2023-01-15T14:17:36.894 INFO:root:teuthology version: 0.0.1.dev18+g19d18db 2023-01-15T14:17:36.894 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_mkogan@teuthology --name mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi --archive /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339 --description rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/valgrind} -- /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339/orig.config.yaml 2023-01-15T14:17:36.948 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-01-15T14:17:37.015 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339 branch: wip-fips-openssl3_i01 description: rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/valgrind} email: mkogan@redhat.com first_in_suite: false job_id: '7139339' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-fips-openssl3_i01 ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw lc debug interval: 10 rgw max chunk size: 4194304 rgw obj stripe size: 6291456 setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: debug ms: 1 debug osd: 20 osd fast shutdown: false osd objectstore: filestore osd shutdown pgref assert: true osd sloppy crc: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(OSD_SLOW_PING_TIME sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: flavor: default sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast storage classes: LUKEWARM, FROZEN s3tests: force-branch: ceph-master slow_backend: true selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-fips-openssl3_i01 sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 owner: scheduled_mkogan@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 sleep_before_teardown: 0 suite: rgw:verify suite_branch: wip-fips-openssl3_i01 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 targets: smithi154.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4Za/JoFA77EAhEH+0RLK7MaI+wXQZyXkLeE65iRILn3PNWVWetD1/Oln+C3ruQ2ePtSgZk7zY9caTR8+KqaNxZeNV3xRyUvmDx6g+BFzd0UuRFcihWvlceqXZpSw3UHll4RkviUEMrc2xgfHosHARF7ROvNke/nG8R1gKZs0R/oJQfehzqP3J4qCIx359ETsp8wynZzN6HWybr3doTUWi0l1tRp7n+XwELNWZ0BJTyjq+TU76W7ZT8lrauaxnnVnIqIAoQI5b8bqRKJudpd60E8ERa9bB6JGCxVd8szwoljdp1JtgMMcVSB+zUMPhNmZRaT/hQdG4rHH2KuLt0Y3ygBV31ROfyPiZl30NiexnM5ZrB5uShJ+nko34WJ6dg5vyjbloZaNmyCaMfInYyOhJouHm9b/v6mKPP1kUNj+Tovpc+0XYYsg4rXNiRyIgYF99FOhAR1G6vfsaPL9zxzYB8Z3fhNVKdm9Mq8G7QiWfin3C5+l5VS4g1KdOb5/Yc7E= smithi191.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrAwdx8PJb9SiG8bX7QNWCH/2JRIwKrOMkP4h2qVjiv5C50qdN8OQHQ+9Ay7B/jr0ddaEKSTd6ywl3yN1ZJq1mXhaf5WhHKmXJ4U/KzMnbaGCZ6Fwlv3heaqrKxP9HLIj0yK3FIFxAK/69InoZ1hhTRyC/cvujObqrNjEAtDs6kwiqELM5BQYipzgvYGhSnnv+AECmJbtmyJ6kuOqEA05Pztf4bvEp0ulvJe09gjpVRKuwIdEpEjaFKvdebX1FmNyT640kJiypu85CwsQRbaqXmcJWyfZmKbWJeKzZ+OvRO0oOx99BF82eF8Kp8lHmcea98DiD8wlkvMFtJusKklCLEwPkUoMt+RJiGup+LR2CpV04jCUnK3NP6Lu7UzMKylPwRh2JaRgeaJd5YPLMId6M8dgC1KVhfxN18r71ZNUb+RjIbhSE4oMHfCt9Wbz885U+VqxfkvHzHCYgVIimuFgJq4EVsSuSo7rQUSPSfxZKZukohFeAVLWG27SE3ClRpzc= tasks: - install: extra_system_packages: deb: - s3cmd rpm: - s3cmd - ceph: null - openssl_keys: null - rgw: client.0: null - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_throttle.sh - rgw/test_librgw_file.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 19d18db866afdc31fd6586f558fc29b95a87ccfb timestamp: 2023-01-12_21:03:58 tube: smithi user: mkogan verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1670 2023-01-15T14:17:37.015 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa; will attempt to use it 2023-01-15T14:17:37.016 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa/tasks 2023-01-15T14:17:37.016 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-01-15T14:17:37.019 INFO:teuthology.task.internal:Checking packages... 2023-01-15T14:17:37.046 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3' 2023-01-15T14:17:37.047 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-01-15T14:17:37.047 INFO:teuthology.packaging:ref: None 2023-01-15T14:17:37.047 INFO:teuthology.packaging:tag: None 2023-01-15T14:17:37.047 INFO:teuthology.packaging:branch: wip-fips-openssl3_i01 2023-01-15T14:17:37.047 INFO:teuthology.packaging:sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:17:37.047 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-fips-openssl3_i01 2023-01-15T14:17:37.204 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-1672.g69cf1797 2023-01-15T14:17:37.204 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-01-15T14:17:37.215 INFO:teuthology.task.internal:no buildpackages task found 2023-01-15T14:17:37.215 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-01-15T14:17:37.220 INFO:teuthology.task.internal:Saving configuration 2023-01-15T14:17:37.238 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-01-15T14:17:37.245 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-01-15T14:17:37.266 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-15 14:12:22.402811', 'locked_by': 'scheduled_mkogan@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFlaloY/RYiPTnmHQ7rjtfcqs0Px5k8bSQg/Uo9y1CHk6PV4qHrHlC5PnWMQEtsUwuHAJSWChGYW7Vau4xs1yBs='} 2023-01-15T14:17:37.297 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi191.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-15 14:12:22.404729', 'locked_by': 'scheduled_mkogan@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGnSaXqGq+bVFyNQtHh2AS21wQ5uIORwMoVB5eL3MtlH2OBaH6uOfJAevUJmFTU1YEeY9BW8V8AvcQ4tFv3tPo0='} 2023-01-15T14:17:37.297 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-01-15T14:17:37.303 INFO:teuthology.task.internal:roles: ubuntu@smithi154.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-01-15T14:17:37.303 INFO:teuthology.task.internal:roles: ubuntu@smithi191.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-01-15T14:17:37.303 INFO:teuthology.run_tasks:Running task console_log... 2023-01-15T14:17:37.375 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd6772cfa60>, signals=[15]) 2023-01-15T14:17:37.376 INFO:teuthology.run_tasks:Running task internal.connect... 2023-01-15T14:17:37.382 INFO:teuthology.task.internal:Opening connections... 2023-01-15T14:17:37.382 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:17:37.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:17:37.456 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:17:37.457 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:17:37.525 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-01-15T14:17:37.531 DEBUG:teuthology.orchestra.run.smithi154:> uname -m 2023-01-15T14:17:37.553 INFO:teuthology.orchestra.run.smithi154.stdout:x86_64 2023-01-15T14:17:37.553 DEBUG:teuthology.orchestra.run.smithi154:> cat /etc/os-release 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:NAME="CentOS Stream" 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION="8" 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:ID="centos" 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:ID_LIKE="rhel fedora" 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION_ID="8" 2023-01-15T14:17:37.614 INFO:teuthology.orchestra.run.smithi154.stdout:PLATFORM_ID="platform:el8" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:ANSI_COLOR="0;31" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:HOME_URL="https://centos.org/" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-15T14:17:37.615 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-15T14:17:37.616 INFO:teuthology.lock.ops:Updating smithi154.front.sepia.ceph.com on lock server 2023-01-15T14:17:37.635 DEBUG:teuthology.orchestra.run.smithi191:> uname -m 2023-01-15T14:17:37.655 INFO:teuthology.orchestra.run.smithi191.stdout:x86_64 2023-01-15T14:17:37.656 DEBUG:teuthology.orchestra.run.smithi191:> cat /etc/os-release 2023-01-15T14:17:37.715 INFO:teuthology.orchestra.run.smithi191.stdout:NAME="CentOS Stream" 2023-01-15T14:17:37.715 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION="8" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:ID="centos" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:ID_LIKE="rhel fedora" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:VERSION_ID="8" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:PLATFORM_ID="platform:el8" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:ANSI_COLOR="0;31" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:HOME_URL="https://centos.org/" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-15T14:17:37.716 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-15T14:17:37.717 INFO:teuthology.orchestra.run.smithi191.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-15T14:17:37.717 INFO:teuthology.lock.ops:Updating smithi191.front.sepia.ceph.com on lock server 2023-01-15T14:17:37.734 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-01-15T14:17:37.751 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-01-15T14:17:37.757 INFO:teuthology.task.internal:Checking for old test directory... 2023-01-15T14:17:37.757 DEBUG:teuthology.orchestra.run.smithi154:> test '!' -e /home/ubuntu/cephtest 2023-01-15T14:17:37.760 DEBUG:teuthology.orchestra.run.smithi191:> test '!' -e /home/ubuntu/cephtest 2023-01-15T14:17:37.778 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-01-15T14:17:37.787 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-01-15T14:17:37.787 DEBUG:teuthology.orchestra.run.smithi154:> test -z $(ls -A /var/lib/ceph) 2023-01-15T14:17:37.820 DEBUG:teuthology.orchestra.run.smithi191:> test -z $(ls -A /var/lib/ceph) 2023-01-15T14:17:37.847 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-01-15T14:17:37.899 INFO:teuthology.run_tasks:Running task kernel... 2023-01-15T14:17:37.914 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-01-15T14:17:37.914 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-01-15T14:17:37.914 DEBUG:teuthology.orchestra.run.smithi154:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-15T14:17:37.915 DEBUG:teuthology.orchestra.run.smithi191:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-15T14:17:37.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:17:37.934 DEBUG:teuthology.orchestra.run.smithi191:> uname -r 2023-01-15T14:17:37.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:17:37.935 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2023-01-15T14:17:37.995 INFO:teuthology.orchestra.run.smithi191.stdout:4.18.0-408.el8.x86_64 2023-01-15T14:17:37.996 INFO:teuthology.task.kernel:Running kernel on smithi191: 4.18.0-408.el8.x86_64 2023-01-15T14:17:37.996 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum install -y kernel 2023-01-15T14:17:37.997 INFO:teuthology.orchestra.run.smithi154.stdout:4.18.0-408.el8.x86_64 2023-01-15T14:17:37.997 INFO:teuthology.task.kernel:Running kernel on smithi154: 4.18.0-408.el8.x86_64 2023-01-15T14:17:37.997 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum install -y kernel 2023-01-15T14:17:41.730 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - AppStream 32 MB/s | 27 MB 00:00 2023-01-15T14:17:41.940 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - AppStream 27 MB/s | 27 MB 00:01 2023-01-15T14:17:47.264 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - BaseOS 37 MB/s | 26 MB 00:00 2023-01-15T14:17:47.523 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - BaseOS 37 MB/s | 26 MB 00:00 2023-01-15T14:17:51.371 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - Extras 157 kB/s | 18 kB 00:00 2023-01-15T14:17:51.631 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - Extras 153 kB/s | 18 kB 00:00 2023-01-15T14:17:51.757 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - PowerTools 21 MB/s | 5.5 MB 00:00 2023-01-15T14:17:52.049 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - PowerTools 18 MB/s | 5.5 MB 00:00 2023-01-15T14:17:52.914 INFO:teuthology.orchestra.run.smithi154.stdout:Copr repo for python3-asyncssh owned by ceph 32 kB/s | 3.5 kB 00:00 2023-01-15T14:17:53.340 INFO:teuthology.orchestra.run.smithi191.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-01-15T14:17:53.948 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 15 MB/s | 13 MB 00:00 2023-01-15T14:17:54.491 INFO:teuthology.orchestra.run.smithi191.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2023-01-15T14:17:57.190 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 438 kB/s | 24 kB 00:00 2023-01-15T14:17:57.691 INFO:teuthology.orchestra.run.smithi191.stdout:lab-extras 529 kB/s | 24 kB 00:00 2023-01-15T14:18:00.280 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-15T14:18:00.280 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-15T14:18:00.436 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:18:00.437 INFO:teuthology.orchestra.run.smithi154.stdout:Nothing to do. 2023-01-15T14:18:00.437 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2023-01-15T14:18:00.541 DEBUG:teuthology.orchestra.run.smithi154:> echo no | sudo yum reinstall kernel || true 2023-01-15T14:18:00.647 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-15T14:18:00.647 INFO:teuthology.orchestra.run.smithi191.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-15T14:18:00.802 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-01-15T14:18:00.803 INFO:teuthology.orchestra.run.smithi191.stdout:Nothing to do. 2023-01-15T14:18:00.803 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-01-15T14:18:00.898 DEBUG:teuthology.orchestra.run.smithi191:> echo no | sudo yum reinstall kernel || true 2023-01-15T14:18:01.230 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:04 ago on Sun 15 Jan 2023 02:17:57 PM UTC. 2023-01-15T14:18:01.546 INFO:teuthology.orchestra.run.smithi191.stdout:Last metadata expiration check: 0:00:04 ago on Sun 15 Jan 2023 02:17:57 PM UTC. 2023-01-15T14:18:02.348 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:18:02.348 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2023-01-15T14:18:02.348 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:02.348 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalling: 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:02.349 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 8.5 M 2023-01-15T14:18:02.350 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 0 2023-01-15T14:18:02.350 INFO:teuthology.orchestra.run.smithi154.stderr:Operation aborted. 2023-01-15T14:18:02.425 INFO:teuthology.orchestra.run.smithi154.stdout:Is this ok [y/N]: 2023-01-15T14:18:02.426 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum reinstall -y kernel || true 2023-01-15T14:18:02.653 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-01-15T14:18:02.654 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:02.654 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2023-01-15T14:18:02.654 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:02.654 INFO:teuthology.orchestra.run.smithi191.stdout:Reinstalling: 2023-01-15T14:18:02.654 INFO:teuthology.orchestra.run.smithi191.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 8.5 M 2023-01-15T14:18:02.655 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 0 2023-01-15T14:18:02.656 INFO:teuthology.orchestra.run.smithi191.stderr:Operation aborted. 2023-01-15T14:18:02.726 INFO:teuthology.orchestra.run.smithi191.stdout:Is this ok [y/N]: 2023-01-15T14:18:02.727 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum reinstall -y kernel || true 2023-01-15T14:18:03.067 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:00:06 ago on Sun 15 Jan 2023 02:17:57 PM UTC. 2023-01-15T14:18:03.368 INFO:teuthology.orchestra.run.smithi191.stdout:Last metadata expiration check: 0:00:06 ago on Sun 15 Jan 2023 02:17:57 PM UTC. 2023-01-15T14:18:04.188 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:18:04.188 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalling: 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:18:04.189 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:04.190 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 8.5 M 2023-01-15T14:18:04.190 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 0 2023-01-15T14:18:04.190 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2023-01-15T14:18:04.399 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-4.18.0-408.el8.x86_64.rpm 41 MB/s | 8.5 MB 00:00 2023-01-15T14:18:04.400 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:18:04.400 INFO:teuthology.orchestra.run.smithi154.stdout:Total 41 MB/s | 8.5 MB 00:00 2023-01-15T14:18:04.486 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout: Package Architecture Version Repository Size 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout:Reinstalling: 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout:================================================================================ 2023-01-15T14:18:04.487 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:04.488 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 8.5 M 2023-01-15T14:18:04.488 INFO:teuthology.orchestra.run.smithi191.stdout:Installed size: 0 2023-01-15T14:18:04.488 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2023-01-15T14:18:04.497 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2023-01-15T14:18:04.708 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-4.18.0-408.el8.x86_64.rpm 39 MB/s | 8.5 MB 00:00 2023-01-15T14:18:04.709 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:18:04.709 INFO:teuthology.orchestra.run.smithi191.stdout:Total 39 MB/s | 8.5 MB 00:00 2023-01-15T14:18:04.810 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2023-01-15T14:18:04.870 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2023-01-15T14:18:04.870 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2023-01-15T14:18:05.041 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2023-01-15T14:18:05.069 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2023-01-15T14:18:05.169 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2023-01-15T14:18:05.169 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2023-01-15T14:18:05.350 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2023-01-15T14:18:05.375 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2023-01-15T14:18:05.394 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2023-01-15T14:18:05.599 INFO:teuthology.orchestra.run.smithi154.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:18:05.599 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:05.701 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2023-01-15T14:18:05.934 INFO:teuthology.orchestra.run.smithi191.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:18:05.934 INFO:teuthology.orchestra.run.smithi191.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:06.018 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:06.018 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:18:06.375 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:06.375 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout:Reinstalled: 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-4.18.0-408.el8.x86_64 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:18:06.560 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2023-01-15T14:18:06.647 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel --last | head -n 1 2023-01-15T14:18:06.773 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-4.18.0-408.el8.x86_64 Sun 15 Jan 2023 02:18:05 PM UTC 2023-01-15T14:18:06.774 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2023-01-15T14:18:06.774 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-01-15T14:18:06.775 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-01-15T14:18:06.775 DEBUG:teuthology.orchestra.run.smithi154:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-15T14:18:06.814 INFO:teuthology.orchestra.run.smithi154.stdout:ttyS1 2023-01-15T14:18:06.833 DEBUG:teuthology.parallel:result is None 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout:Reinstalled: 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout: kernel-4.18.0-408.el8.x86_64 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:18:06.980 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-01-15T14:18:07.080 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q kernel --last | head -n 1 2023-01-15T14:18:07.209 INFO:teuthology.orchestra.run.smithi191.stdout:kernel-4.18.0-408.el8.x86_64 Sun 15 Jan 2023 02:18:05 PM UTC 2023-01-15T14:18:07.210 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2023-01-15T14:18:07.210 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-01-15T14:18:07.210 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-01-15T14:18:07.211 DEBUG:teuthology.orchestra.run.smithi191:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-15T14:18:07.243 INFO:teuthology.orchestra.run.smithi191.stdout:ttyS1 2023-01-15T14:18:07.259 DEBUG:teuthology.parallel:result is None 2023-01-15T14:18:07.259 INFO:teuthology.run_tasks:Running task internal.base... 2023-01-15T14:18:07.266 INFO:teuthology.task.internal:Creating test directory... 2023-01-15T14:18:07.266 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-15T14:18:07.269 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-15T14:18:07.316 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-01-15T14:18:07.323 INFO:teuthology.run_tasks:Running task internal.archive... 2023-01-15T14:18:07.331 INFO:teuthology.task.internal:Creating archive directory... 2023-01-15T14:18:07.332 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-15T14:18:07.334 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-15T14:18:07.387 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-01-15T14:18:07.393 INFO:teuthology.task.internal:Enabling coredump saving... 2023-01-15T14:18:07.394 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-15T14:18:07.399 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-15T14:18:07.431 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:18:07.441 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:18:07.458 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:18:07.468 INFO:teuthology.orchestra.run.smithi191.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:18:07.469 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-01-15T14:18:07.479 INFO:teuthology.task.internal:Configuring sudo... 2023-01-15T14:18:07.480 DEBUG:teuthology.orchestra.run.smithi154:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-15T14:18:07.485 DEBUG:teuthology.orchestra.run.smithi191:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-15T14:18:07.536 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-01-15T14:18:07.545 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-01-15T14:18:07.546 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-15T14:18:07.552 DEBUG:teuthology.orchestra.run.smithi191:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-15T14:18:07.594 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:18:07.647 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:18:07.705 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:18:07.791 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:18:08.129 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:18:08.129 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-15T14:18:08.197 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:18:08.293 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:18:08.343 DEBUG:teuthology.orchestra.run.smithi191:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:18:08.429 DEBUG:teuthology.orchestra.run.smithi191:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:18:08.472 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:18:08.472 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-15T14:18:08.539 DEBUG:teuthology.orchestra.run.smithi154:> sudo service rsyslog restart 2023-01-15T14:18:08.541 DEBUG:teuthology.orchestra.run.smithi191:> sudo service rsyslog restart 2023-01-15T14:18:08.593 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-15T14:18:08.635 INFO:teuthology.orchestra.run.smithi191.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-15T14:18:08.977 INFO:teuthology.run_tasks:Running task internal.timer... 2023-01-15T14:18:08.988 INFO:teuthology.task.internal:Starting timer... 2023-01-15T14:18:08.988 INFO:teuthology.run_tasks:Running task pcp... 2023-01-15T14:18:09.006 INFO:teuthology.run_tasks:Running task selinux... 2023-01-15T14:18:09.015 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-01-15T14:18:09.015 DEBUG:teuthology.orchestra.run.smithi154:> sudo service auditd rotate 2023-01-15T14:18:09.073 INFO:teuthology.orchestra.run.smithi154.stdout:Rotating logs: 2023-01-15T14:18:09.073 DEBUG:teuthology.orchestra.run.smithi191:> sudo service auditd rotate 2023-01-15T14:18:09.147 INFO:teuthology.orchestra.run.smithi191.stdout:Rotating logs: 2023-01-15T14:18:09.149 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-01-15T14:18:09.149 DEBUG:teuthology.orchestra.run.smithi154:> /usr/sbin/getenforce 2023-01-15T14:18:09.171 INFO:teuthology.orchestra.run.smithi154.stdout:Permissive 2023-01-15T14:18:09.171 DEBUG:teuthology.orchestra.run.smithi191:> /usr/sbin/getenforce 2023-01-15T14:18:09.201 INFO:teuthology.orchestra.run.smithi191.stdout:Permissive 2023-01-15T14:18:09.202 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi154.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi191.front.sepia.ceph.com': 'permissive'} 2023-01-15T14:18:09.202 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-15T14:18:09.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:18:09.240 DEBUG:teuthology.orchestra.run.smithi191:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-15T14:18:09.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:18:09.270 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-01-15T14:18:09.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo /usr/sbin/setenforce permissive 2023-01-15T14:18:09.307 DEBUG:teuthology.orchestra.run.smithi191:> sudo /usr/sbin/setenforce permissive 2023-01-15T14:18:09.337 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-01-15T14:18:09.346 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-01-15T14:18:09.346 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-01-15T14:18:09.371 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-01-15T14:18:09.372 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi154.front.sepia.ceph.com,smithi191.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-01-15T14:24:40.606 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi154.front.sepia.ceph.com'), Remote(name='ubuntu@smithi191.front.sepia.ceph.com')] 2023-01-15T14:24:40.607 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2023-01-15T14:24:40.608 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:24:40.680 DEBUG:teuthology.orchestra.run.smithi154:> true 2023-01-15T14:24:40.752 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi191.front.sepia.ceph.com' 2023-01-15T14:24:40.753 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi191.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:24:40.825 DEBUG:teuthology.orchestra.run.smithi191:> true 2023-01-15T14:24:40.848 INFO:teuthology.run_tasks:Running task clock... 2023-01-15T14:24:41.147 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-01-15T14:24:41.147 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-15T14:24:41.148 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-15T14:24:41.150 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-15T14:24:41.150 DEBUG:teuthology.orchestra.run.smithi191:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-15T14:24:41.181 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-15T14:24:41.182 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-15T14:24:41.195 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-15T14:24:41.196 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-15T14:24:41.263 INFO:teuthology.orchestra.run.smithi191.stderr:sudo: ntpd: command not found 2023-01-15T14:24:41.292 INFO:teuthology.orchestra.run.smithi154.stderr:sudo: ntpd: command not found 2023-01-15T14:24:41.292 INFO:teuthology.orchestra.run.smithi191.stdout:506 Cannot talk to daemon 2023-01-15T14:24:41.293 INFO:teuthology.orchestra.run.smithi154.stdout:506 Cannot talk to daemon 2023-01-15T14:24:41.293 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-15T14:24:41.293 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-15T14:24:41.302 INFO:teuthology.orchestra.run.smithi191.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-15T14:24:41.303 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-15T14:24:41.371 INFO:teuthology.orchestra.run.smithi191.stderr:bash: ntpq: command not found 2023-01-15T14:24:41.372 INFO:teuthology.orchestra.run.smithi154.stderr:bash: ntpq: command not found 2023-01-15T14:24:41.374 INFO:teuthology.orchestra.run.smithi191.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-15T14:24:41.375 INFO:teuthology.orchestra.run.smithi191.stdout:=============================================================================== 2023-01-15T14:24:41.375 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.375 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.375 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.375 INFO:teuthology.orchestra.run.smithi191.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.377 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:24:41.378 INFO:teuthology.run_tasks:Running task install... 2023-01-15T14:24:41.390 DEBUG:teuthology.task.install:project ceph 2023-01-15T14:24:41.391 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}} 2023-01-15T14:24:41.391 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'} 2023-01-15T14:24:41.391 INFO:teuthology.task.install:Using flavor: default 2023-01-15T14:24:41.397 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-01-15T14:24:41.398 INFO:teuthology.task.install:extra packages: [] 2023-01-15T14:24:41.398 DEBUG:teuthology.orchestra.run.smithi154:> sudo lsb_release -is 2023-01-15T14:24:41.454 INFO:teuthology.orchestra.run.smithi154.stdout:CentOSStream 2023-01-15T14:24:41.455 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:24:41.455 DEBUG:teuthology.orchestra.run.smithi191:> sudo lsb_release -is 2023-01-15T14:24:41.455 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'tag': None, 'wait_for_package': False} 2023-01-15T14:24:41.456 DEBUG:teuthology.orchestra.run.smithi154:> sudo lsb_release -is 2023-01-15T14:24:41.491 INFO:teuthology.orchestra.run.smithi191.stdout:CentOSStream 2023-01-15T14:24:41.492 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:24:41.492 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'tag': None, 'wait_for_package': False} 2023-01-15T14:24:41.492 DEBUG:teuthology.orchestra.run.smithi191:> sudo lsb_release -is 2023-01-15T14:24:41.534 INFO:teuthology.orchestra.run.smithi154.stdout:CentOSStream 2023-01-15T14:24:41.535 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:24:41.536 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:24:41.581 INFO:teuthology.orchestra.run.smithi191.stdout:CentOSStream 2023-01-15T14:24:41.582 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:24:41.582 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:24:41.722 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/ 2023-01-15T14:24:41.722 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1672.g69cf1797 2023-01-15T14:24:41.744 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/ 2023-01-15T14:24:41.745 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1672.g69cf1797 2023-01-15T14:24:41.882 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-15T14:24:41.883 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:24:41.883 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-15T14:24:41.893 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-15T14:24:41.893 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:24:41.893 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-15T14:24:41.911 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-01-15T14:24:41.911 DEBUG:teuthology.orchestra.run.smithi154:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-15T14:24:41.919 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-01-15T14:24:41.920 DEBUG:teuthology.orchestra.run.smithi191:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-15T14:24:41.979 DEBUG:teuthology.orchestra.run.smithi154:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-15T14:24:41.987 DEBUG:teuthology.orchestra.run.smithi191:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-15T14:24:42.057 DEBUG:teuthology.orchestra.run.smithi154:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-15T14:24:42.065 DEBUG:teuthology.orchestra.run.smithi191:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-15T14:24:42.123 INFO:teuthology.orchestra.run.smithi154.stdout:check_obsoletes = 1 2023-01-15T14:24:42.124 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum clean all 2023-01-15T14:24:42.131 INFO:teuthology.orchestra.run.smithi191.stdout:check_obsoletes = 1 2023-01-15T14:24:42.132 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum clean all 2023-01-15T14:24:42.381 INFO:teuthology.orchestra.run.smithi154.stdout:62 files removed 2023-01-15T14:24:42.388 INFO:teuthology.orchestra.run.smithi191.stdout:62 files removed 2023-01-15T14:24:42.412 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-01-15T14:24:42.417 DEBUG:teuthology.orchestra.run.smithi191:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-01-15T14:24:43.207 INFO:teuthology.orchestra.run.smithi154.stdout:ceph packages for x86_64 193 kB/s | 81 kB 00:00 2023-01-15T14:24:43.227 INFO:teuthology.orchestra.run.smithi191.stdout:ceph packages for x86_64 191 kB/s | 81 kB 00:00 2023-01-15T14:24:43.708 INFO:teuthology.orchestra.run.smithi154.stdout:ceph noarch packages 20 kB/s | 9.3 kB 00:00 2023-01-15T14:24:43.736 INFO:teuthology.orchestra.run.smithi191.stdout:ceph noarch packages 20 kB/s | 9.3 kB 00:00 2023-01-15T14:24:44.275 INFO:teuthology.orchestra.run.smithi154.stdout:ceph source packages 2.8 kB/s | 1.5 kB 00:00 2023-01-15T14:24:44.304 INFO:teuthology.orchestra.run.smithi191.stdout:ceph source packages 2.8 kB/s | 1.5 kB 00:00 2023-01-15T14:24:44.952 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - AppStream 41 MB/s | 27 MB 00:00 2023-01-15T14:24:45.146 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - AppStream 33 MB/s | 27 MB 00:00 2023-01-15T14:24:50.469 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - BaseOS 40 MB/s | 26 MB 00:00 2023-01-15T14:24:50.748 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - BaseOS 40 MB/s | 26 MB 00:00 2023-01-15T14:24:54.526 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - Extras 148 kB/s | 18 kB 00:00 2023-01-15T14:24:54.822 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - Extras 146 kB/s | 18 kB 00:00 2023-01-15T14:24:54.903 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-8 - PowerTools 21 MB/s | 5.5 MB 00:00 2023-01-15T14:24:55.229 INFO:teuthology.orchestra.run.smithi191.stdout:CentOS-8 - PowerTools 19 MB/s | 5.5 MB 00:00 2023-01-15T14:24:56.085 INFO:teuthology.orchestra.run.smithi154.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2023-01-15T14:24:56.415 INFO:teuthology.orchestra.run.smithi191.stdout:Copr repo for python3-asyncssh owned by ceph 29 kB/s | 3.5 kB 00:00 2023-01-15T14:24:57.353 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 12 MB/s | 13 MB 00:01 2023-01-15T14:24:57.873 INFO:teuthology.orchestra.run.smithi191.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 13 MB 00:01 2023-01-15T14:25:00.578 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 431 kB/s | 24 kB 00:00 2023-01-15T14:25:01.140 INFO:teuthology.orchestra.run.smithi191.stdout:lab-extras 561 kB/s | 24 kB 00:00 2023-01-15T14:25:03.747 INFO:teuthology.orchestra.run.smithi154.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:25:03.747 INFO:teuthology.orchestra.run.smithi154.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:25:03.866 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:25:03.875 INFO:teuthology.orchestra.run.smithi154.stdout:===================================================================================================== 2023-01-15T14:25:03.875 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout:===================================================================================================== 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.4 k 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 5.2 M 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 845 k 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 165 k 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 1.5 M 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 119 k 2023-01-15T14:25:03.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 1.7 M 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 7.4 M 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 47 k 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 13 M 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 48 M 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 263 k 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 81 k 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 30 k 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 767 k 2023-01-15T14:25:03.877 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 139 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 190 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 370 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 364 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 107 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 94 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.4 M 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 179 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: s3cmd noarch 2.3.0-1.el8 epel 213 k 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2023-01-15T14:25:03.878 INFO:teuthology.orchestra.run.smithi154.stdout: librados2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 23 k 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 2.3 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 234 k 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.9 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 17 M 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 15 k 2023-01-15T14:25:03.879 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 138 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 474 k 2023-01-15T14:25:03.880 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.5 M 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-15T14:25:03.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 45 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 114 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-15T14:25:03.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-magic noarch 5.33-20.el8 CentOS-BaseOS 46 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-15T14:25:03.883 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-15T14:25:03.884 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-15T14:25:03.885 INFO:teuthology.orchestra.run.smithi154.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2023-01-15T14:25:03.886 INFO:teuthology.orchestra.run.smithi154.stdout:===================================================================================================== 2023-01-15T14:25:03.887 INFO:teuthology.orchestra.run.smithi154.stdout:Install 103 Packages 2023-01-15T14:25:03.887 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 2 Packages 2023-01-15T14:25:03.887 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:25:03.887 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 189 M 2023-01-15T14:25:03.888 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2023-01-15T14:25:04.088 INFO:teuthology.orchestra.run.smithi154.stdout:(1/105): ceph-18.0.0-1672.g69cf1797.el8.x86_64. 32 kB/s | 6.4 kB 00:00 2023-01-15T14:25:04.309 INFO:teuthology.orchestra.run.smithi191.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:25:04.310 INFO:teuthology.orchestra.run.smithi191.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:25:04.426 INFO:teuthology.orchestra.run.smithi191.stdout:Dependencies resolved. 2023-01-15T14:25:04.436 INFO:teuthology.orchestra.run.smithi191.stdout:===================================================================================================== 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout: Package Arch Version Repository Size 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout:===================================================================================================== 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout:Installing: 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout: ceph x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.4 k 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-base x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 5.2 M 2023-01-15T14:25:04.437 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 845 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 165 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 1.5 M 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 119 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 1.7 M 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 7.4 M 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-rook noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 47 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-radosgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 13 M 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-test x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 48 M 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-volume noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 263 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 81 k 2023-01-15T14:25:04.438 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 30 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 767 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: librados-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 139 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cephfs x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 190 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rados x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 370 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 364 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 107 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 94 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-mirror x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.4 M 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-nbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 179 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: s3cmd noarch 2.3.0-1.el8 epel 213 k 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout:Upgrading: 2023-01-15T14:25:04.439 INFO:teuthology.orchestra.run.smithi191.stdout: librados2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: librbd1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout:Installing dependencies: 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 23 k 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mds x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 2.3 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 234 k 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.9 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-osd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 17 M 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 15 k 2023-01-15T14:25:04.440 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-selinux x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: libcephsqlite x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 138 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: libradosstriper1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 474 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-15T14:25:04.441 INFO:teuthology.orchestra.run.smithi191.stdout: librgw2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.5 M 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-argparse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 45 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 114 k 2023-01-15T14:25:04.442 INFO:teuthology.orchestra.run.smithi191.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-15T14:25:04.443 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-magic noarch 5.33-20.el8 CentOS-BaseOS 46 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-15T14:25:04.444 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-15T14:25:04.445 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-15T14:25:04.446 INFO:teuthology.orchestra.run.smithi191.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction Summary 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout:===================================================================================================== 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout:Install 103 Packages 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout:Upgrade 2 Packages 2023-01-15T14:25:04.447 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:25:04.448 INFO:teuthology.orchestra.run.smithi191.stdout:Total download size: 189 M 2023-01-15T14:25:04.448 INFO:teuthology.orchestra.run.smithi191.stdout:Downloading Packages: 2023-01-15T14:25:04.563 INFO:teuthology.orchestra.run.smithi154.stdout:(2/105): ceph-fuse-18.0.0-1672.g69cf1797.el8.x8 1.7 MB/s | 845 kB 00:00 2023-01-15T14:25:04.691 INFO:teuthology.orchestra.run.smithi191.stdout:(1/105): ceph-18.0.0-1672.g69cf1797.el8.x86_64. 26 kB/s | 6.4 kB 00:00 2023-01-15T14:25:04.705 INFO:teuthology.orchestra.run.smithi154.stdout:(3/105): ceph-immutable-object-cache-18.0.0-167 1.1 MB/s | 165 kB 00:00 2023-01-15T14:25:05.566 INFO:teuthology.orchestra.run.smithi191.stdout:(2/105): ceph-fuse-18.0.0-1672.g69cf1797.el8.x8 965 kB/s | 845 kB 00:00 2023-01-15T14:25:05.655 INFO:teuthology.orchestra.run.smithi154.stdout:(4/105): ceph-base-18.0.0-1672.g69cf1797.el8.x8 2.9 MB/s | 5.2 MB 00:01 2023-01-15T14:25:05.725 INFO:teuthology.orchestra.run.smithi191.stdout:(3/105): ceph-immutable-object-cache-18.0.0-167 1.0 MB/s | 165 kB 00:00 2023-01-15T14:25:05.738 INFO:teuthology.orchestra.run.smithi154.stdout:(5/105): ceph-mds-18.0.0-1672.g69cf1797.el8.x86 2.2 MB/s | 2.3 MB 00:01 2023-01-15T14:25:06.089 INFO:teuthology.orchestra.run.smithi154.stdout:(6/105): ceph-mgr-18.0.0-1672.g69cf1797.el8.x86 3.5 MB/s | 1.5 MB 00:00 2023-01-15T14:25:08.355 INFO:teuthology.orchestra.run.smithi154.stdout:(7/105): ceph-mon-18.0.0-1672.g69cf1797.el8.x86 1.5 MB/s | 3.9 MB 00:02 2023-01-15T14:25:08.558 INFO:teuthology.orchestra.run.smithi191.stdout:(4/105): ceph-mds-18.0.0-1672.g69cf1797.el8.x86 820 kB/s | 2.3 MB 00:02 2023-01-15T14:25:08.634 INFO:teuthology.orchestra.run.smithi191.stdout:(5/105): ceph-base-18.0.0-1672.g69cf1797.el8.x8 1.2 MB/s | 5.2 MB 00:04 2023-01-15T14:25:08.872 INFO:teuthology.orchestra.run.smithi154.stdout:(8/105): ceph-common-18.0.0-1672.g69cf1797.el8. 4.9 MB/s | 24 MB 00:04 2023-01-15T14:25:08.989 INFO:teuthology.orchestra.run.smithi154.stdout:(9/105): ceph-selinux-18.0.0-1672.g69cf1797.el8 209 kB/s | 24 kB 00:00 2023-01-15T14:25:09.600 INFO:teuthology.orchestra.run.smithi191.stdout:(6/105): ceph-mgr-18.0.0-1672.g69cf1797.el8.x86 1.5 MB/s | 1.5 MB 00:01 2023-01-15T14:25:10.550 INFO:teuthology.orchestra.run.smithi191.stdout:(7/105): ceph-mon-18.0.0-1672.g69cf1797.el8.x86 2.0 MB/s | 3.9 MB 00:01 2023-01-15T14:25:10.848 INFO:teuthology.orchestra.run.smithi154.stdout:(10/105): ceph-osd-18.0.0-1672.g69cf1797.el8.x8 3.6 MB/s | 17 MB 00:04 2023-01-15T14:25:10.956 INFO:teuthology.orchestra.run.smithi154.stdout:(11/105): libcephfs-devel-18.0.0-1672.g69cf1797 282 kB/s | 30 kB 00:00 2023-01-15T14:25:11.857 INFO:teuthology.orchestra.run.smithi154.stdout:(12/105): libcephfs2-18.0.0-1672.g69cf1797.el8. 853 kB/s | 767 kB 00:00 2023-01-15T14:25:12.031 INFO:teuthology.orchestra.run.smithi154.stdout:(13/105): libcephsqlite-18.0.0-1672.g69cf1797.e 789 kB/s | 138 kB 00:00 2023-01-15T14:25:12.165 INFO:teuthology.orchestra.run.smithi154.stdout:(14/105): librados-devel-18.0.0-1672.g69cf1797. 1.0 MB/s | 139 kB 00:00 2023-01-15T14:25:12.332 INFO:teuthology.orchestra.run.smithi154.stdout:(15/105): libradosstriper1-18.0.0-1672.g69cf179 2.8 MB/s | 474 kB 00:00 2023-01-15T14:25:12.401 INFO:teuthology.orchestra.run.smithi191.stdout:(8/105): ceph-common-18.0.0-1672.g69cf1797.el8. 3.1 MB/s | 24 MB 00:07 2023-01-15T14:25:12.501 INFO:teuthology.orchestra.run.smithi191.stdout:(9/105): ceph-selinux-18.0.0-1672.g69cf1797.el8 244 kB/s | 24 kB 00:00 2023-01-15T14:25:13.666 INFO:teuthology.orchestra.run.smithi154.stdout:(16/105): librgw2-18.0.0-1672.g69cf1797.el8.x86 4.9 MB/s | 6.5 MB 00:01 2023-01-15T14:25:14.042 INFO:teuthology.orchestra.run.smithi154.stdout:(17/105): python3-ceph-argparse-18.0.0-1672.g69 413 kB/s | 45 kB 00:00 2023-01-15T14:25:14.043 INFO:teuthology.orchestra.run.smithi154.stdout:(18/105): python3-ceph-common-18.0.0-1672.g69cf 913 kB/s | 114 kB 00:00 2023-01-15T14:25:14.043 INFO:teuthology.orchestra.run.smithi154.stdout:(19/105): python3-cephfs-18.0.0-1672.g69cf1797. 1.3 MB/s | 190 kB 00:00 2023-01-15T14:25:14.241 INFO:teuthology.orchestra.run.smithi154.stdout:(20/105): python3-rados-18.0.0-1672.g69cf1797.e 1.8 MB/s | 370 kB 00:00 2023-01-15T14:25:14.409 INFO:teuthology.orchestra.run.smithi154.stdout:(21/105): python3-rbd-18.0.0-1672.g69cf1797.el8 2.1 MB/s | 364 kB 00:00 2023-01-15T14:25:14.551 INFO:teuthology.orchestra.run.smithi154.stdout:(22/105): python3-rgw-18.0.0-1672.g69cf1797.el8 752 kB/s | 107 kB 00:00 2023-01-15T14:25:14.726 INFO:teuthology.orchestra.run.smithi154.stdout:(23/105): ceph-radosgw-18.0.0-1672.g69cf1797.el 2.0 MB/s | 13 MB 00:06 2023-01-15T14:25:15.072 INFO:teuthology.orchestra.run.smithi154.stdout:(24/105): rbd-fuse-18.0.0-1672.g69cf1797.el8.x8 471 kB/s | 94 kB 00:00 2023-01-15T14:25:15.073 INFO:teuthology.orchestra.run.smithi154.stdout:(25/105): rbd-nbd-18.0.0-1672.g69cf1797.el8.x86 718 kB/s | 179 kB 00:00 2023-01-15T14:25:15.127 INFO:teuthology.orchestra.run.smithi154.stdout:(26/105): ceph-grafana-dashboards-18.0.0-1672.g 184 kB/s | 23 kB 00:00 2023-01-15T14:25:15.377 INFO:teuthology.orchestra.run.smithi154.stdout:(27/105): ceph-mgr-cephadm-18.0.0-1672.g69cf179 475 kB/s | 119 kB 00:00 2023-01-15T14:25:16.027 INFO:teuthology.orchestra.run.smithi154.stdout:(28/105): ceph-mgr-dashboard-18.0.0-1672.g69cf1 2.6 MB/s | 1.7 MB 00:00 2023-01-15T14:25:16.734 INFO:teuthology.orchestra.run.smithi191.stdout:(10/105): ceph-radosgw-18.0.0-1672.g69cf1797.el 2.1 MB/s | 13 MB 00:06 2023-01-15T14:25:16.867 INFO:teuthology.orchestra.run.smithi191.stdout:(11/105): libcephfs-devel-18.0.0-1672.g69cf1797 229 kB/s | 30 kB 00:00 2023-01-15T14:25:17.194 INFO:teuthology.orchestra.run.smithi154.stdout:(29/105): rbd-mirror-18.0.0-1672.g69cf1797.el8. 1.4 MB/s | 3.4 MB 00:02 2023-01-15T14:25:17.268 INFO:teuthology.orchestra.run.smithi191.stdout:(12/105): libcephfs2-18.0.0-1672.g69cf1797.el8. 1.9 MB/s | 767 kB 00:00 2023-01-15T14:25:17.393 INFO:teuthology.orchestra.run.smithi191.stdout:(13/105): libcephsqlite-18.0.0-1672.g69cf1797.e 1.1 MB/s | 138 kB 00:00 2023-01-15T14:25:17.489 INFO:teuthology.orchestra.run.smithi154.stdout:(30/105): ceph-mgr-modules-core-18.0.0-1672.g69 794 kB/s | 234 kB 00:00 2023-01-15T14:25:17.493 INFO:teuthology.orchestra.run.smithi191.stdout:(14/105): librados-devel-18.0.0-1672.g69cf1797. 1.4 MB/s | 139 kB 00:00 2023-01-15T14:25:17.811 INFO:teuthology.orchestra.run.smithi154.stdout:(31/105): ceph-mgr-rook-18.0.0-1672.g69cf1797.e 146 kB/s | 47 kB 00:00 2023-01-15T14:25:17.903 INFO:teuthology.orchestra.run.smithi154.stdout:(32/105): ceph-prometheus-alerts-18.0.0-1672.g6 158 kB/s | 15 kB 00:00 2023-01-15T14:25:17.960 INFO:teuthology.orchestra.run.smithi191.stdout:(15/105): libradosstriper1-18.0.0-1672.g69cf179 1.0 MB/s | 474 kB 00:00 2023-01-15T14:25:18.203 INFO:teuthology.orchestra.run.smithi154.stdout:(33/105): ceph-volume-18.0.0-1672.g69cf1797.el8 877 kB/s | 263 kB 00:00 2023-01-15T14:25:18.328 INFO:teuthology.orchestra.run.smithi154.stdout:(34/105): cephadm-18.0.0-1672.g69cf1797.el8.noa 652 kB/s | 81 kB 00:00 2023-01-15T14:25:18.387 INFO:teuthology.orchestra.run.smithi154.stdout:(35/105): jq-1.6-6.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-01-15T14:25:18.421 INFO:teuthology.orchestra.run.smithi154.stdout:(36/105): librdkafka-0.11.4-3.el8.x86_64.rpm 10 MB/s | 354 kB 00:00 2023-01-15T14:25:20.266 INFO:teuthology.orchestra.run.smithi191.stdout:(16/105): ceph-osd-18.0.0-1672.g69cf1797.el8.x8 1.6 MB/s | 17 MB 00:10 2023-01-15T14:25:20.266 INFO:teuthology.orchestra.run.smithi191.stdout:(17/105): python3-ceph-argparse-18.0.0-1672.g69 537 kB/s | 45 kB 00:00 2023-01-15T14:25:20.266 INFO:teuthology.orchestra.run.smithi191.stdout:(18/105): python3-ceph-common-18.0.0-1672.g69cf 1.2 MB/s | 114 kB 00:00 2023-01-15T14:25:20.266 INFO:teuthology.orchestra.run.smithi191.stdout:(19/105): python3-cephfs-18.0.0-1672.g69cf1797. 994 kB/s | 190 kB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(37/105): lttng-ust-2.8.1-11.el8.x86_64.rpm 10 MB/s | 259 kB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(38/105): oniguruma-6.8.2-2.el8.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(39/105): ceph-mgr-diskprediction-local-18.0.0- 2.9 MB/s | 7.4 MB 00:02 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(40/105): openblas-0.3.15-4.el8.x86_64.rpm 24 MB/s | 4.7 MB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(41/105): python3-babel-2.5.1-7.el8.noarch.rpm 36 MB/s | 4.8 MB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(42/105): python3-jinja2-2.10.1-3.el8.noarch.rp 16 MB/s | 538 kB 00:00 2023-01-15T14:25:20.269 INFO:teuthology.orchestra.run.smithi154.stdout:(43/105): python3-jsonpatch-1.21-2.el8.noarch.r 1.0 MB/s | 27 kB 00:00 2023-01-15T14:25:20.270 INFO:teuthology.orchestra.run.smithi154.stdout:(44/105): python3-jsonpointer-1.10-11.el8.noarc 800 kB/s | 20 kB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(45/105): python3-mako-1.0.6-13.el8.noarch.rpm 6.1 MB/s | 157 kB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(46/105): python3-markupsafe-0.23-19.el8.x86_64 1.5 MB/s | 39 kB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(47/105): python3-numpy-1.14.3-10.el8.x86_64.rp 34 MB/s | 3.7 MB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(48/105): python3-numpy-f2py-1.14.3-10.el8.x86_ 6.6 MB/s | 225 kB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(49/105): python3-prettytable-0.7.2-14.el8.noar 2.6 MB/s | 44 kB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(50/105): openblas-threads-0.3.15-4.el8.x86_64. 7.9 MB/s | 4.9 MB 00:00 2023-01-15T14:25:20.421 INFO:teuthology.orchestra.run.smithi154.stdout:(51/105): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.0 MB/s | 103 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(52/105): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(53/105): python3-pyasn1-modules-0.3.7-6.el8.no 2.1 MB/s | 110 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(54/105): python3-pytz-2017.2-9.el8.noarch.rpm 1.0 MB/s | 54 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(55/105): python3-werkzeug-0.12.2-4.el8.noarch. 11 MB/s | 457 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(56/105): socat-1.7.4.1-1.el8.x86_64.rpm 9.5 MB/s | 323 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(57/105): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 71 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(58/105): fuse-2.9.7-16.el8.x86_64.rpm 3.3 MB/s | 83 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(59/105): libgfortran-8.5.0-18.el8.x86_64.rpm 8.5 MB/s | 645 kB 00:00 2023-01-15T14:25:20.422 INFO:teuthology.orchestra.run.smithi154.stdout:(60/105): ceph-test-18.0.0-1672.g69cf1797.el8.x 4.4 MB/s | 48 MB 00:10 2023-01-15T14:25:20.423 INFO:teuthology.orchestra.run.smithi154.stdout:(61/105): libquadmath-8.5.0-18.el8.x86_64.rpm 368 kB/s | 172 kB 00:00 2023-01-15T14:25:20.423 INFO:teuthology.orchestra.run.smithi154.stdout:(62/105): librabbitmq-0.9.0-3.el8.x86_64.rpm 512 kB/s | 47 kB 00:00 2023-01-15T14:25:20.423 INFO:teuthology.orchestra.run.smithi154.stdout:(63/105): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.8 MB/s | 237 kB 00:00 2023-01-15T14:25:20.441 INFO:teuthology.orchestra.run.smithi154.stdout:(64/105): python3-jwt-1.6.1-2.el8.noarch.rpm 1.7 MB/s | 43 kB 00:00 2023-01-15T14:25:20.442 INFO:teuthology.orchestra.run.smithi154.stdout:(65/105): python3-magic-5.33-20.el8.noarch.rpm 1.1 MB/s | 46 kB 00:00 2023-01-15T14:25:20.442 INFO:teuthology.orchestra.run.smithi154.stdout:(66/105): python3-oauthlib-2.1.0-1.el8.noarch.r 4.6 MB/s | 155 kB 00:00 2023-01-15T14:25:20.442 INFO:teuthology.orchestra.run.smithi154.stdout:(67/105): python3-pycparser-2.14-14.el8.noarch. 3.2 MB/s | 109 kB 00:00 2023-01-15T14:25:20.442 INFO:teuthology.orchestra.run.smithi154.stdout:(68/105): python3-requests-oauthlib-1.0.0-1.el8 1.7 MB/s | 43 kB 00:00 2023-01-15T14:25:20.442 INFO:teuthology.orchestra.run.smithi154.stdout:(69/105): python3-cryptography-3.2.1-5.el8.x86_ 2.4 MB/s | 559 kB 00:00 2023-01-15T14:25:20.443 INFO:teuthology.orchestra.run.smithi154.stdout:(70/105): python3-scipy-1.0.0-21.module_el8.5.0 12 MB/s | 14 MB 00:01 2023-01-15T14:25:20.456 INFO:teuthology.orchestra.run.smithi154.stdout:(71/105): gperftools-libs-2.7-9.el8.x86_64.rpm 1.2 MB/s | 306 kB 00:00 2023-01-15T14:25:20.494 INFO:teuthology.orchestra.run.smithi191.stdout:(20/105): python3-rados-18.0.0-1672.g69cf1797.e 1.4 MB/s | 370 kB 00:00 2023-01-15T14:25:20.603 INFO:teuthology.orchestra.run.smithi154.stdout:(72/105): liboath-2.6.2-3.el8.x86_64.rpm 220 kB/s | 59 kB 00:00 2023-01-15T14:25:20.603 INFO:teuthology.orchestra.run.smithi154.stdout:(73/105): libunwind-1.3.1-3.el8.x86_64.rpm 500 kB/s | 75 kB 00:00 2023-01-15T14:25:20.603 INFO:teuthology.orchestra.run.smithi154.stdout:(74/105): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 868 kB/s | 44 kB 00:00 2023-01-15T14:25:20.603 INFO:teuthology.orchestra.run.smithi154.stdout:(75/105): python3-asyncssh-2.7.0-2.el8.noarch.r 3.3 MB/s | 476 kB 00:00 2023-01-15T14:25:20.624 INFO:teuthology.orchestra.run.smithi154.stdout:(76/105): python3-cachetools-3.1.1-4.el8.noarch 660 kB/s | 33 kB 00:00 2023-01-15T14:25:20.649 INFO:teuthology.orchestra.run.smithi154.stdout:(77/105): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2023-01-15T14:25:20.750 INFO:teuthology.orchestra.run.smithi191.stdout:(21/105): python3-rbd-18.0.0-1672.g69cf1797.el8 1.5 MB/s | 364 kB 00:00 2023-01-15T14:25:20.751 INFO:teuthology.orchestra.run.smithi154.stdout:(78/105): python3-certifi-2018.10.15-7.el8.noar 216 kB/s | 16 kB 00:00 2023-01-15T14:25:20.751 INFO:teuthology.orchestra.run.smithi154.stdout:(79/105): python3-cheroot-8.5.2-1.el8.noarch.rp 1.7 MB/s | 173 kB 00:00 2023-01-15T14:25:20.758 INFO:teuthology.orchestra.run.smithi154.stdout:(80/105): python3-google-auth-1.1.1-10.el8.noar 972 kB/s | 81 kB 00:00 2023-01-15T14:25:20.784 INFO:teuthology.orchestra.run.smithi154.stdout:(81/105): python3-jaraco-6.2-6.el8.noarch.rpm 189 kB/s | 11 kB 00:00 2023-01-15T14:25:20.809 INFO:teuthology.orchestra.run.smithi154.stdout:(82/105): python3-cherrypy-18.4.0-1.el8.noarch. 2.4 MB/s | 384 kB 00:00 2023-01-15T14:25:22.212 INFO:teuthology.orchestra.run.smithi191.stdout:(22/105): librgw2-18.0.0-1672.g69cf1797.el8.x86 2.2 MB/s | 6.5 MB 00:02 2023-01-15T14:25:22.212 INFO:teuthology.orchestra.run.smithi191.stdout:(23/105): python3-rgw-18.0.0-1672.g69cf1797.el8 639 kB/s | 107 kB 00:00 2023-01-15T14:25:22.215 INFO:teuthology.orchestra.run.smithi191.stdout:(24/105): rbd-fuse-18.0.0-1672.g69cf1797.el8.x8 1.0 MB/s | 94 kB 00:00 2023-01-15T14:25:22.216 INFO:teuthology.orchestra.run.smithi191.stdout:(25/105): rbd-nbd-18.0.0-1672.g69cf1797.el8.x86 1.8 MB/s | 179 kB 00:00 2023-01-15T14:25:22.216 INFO:teuthology.orchestra.run.smithi191.stdout:(26/105): ceph-grafana-dashboards-18.0.0-1672.g 251 kB/s | 23 kB 00:00 2023-01-15T14:25:22.216 INFO:teuthology.orchestra.run.smithi191.stdout:(27/105): ceph-mgr-cephadm-18.0.0-1672.g69cf179 1.4 MB/s | 119 kB 00:00 2023-01-15T14:25:22.216 INFO:teuthology.orchestra.run.smithi191.stdout:(28/105): ceph-mgr-dashboard-18.0.0-1672.g69cf1 2.3 MB/s | 1.7 MB 00:00 2023-01-15T14:25:22.217 INFO:teuthology.orchestra.run.smithi154.stdout:(83/105): python3-jaraco-functools-2.0-4.el8.no 233 kB/s | 18 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(84/105): python3-logutils-0.3.5-11.el8.noarch. 971 kB/s | 49 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(85/105): python3-more-itertools-7.2.0-3.el8.no 1.1 MB/s | 59 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(86/105): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(87/105): python3-pecan-1.3.2-9.el8.noarch.rpm 4.1 MB/s | 283 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(88/105): python3-portend-2.6-1.el8.noarch.rpm 267 kB/s | 16 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(89/105): python3-kubernetes-11.0.0-6.el8.noarc 4.9 MB/s | 1.2 MB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(90/105): python3-repoze-lru-0.7-6.el8.noarch.r 365 kB/s | 34 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(91/105): python3-routes-2.4.1-12.el8.noarch.rp 1.9 MB/s | 196 kB 00:00 2023-01-15T14:25:22.218 INFO:teuthology.orchestra.run.smithi154.stdout:(92/105): python3-rsa-4.8-1.el8.noarch.rpm 924 kB/s | 61 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(93/105): python3-simplegeneric-0.8.1-17.el8.no 318 kB/s | 19 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(94/105): python3-singledispatch-3.4.0.3-18.el8 406 kB/s | 24 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(95/105): python3-tempora-1.14.1-5.el8.noarch.r 435 kB/s | 29 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(96/105): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(97/105): python3-waitress-1.2.1-2.el8.1.noarch 1.4 MB/s | 241 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(98/105): python3-websocket-client-0.56.0-5.el8 282 kB/s | 61 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(99/105): python3-webtest-2.0.33-1.el8.noarch.r 683 kB/s | 85 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(100/105): python3-webob-1.8.5-1.el8.1.noarch.r 834 kB/s | 251 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(101/105): python3-zc-lockfile-2.0-2.el8.noarch 273 kB/s | 23 kB 00:00 2023-01-15T14:25:22.219 INFO:teuthology.orchestra.run.smithi154.stdout:(102/105): s3cmd-2.3.0-1.el8.noarch.rpm 1.8 MB/s | 213 kB 00:00 2023-01-15T14:25:22.220 INFO:teuthology.orchestra.run.smithi154.stdout:(103/105): thrift-0.13.0-2.el8.x86_64.rpm 7.2 MB/s | 1.7 MB 00:00 2023-01-15T14:25:22.788 INFO:teuthology.orchestra.run.smithi191.stdout:(29/105): rbd-mirror-18.0.0-1672.g69cf1797.el8. 1.8 MB/s | 3.4 MB 00:01 2023-01-15T14:25:23.691 INFO:teuthology.orchestra.run.smithi154.stdout:(104/105): librbd1-18.0.0-1672.g69cf1797.el8.x8 1.9 MB/s | 3.6 MB 00:01 2023-01-15T14:25:23.692 INFO:teuthology.orchestra.run.smithi191.stdout:(30/105): ceph-mgr-modules-core-18.0.0-1672.g69 1.2 MB/s | 234 kB 00:00 2023-01-15T14:25:23.813 INFO:teuthology.orchestra.run.smithi191.stdout:(31/105): ceph-mgr-rook-18.0.0-1672.g69cf1797.e 434 kB/s | 47 kB 00:00 2023-01-15T14:25:23.813 INFO:teuthology.orchestra.run.smithi191.stdout:(32/105): ceph-prometheus-alerts-18.0.0-1672.g6 134 kB/s | 15 kB 00:00 2023-01-15T14:25:23.814 INFO:teuthology.orchestra.run.smithi191.stdout:(33/105): ceph-volume-18.0.0-1672.g69cf1797.el8 1.0 MB/s | 263 kB 00:00 2023-01-15T14:25:23.814 INFO:teuthology.orchestra.run.smithi191.stdout:(34/105): cephadm-18.0.0-1672.g69cf1797.el8.noa 816 kB/s | 81 kB 00:00 2023-01-15T14:25:23.814 INFO:teuthology.orchestra.run.smithi191.stdout:(35/105): jq-1.6-6.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-01-15T14:25:23.814 INFO:teuthology.orchestra.run.smithi191.stdout:(36/105): librdkafka-0.11.4-3.el8.x86_64.rpm 5.2 MB/s | 354 kB 00:00 2023-01-15T14:25:23.815 INFO:teuthology.orchestra.run.smithi191.stdout:(37/105): lttng-ust-2.8.1-11.el8.x86_64.rpm 10 MB/s | 259 kB 00:00 2023-01-15T14:25:23.815 INFO:teuthology.orchestra.run.smithi191.stdout:(38/105): oniguruma-6.8.2-2.el8.x86_64.rpm 7.4 MB/s | 187 kB 00:00 2023-01-15T14:25:23.841 INFO:teuthology.orchestra.run.smithi191.stdout:(39/105): openblas-0.3.15-4.el8.x86_64.rpm 44 MB/s | 4.7 MB 00:00 2023-01-15T14:25:23.958 INFO:teuthology.orchestra.run.smithi191.stdout:(40/105): openblas-threads-0.3.15-4.el8.x86_64. 42 MB/s | 4.9 MB 00:00 2023-01-15T14:25:24.075 INFO:teuthology.orchestra.run.smithi191.stdout:(41/105): python3-babel-2.5.1-7.el8.noarch.rpm 41 MB/s | 4.8 MB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(42/105): python3-jinja2-2.10.1-3.el8.noarch.rp 9.5 MB/s | 538 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(43/105): python3-jsonpatch-1.21-2.el8.noarch.r 1.3 MB/s | 27 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(44/105): python3-jsonpointer-1.10-11.el8.noarc 1.2 MB/s | 20 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(45/105): python3-mako-1.0.6-13.el8.noarch.rpm 6.1 MB/s | 157 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(46/105): python3-markupsafe-0.23-19.el8.x86_64 2.3 MB/s | 39 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(47/105): python3-numpy-1.14.3-10.el8.x86_64.rp 37 MB/s | 3.7 MB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(48/105): python3-numpy-f2py-1.14.3-10.el8.x86_ 8.8 MB/s | 225 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(49/105): python3-prettytable-0.7.2-14.el8.noar 1.7 MB/s | 44 kB 00:00 2023-01-15T14:25:24.626 INFO:teuthology.orchestra.run.smithi191.stdout:(50/105): python3-pyOpenSSL-19.0.0-1.el8.noarch 4.0 MB/s | 103 kB 00:00 2023-01-15T14:25:24.627 INFO:teuthology.orchestra.run.smithi191.stdout:(51/105): python3-pyasn1-0.3.7-6.el8.noarch.rpm 4.9 MB/s | 126 kB 00:00 2023-01-15T14:25:24.627 INFO:teuthology.orchestra.run.smithi191.stdout:(52/105): python3-pyasn1-modules-0.3.7-6.el8.no 4.3 MB/s | 110 kB 00:00 2023-01-15T14:25:24.627 INFO:teuthology.orchestra.run.smithi191.stdout:(53/105): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-01-15T14:25:24.745 INFO:teuthology.orchestra.run.smithi191.stdout:(54/105): python3-scipy-1.0.0-21.module_el8.5.0 48 MB/s | 14 MB 00:00 2023-01-15T14:25:24.804 INFO:teuthology.orchestra.run.smithi191.stdout:(55/105): python3-werkzeug-0.12.2-4.el8.noarch. 7.7 MB/s | 457 kB 00:00 2023-01-15T14:25:24.829 INFO:teuthology.orchestra.run.smithi191.stdout:(56/105): socat-1.7.4.1-1.el8.x86_64.rpm 13 MB/s | 323 kB 00:00 2023-01-15T14:25:24.855 INFO:teuthology.orchestra.run.smithi191.stdout:(57/105): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-01-15T14:25:24.880 INFO:teuthology.orchestra.run.smithi191.stdout:(58/105): fuse-2.9.7-16.el8.x86_64.rpm 3.2 MB/s | 83 kB 00:00 2023-01-15T14:25:24.922 INFO:teuthology.orchestra.run.smithi191.stdout:(59/105): libgfortran-8.5.0-18.el8.x86_64.rpm 15 MB/s | 645 kB 00:00 2023-01-15T14:25:24.947 INFO:teuthology.orchestra.run.smithi191.stdout:(60/105): libquadmath-8.5.0-18.el8.x86_64.rpm 6.8 MB/s | 172 kB 00:00 2023-01-15T14:25:24.972 INFO:teuthology.orchestra.run.smithi191.stdout:(61/105): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2023-01-15T14:25:24.997 INFO:teuthology.orchestra.run.smithi191.stdout:(62/105): python3-cffi-1.11.5-5.el8.x86_64.rpm 9.3 MB/s | 237 kB 00:00 2023-01-15T14:25:25.014 INFO:teuthology.orchestra.run.smithi154.stdout:(105/105): librados2-18.0.0-1672.g69cf1797.el8. 1.0 MB/s | 3.6 MB 00:03 2023-01-15T14:25:25.018 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:25:25.019 INFO:teuthology.orchestra.run.smithi154.stdout:Total 9.0 MB/s | 189 MB 00:21 2023-01-15T14:25:25.031 INFO:teuthology.orchestra.run.smithi191.stdout:(63/105): python3-cryptography-3.2.1-5.el8.x86_ 16 MB/s | 559 kB 00:00 2023-01-15T14:25:25.056 INFO:teuthology.orchestra.run.smithi191.stdout:(64/105): python3-jwt-1.6.1-2.el8.noarch.rpm 1.7 MB/s | 43 kB 00:00 2023-01-15T14:25:25.107 INFO:teuthology.orchestra.run.smithi191.stdout:(65/105): python3-magic-5.33-20.el8.noarch.rpm 923 kB/s | 46 kB 00:00 2023-01-15T14:25:25.132 INFO:teuthology.orchestra.run.smithi191.stdout:(66/105): python3-oauthlib-2.1.0-1.el8.noarch.r 6.0 MB/s | 155 kB 00:00 2023-01-15T14:25:25.157 INFO:teuthology.orchestra.run.smithi191.stdout:(67/105): python3-pycparser-2.14-14.el8.noarch. 4.3 MB/s | 109 kB 00:00 2023-01-15T14:25:25.183 INFO:teuthology.orchestra.run.smithi191.stdout:(68/105): python3-requests-oauthlib-1.0.0-1.el8 1.7 MB/s | 43 kB 00:00 2023-01-15T14:25:25.375 INFO:teuthology.orchestra.run.smithi191.stdout:(69/105): gperftools-libs-2.7-9.el8.x86_64.rpm 1.6 MB/s | 306 kB 00:00 2023-01-15T14:25:25.425 INFO:teuthology.orchestra.run.smithi191.stdout:(70/105): liboath-2.6.2-3.el8.x86_64.rpm 1.2 MB/s | 59 kB 00:00 2023-01-15T14:25:25.475 INFO:teuthology.orchestra.run.smithi191.stdout:(71/105): libunwind-1.3.1-3.el8.x86_64.rpm 1.5 MB/s | 75 kB 00:00 2023-01-15T14:25:25.502 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2023-01-15T14:25:25.583 INFO:teuthology.orchestra.run.smithi191.stdout:(72/105): python3-asyncssh-2.7.0-2.el8.noarch.r 4.3 MB/s | 476 kB 00:00 2023-01-15T14:25:25.596 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2023-01-15T14:25:25.596 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2023-01-15T14:25:25.642 INFO:teuthology.orchestra.run.smithi191.stdout:(73/105): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 736 kB/s | 44 kB 00:00 2023-01-15T14:25:25.693 INFO:teuthology.orchestra.run.smithi191.stdout:(74/105): python3-beautifulsoup4-4.6.3-2.el8.1. 3.6 MB/s | 185 kB 00:00 2023-01-15T14:25:25.743 INFO:teuthology.orchestra.run.smithi191.stdout:(75/105): python3-cachetools-3.1.1-4.el8.noarch 661 kB/s | 33 kB 00:00 2023-01-15T14:25:25.793 INFO:teuthology.orchestra.run.smithi191.stdout:(76/105): python3-certifi-2018.10.15-7.el8.noar 326 kB/s | 16 kB 00:00 2023-01-15T14:25:25.844 INFO:teuthology.orchestra.run.smithi191.stdout:(77/105): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-01-15T14:25:25.936 INFO:teuthology.orchestra.run.smithi191.stdout:(78/105): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2023-01-15T14:25:25.986 INFO:teuthology.orchestra.run.smithi191.stdout:(79/105): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-01-15T14:25:26.036 INFO:teuthology.orchestra.run.smithi191.stdout:(80/105): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-01-15T14:25:26.095 INFO:teuthology.orchestra.run.smithi191.stdout:(81/105): python3-jaraco-functools-2.0-4.el8.no 301 kB/s | 18 kB 00:00 2023-01-15T14:25:26.245 INFO:teuthology.orchestra.run.smithi191.stdout:(82/105): python3-kubernetes-11.0.0-6.el8.noarc 7.8 MB/s | 1.2 MB 00:00 2023-01-15T14:25:26.287 INFO:teuthology.orchestra.run.smithi191.stdout:(83/105): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-01-15T14:25:26.329 INFO:teuthology.orchestra.run.smithi191.stdout:(84/105): python3-more-itertools-7.2.0-3.el8.no 1.4 MB/s | 59 kB 00:00 2023-01-15T14:25:26.871 INFO:teuthology.orchestra.run.smithi191.stdout:(85/105): ceph-test-18.0.0-1672.g69cf1797.el8.x 3.3 MB/s | 48 MB 00:14 2023-01-15T14:25:26.979 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2023-01-15T14:25:26.984 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2023-01-15T14:25:27.022 INFO:teuthology.orchestra.run.smithi191.stdout:(86/105): python3-natsort-7.1.1-2.el8.noarch.rp 87 kB/s | 60 kB 00:00 2023-01-15T14:25:27.130 INFO:teuthology.orchestra.run.smithi191.stdout:(87/105): ceph-mgr-diskprediction-local-18.0.0- 1.4 MB/s | 7.4 MB 00:05 2023-01-15T14:25:27.147 INFO:teuthology.orchestra.run.smithi191.stdout:(88/105): python3-portend-2.6-1.el8.noarch.rpm 125 kB/s | 16 kB 00:00 2023-01-15T14:25:27.240 INFO:teuthology.orchestra.run.smithi191.stdout:(89/105): python3-pecan-1.3.2-9.el8.noarch.rpm 770 kB/s | 283 kB 00:00 2023-01-15T14:25:27.264 INFO:teuthology.orchestra.run.smithi191.stdout:(90/105): python3-repoze-lru-0.7-6.el8.noarch.r 252 kB/s | 34 kB 00:00 2023-01-15T14:25:27.290 INFO:teuthology.orchestra.run.smithi191.stdout:(91/105): python3-routes-2.4.1-12.el8.noarch.rp 1.4 MB/s | 196 kB 00:00 2023-01-15T14:25:27.317 INFO:teuthology.orchestra.run.smithi191.stdout:(92/105): python3-rsa-4.8-1.el8.noarch.rpm 815 kB/s | 61 kB 00:00 2023-01-15T14:25:27.340 INFO:teuthology.orchestra.run.smithi191.stdout:(93/105): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2023-01-15T14:25:27.366 INFO:teuthology.orchestra.run.smithi191.stdout:(94/105): python3-singledispatch-3.4.0.3-18.el8 316 kB/s | 24 kB 00:00 2023-01-15T14:25:27.394 INFO:teuthology.orchestra.run.smithi191.stdout:(95/105): python3-tempora-1.14.1-5.el8.noarch.r 387 kB/s | 29 kB 00:00 2023-01-15T14:25:27.416 INFO:teuthology.orchestra.run.smithi191.stdout:(96/105): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2023-01-15T14:25:27.441 INFO:teuthology.orchestra.run.smithi191.stdout:(97/105): python3-waitress-1.2.1-2.el8.1.noarch 3.1 MB/s | 241 kB 00:00 2023-01-15T14:25:27.500 INFO:teuthology.orchestra.run.smithi191.stdout:(98/105): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-01-15T14:25:27.525 INFO:teuthology.orchestra.run.smithi191.stdout:(99/105): python3-websocket-client-0.56.0-5.el8 564 kB/s | 61 kB 00:00 2023-01-15T14:25:27.551 INFO:teuthology.orchestra.run.smithi191.stdout:(100/105): python3-webob-1.8.5-1.el8.1.noarch.r 1.5 MB/s | 251 kB 00:00 2023-01-15T14:25:27.608 INFO:teuthology.orchestra.run.smithi191.stdout:(101/105): python3-zc-lockfile-2.0-2.el8.noarch 212 kB/s | 23 kB 00:00 2023-01-15T14:25:27.634 INFO:teuthology.orchestra.run.smithi191.stdout:(102/105): s3cmd-2.3.0-1.el8.noarch.rpm 1.9 MB/s | 213 kB 00:00 2023-01-15T14:25:28.010 INFO:teuthology.orchestra.run.smithi191.stdout:(103/105): thrift-0.13.0-2.el8.x86_64.rpm 3.8 MB/s | 1.7 MB 00:00 2023-01-15T14:25:31.192 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2023-01-15T14:25:32.076 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/107 2023-01-15T14:25:32.077 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/107 2023-01-15T14:25:32.077 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/107 2023-01-15T14:25:32.141 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:25:32.564 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:25:32.782 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:25:32.910 INFO:teuthology.orchestra.run.smithi191.stdout:(104/105): librados2-18.0.0-1672.g69cf1797.el8. 702 kB/s | 3.6 MB 00:05 2023-01-15T14:25:33.174 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:25:33.375 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:25:33.512 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:25:33.682 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:25:33.707 INFO:teuthology.orchestra.run.smithi191.stdout:(105/105): librbd1-18.0.0-1672.g69cf1797.el8.x8 601 kB/s | 3.6 MB 00:06 2023-01-15T14:25:33.707 INFO:teuthology.orchestra.run.smithi191.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:25:33.707 INFO:teuthology.orchestra.run.smithi191.stdout:Total 6.5 MB/s | 189 MB 00:29 2023-01-15T14:25:33.801 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:25:34.014 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:25:34.174 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:25:34.199 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction check 2023-01-15T14:25:34.236 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:25:34.290 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction check succeeded. 2023-01-15T14:25:34.290 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction test 2023-01-15T14:25:34.485 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 10/107 2023-01-15T14:25:34.669 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/107 2023-01-15T14:25:34.882 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:25:34.987 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:25:35.132 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:25:35.242 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:25:35.525 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 14/107 2023-01-15T14:25:35.634 INFO:teuthology.orchestra.run.smithi191.stdout:Transaction test succeeded. 2023-01-15T14:25:35.665 INFO:teuthology.orchestra.run.smithi191.stdout:Running transaction 2023-01-15T14:25:35.690 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:25:35.833 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:25:35.998 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:25:36.594 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:25:36.798 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:25:37.430 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:25:37.607 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:25:38.299 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:25:38.666 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 19/107 2023-01-15T14:25:38.896 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 20/107 2023-01-15T14:25:39.068 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 21/107 2023-01-15T14:25:39.282 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 22/107 2023-01-15T14:25:39.521 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 23/107 2023-01-15T14:25:39.668 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 24/107 2023-01-15T14:25:39.865 INFO:teuthology.orchestra.run.smithi191.stdout: Preparing : 1/1 2023-01-15T14:25:39.935 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 25/107 2023-01-15T14:25:40.053 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/107 2023-01-15T14:25:40.223 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/107 2023-01-15T14:25:40.429 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/107 2023-01-15T14:25:40.626 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:25:40.937 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 26/107 2023-01-15T14:25:41.029 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:25:41.243 INFO:teuthology.orchestra.run.smithi191.stdout: Upgrading : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:25:41.305 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/107 2023-01-15T14:25:41.602 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/107 2023-01-15T14:25:41.635 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:25:41.785 INFO:teuthology.orchestra.run.smithi191.stdout: Upgrading : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:25:41.823 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:25:41.923 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:25:42.101 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:25:42.183 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:25:42.391 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:25:42.518 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:25:42.603 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:25:42.821 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 10/107 2023-01-15T14:25:42.997 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/107 2023-01-15T14:25:43.384 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:25:43.496 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:25:43.619 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:25:43.643 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:25:43.758 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:25:43.951 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 30/107 2023-01-15T14:25:44.049 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 14/107 2023-01-15T14:25:44.182 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/107 2023-01-15T14:25:44.218 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:25:44.335 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:25:44.424 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rsa-4.8-1.el8.noarch 32/107 2023-01-15T14:25:44.526 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:25:44.653 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 33/107 2023-01-15T14:25:44.846 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 34/107 2023-01-15T14:25:45.075 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 35/107 2023-01-15T14:25:45.111 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:25:45.267 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:25:46.884 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:25:46.884 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:25:46.884 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:25:46.885 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 36/107 2023-01-15T14:25:46.885 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 37/107 2023-01-15T14:25:46.886 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 38/107 2023-01-15T14:25:46.886 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 39/107 2023-01-15T14:25:46.886 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 40/107 2023-01-15T14:25:46.886 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 41/107 2023-01-15T14:25:46.886 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 42/107 2023-01-15T14:25:46.887 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 43/107 2023-01-15T14:25:46.977 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 44/107 2023-01-15T14:25:47.135 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 19/107 2023-01-15T14:25:47.183 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 45/107 2023-01-15T14:25:47.331 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 20/107 2023-01-15T14:25:47.411 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 46/107 2023-01-15T14:25:47.529 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 21/107 2023-01-15T14:25:47.621 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-portend-2.6-1.el8.noarch 47/107 2023-01-15T14:25:47.725 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 22/107 2023-01-15T14:25:47.829 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 48/107 2023-01-15T14:25:47.924 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 23/107 2023-01-15T14:25:48.085 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 24/107 2023-01-15T14:25:48.128 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 49/107 2023-01-15T14:25:48.301 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 25/107 2023-01-15T14:25:48.385 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 50/107 2023-01-15T14:25:48.656 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 51/107 2023-01-15T14:25:49.010 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 52/107 2023-01-15T14:25:49.342 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 26/107 2023-01-15T14:25:49.373 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 53/107 2023-01-15T14:25:49.639 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 54/107 2023-01-15T14:25:49.746 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/107 2023-01-15T14:25:50.078 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/107 2023-01-15T14:25:50.299 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:25:50.423 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 55/107 2023-01-15T14:25:50.612 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:25:50.680 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:25:50.908 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 57/107 2023-01-15T14:25:51.191 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/107 2023-01-15T14:25:51.572 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 59/107 2023-01-15T14:25:51.891 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 60/107 2023-01-15T14:25:52.078 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:25:52.122 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/107 2023-01-15T14:25:52.420 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 30/107 2023-01-15T14:25:52.450 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/107 2023-01-15T14:25:52.633 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/107 2023-01-15T14:25:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/107 2023-01-15T14:25:52.885 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rsa-4.8-1.el8.noarch 32/107 2023-01-15T14:25:53.241 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 33/107 2023-01-15T14:25:53.241 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 34/107 2023-01-15T14:25:53.409 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 35/107 2023-01-15T14:25:53.636 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 36/107 2023-01-15T14:25:53.824 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/107 2023-01-15T14:25:53.864 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 37/107 2023-01-15T14:25:54.028 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 38/107 2023-01-15T14:25:54.184 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 39/107 2023-01-15T14:25:54.229 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 65/107 2023-01-15T14:25:54.447 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 40/107 2023-01-15T14:25:54.520 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 66/107 2023-01-15T14:25:54.652 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 41/107 2023-01-15T14:25:54.770 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 67/107 2023-01-15T14:25:54.891 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 42/107 2023-01-15T14:25:55.093 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 43/107 2023-01-15T14:25:55.135 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 68/107 2023-01-15T14:25:55.321 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 44/107 2023-01-15T14:25:55.396 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/107 2023-01-15T14:25:55.493 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 45/107 2023-01-15T14:25:55.609 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 70/107 2023-01-15T14:25:55.687 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 46/107 2023-01-15T14:25:55.817 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-magic-5.33-20.el8.noarch 71/107 2023-01-15T14:25:55.889 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-portend-2.6-1.el8.noarch 47/107 2023-01-15T14:25:56.013 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fuse-2.9.7-16.el8.x86_64 72/107 2023-01-15T14:25:56.097 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 48/107 2023-01-15T14:25:56.216 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/107 2023-01-15T14:25:56.396 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 49/107 2023-01-15T14:25:56.411 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/107 2023-01-15T14:25:56.570 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 75/107 2023-01-15T14:25:56.678 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 50/107 2023-01-15T14:25:56.966 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 51/107 2023-01-15T14:25:57.309 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 52/107 2023-01-15T14:25:57.636 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 53/107 2023-01-15T14:25:57.874 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 54/107 2023-01-15T14:25:58.609 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 55/107 2023-01-15T14:25:58.806 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:25:58.882 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:25:59.101 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 57/107 2023-01-15T14:25:59.374 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/107 2023-01-15T14:25:59.770 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 59/107 2023-01-15T14:26:00.059 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 60/107 2023-01-15T14:26:00.316 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/107 2023-01-15T14:26:00.385 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:00.626 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/107 2023-01-15T14:26:00.653 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:00.886 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/107 2023-01-15T14:26:01.239 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:01.561 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:26:01.647 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:26:01.861 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:26:01.985 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/107 2023-01-15T14:26:02.420 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 65/107 2023-01-15T14:26:02.822 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 66/107 2023-01-15T14:26:03.104 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 67/107 2023-01-15T14:26:03.443 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 68/107 2023-01-15T14:26:03.706 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/107 2023-01-15T14:26:03.919 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 70/107 2023-01-15T14:26:04.129 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-magic-5.33-20.el8.noarch 71/107 2023-01-15T14:26:04.391 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : fuse-2.9.7-16.el8.x86_64 72/107 2023-01-15T14:26:04.602 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/107 2023-01-15T14:26:04.772 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/107 2023-01-15T14:26:04.964 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 75/107 2023-01-15T14:26:08.754 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:09.030 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:09.613 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:26:09.942 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:26:10.024 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:26:10.204 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:26:20.946 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:26:20.946 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /sys 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /proc 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /dev 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /run 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /mnt 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /var/tmp 2023-01-15T14:26:20.947 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /home 2023-01-15T14:26:20.948 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /tmp 2023-01-15T14:26:20.948 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /dev 2023-01-15T14:26:20.948 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:21.324 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:26:22.831 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:26:23.091 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:26:23.309 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:26:23.491 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:26:23.877 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:26:24.066 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:26:24.089 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:26:24.297 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 83/107 2023-01-15T14:26:24.555 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 84/107 2023-01-15T14:26:24.732 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:26:24.804 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:26:24.974 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : jq-1.6-6.el8.x86_64 86/107 2023-01-15T14:26:26.509 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:26:26.685 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:26:26.813 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 88/107 2023-01-15T14:26:26.993 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 89/107 2023-01-15T14:26:27.265 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:26:27.485 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:26:27.765 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:26:28.730 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:26:29.574 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:26:29.574 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:26:29.574 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 93/107 2023-01-15T14:26:29.696 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:26:29.744 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:26:29.777 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:26:29.777 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /sys 2023-01-15T14:26:29.777 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /proc 2023-01-15T14:26:29.777 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /dev 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /run 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /mnt 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /var/tmp 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /home 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /tmp 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout:skipping the directory /dev 2023-01-15T14:26:29.778 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:29.914 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:26:29.925 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:26:30.151 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:26:31.649 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:26:31.913 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:26:32.130 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:26:32.351 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:26:32.729 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:26:32.901 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:26:32.924 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:26:33.166 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 83/107 2023-01-15T14:26:33.378 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 84/107 2023-01-15T14:26:33.550 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:26:33.654 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:26:33.859 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : jq-1.6-6.el8.x86_64 86/107 2023-01-15T14:26:34.656 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 96/107 2023-01-15T14:26:35.385 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:26:35.972 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:26:35.972 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 88/107 2023-01-15T14:26:35.972 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 89/107 2023-01-15T14:26:36.073 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 97/107 2023-01-15T14:26:36.172 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:26:36.317 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:26:36.580 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:26:36.580 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:26:36.580 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:26:36.637 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:26:36.903 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:26:37.097 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:26:37.189 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:26:37.445 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 101/107 2023-01-15T14:26:37.677 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:26:37.734 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:26:37.838 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:26:37.887 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:26:38.000 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 103/107 2023-01-15T14:26:38.088 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:26:38.254 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 93/107 2023-01-15T14:26:38.273 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 105/107 2023-01-15T14:26:38.273 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:26:38.425 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:26:38.459 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:26:38.483 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:26:38.483 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:38.674 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:26:38.685 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 1/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 3/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 4/107 2023-01-15T14:26:39.262 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 5/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 9/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 10/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 11/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 13/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 14/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 15/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 16/107 2023-01-15T14:26:39.263 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 17/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 18/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 19/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 20/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 21/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 22/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 23/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 24/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 25/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 26/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 27/107 2023-01-15T14:26:39.264 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 28/107 2023-01-15T14:26:39.265 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 29/107 2023-01-15T14:26:39.271 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 30/107 2023-01-15T14:26:39.271 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 31/107 2023-01-15T14:26:39.271 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 32/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 33/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 34/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 35/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 36/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : jq-1.6-6.el8.x86_64 37/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 38/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 39/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 40/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 41/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 42/107 2023-01-15T14:26:39.272 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 47/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 51/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 52/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 53/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 54/107 2023-01-15T14:26:39.273 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 55/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 56/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 57/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 58/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 59/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 60/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 61/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 62/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 63/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 64/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 65/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 66/107 2023-01-15T14:26:39.274 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-magic-5.33-20.el8.noarch 67/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 68/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 69/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 70/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 71/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 72/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 73/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 74/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 75/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 76/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 77/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 78/107 2023-01-15T14:26:39.275 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 79/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 80/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 81/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 82/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 83/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 84/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 85/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 86/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 87/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 88/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-portend-2.6-1.el8.noarch 89/107 2023-01-15T14:26:39.276 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 90/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 91/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 92/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 93/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 94/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 95/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 96/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 97/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 98/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 99/107 2023-01-15T14:26:39.277 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 100/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 101/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 103/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 105/107 2023-01-15T14:26:39.278 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 106/107 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.874 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.875 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: fuse-2.9.7-16.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: jq-1.6-6.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.876 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-15T14:26:40.877 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-15T14:26:40.878 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-15T14:26:40.879 INFO:teuthology.orchestra.run.smithi154.stdout: python3-magic-5.33-20.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend-2.6-1.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-15T14:26:40.880 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-15T14:26:40.881 INFO:teuthology.orchestra.run.smithi154.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.882 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout: s3cmd-2.3.0-1.el8.noarch 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:40.883 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2023-01-15T14:26:41.176 DEBUG:teuthology.parallel:result is None 2023-01-15T14:26:43.395 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 96/107 2023-01-15T14:26:44.780 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 97/107 2023-01-15T14:26:44.969 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:26:45.002 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:26:45.181 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:26:45.527 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:26:45.707 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:26:45.797 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:26:46.021 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 101/107 2023-01-15T14:26:46.285 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:26:46.448 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 103/107 2023-01-15T14:26:46.631 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:26:46.800 INFO:teuthology.orchestra.run.smithi191.stdout: Installing : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 105/107 2023-01-15T14:26:46.800 INFO:teuthology.orchestra.run.smithi191.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:26:47.001 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:26:47.001 INFO:teuthology.orchestra.run.smithi191.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:47.772 INFO:teuthology.orchestra.run.smithi191.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 1/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 3/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 4/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 5/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:26:47.773 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 9/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 10/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 11/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 13/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 14/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 15/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 16/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 17/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 18/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 19/107 2023-01-15T14:26:47.774 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 20/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 21/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 22/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 23/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 24/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 25/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 26/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 27/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 28/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 29/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 30/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 31/107 2023-01-15T14:26:47.775 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 32/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 33/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 34/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 35/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 36/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : jq-1.6-6.el8.x86_64 37/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 38/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 39/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 40/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 41/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 42/107 2023-01-15T14:26:47.776 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 47/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 51/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 52/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 53/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 54/107 2023-01-15T14:26:47.777 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 55/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 56/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 57/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 58/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 59/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 60/107 2023-01-15T14:26:47.778 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 61/107 2023-01-15T14:26:47.839 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 62/107 2023-01-15T14:26:47.839 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 63/107 2023-01-15T14:26:47.839 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 64/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 65/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 66/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-magic-5.33-20.el8.noarch 67/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 68/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 69/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 70/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 71/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 72/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 73/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 74/107 2023-01-15T14:26:47.840 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 75/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 76/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 77/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 78/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 79/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 80/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 81/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 82/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 83/107 2023-01-15T14:26:47.841 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 84/107 2023-01-15T14:26:47.842 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 85/107 2023-01-15T14:26:47.842 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 86/107 2023-01-15T14:26:47.842 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 87/107 2023-01-15T14:26:47.842 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 88/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-portend-2.6-1.el8.noarch 89/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 90/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 91/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 92/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 93/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 94/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 95/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 96/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 97/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 98/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 99/107 2023-01-15T14:26:47.843 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 100/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 101/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 103/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 105/107 2023-01-15T14:26:47.844 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 106/107 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout:Upgraded: 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout:Installed: 2023-01-15T14:26:49.407 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.408 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: fuse-2.9.7-16.el8.x86_64 2023-01-15T14:26:49.409 INFO:teuthology.orchestra.run.smithi191.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: jq-1.6-6.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.410 INFO:teuthology.orchestra.run.smithi191.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-15T14:26:49.411 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-15T14:26:49.412 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-magic-5.33-20.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-15T14:26:49.413 INFO:teuthology.orchestra.run.smithi191.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-portend-2.6-1.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-15T14:26:49.414 INFO:teuthology.orchestra.run.smithi191.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-15T14:26:49.415 INFO:teuthology.orchestra.run.smithi191.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: s3cmd-2.3.0-1.el8.noarch 2023-01-15T14:26:49.416 INFO:teuthology.orchestra.run.smithi191.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-15T14:26:49.417 INFO:teuthology.orchestra.run.smithi191.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-15T14:26:49.417 INFO:teuthology.orchestra.run.smithi191.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-15T14:26:49.417 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:49.417 INFO:teuthology.orchestra.run.smithi191.stdout:Complete! 2023-01-15T14:26:49.807 DEBUG:teuthology.parallel:result is None 2023-01-15T14:26:49.807 DEBUG:teuthology.orchestra.run.smithi154:> sudo lsb_release -is 2023-01-15T14:26:49.855 INFO:teuthology.orchestra.run.smithi154.stdout:CentOSStream 2023-01-15T14:26:49.856 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:26:49.856 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:26:50.007 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-15T14:26:50.733 INFO:teuthology.orchestra.run.smithi154.stdout:18.0.0-1672.g69cf1797.el8 2023-01-15T14:26:50.733 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1672.g69cf1797.el8 2023-01-15T14:26:50.733 INFO:teuthology.task.install:The correct ceph version 18.0.0-1672.g69cf1797 is installed. 2023-01-15T14:26:50.734 DEBUG:teuthology.orchestra.run.smithi191:> sudo lsb_release -is 2023-01-15T14:26:50.776 INFO:teuthology.orchestra.run.smithi191.stdout:CentOSStream 2023-01-15T14:26:50.777 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:26:50.777 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:26:50.925 DEBUG:teuthology.orchestra.run.smithi191:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-15T14:26:50.947 INFO:teuthology.orchestra.run.smithi191.stdout:18.0.0-1672.g69cf1797.el8 2023-01-15T14:26:50.948 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1672.g69cf1797.el8 2023-01-15T14:26:50.948 INFO:teuthology.task.install:The correct ceph version 18.0.0-1672.g69cf1797 is installed. 2023-01-15T14:26:50.948 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-01-15T14:26:50.948 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:50.948 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-15T14:26:50.977 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:50.977 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-15T14:26:51.017 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-01-15T14:26:51.017 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:51.017 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/daemon-helper 2023-01-15T14:26:51.043 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-15T14:26:51.110 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:51.122 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/daemon-helper 2023-01-15T14:26:51.150 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-15T14:26:51.218 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-01-15T14:26:51.327 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:51.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-15T14:26:51.357 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-15T14:26:51.423 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:51.532 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-15T14:26:51.560 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-15T14:26:51.627 INFO:teuthology.run_tasks:Running task ceph... 2023-01-15T14:26:51.808 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-01-15T14:26:51.937 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 777 /var/log/ceph 2023-01-15T14:26:51.939 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 777 /var/log/ceph 2023-01-15T14:26:51.967 INFO:tasks.ceph:Disabling ceph logrotate... 2023-01-15T14:26:51.967 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-15T14:26:52.007 DEBUG:teuthology.orchestra.run.smithi191:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-15T14:26:52.145 INFO:tasks.ceph:Creating extra log directories... 2023-01-15T14:26:52.145 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-15T14:26:52.160 DEBUG:teuthology.orchestra.run.smithi191:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-15T14:26:52.224 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-01-15T14:26:52.224 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd fast shutdown': False, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-01-15T14:26:52.225 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139339', 'branch': 'wip-fips-openssl3_i01', 'description': 'rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/valgrind}', 'email': 'mkogan@redhat.com', 'first_in_suite': False, 'job_id': '7139339', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-fips-openssl3_i01'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd fast shutdown': False, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'osd objectstore': 'filestore', 'osd sloppy crc': True}}, 'filestore': True, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'force-branch': 'ceph-master', 'slow_backend': True}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-fips-openssl3_i01', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, 'owner': 'scheduled_mkogan@teuthology', 'priority': 99, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'wip-fips-openssl3_i01', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'targets': {'smithi154.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4Za/JoFA77EAhEH+0RLK7MaI+wXQZyXkLeE65iRILn3PNWVWetD1/Oln+C3ruQ2ePtSgZk7zY9caTR8+KqaNxZeNV3xRyUvmDx6g+BFzd0UuRFcihWvlceqXZpSw3UHll4RkviUEMrc2xgfHosHARF7ROvNke/nG8R1gKZs0R/oJQfehzqP3J4qCIx359ETsp8wynZzN6HWybr3doTUWi0l1tRp7n+XwELNWZ0BJTyjq+TU76W7ZT8lrauaxnnVnIqIAoQI5b8bqRKJudpd60E8ERa9bB6JGCxVd8szwoljdp1JtgMMcVSB+zUMPhNmZRaT/hQdG4rHH2KuLt0Y3ygBV31ROfyPiZl30NiexnM5ZrB5uShJ+nko34WJ6dg5vyjbloZaNmyCaMfInYyOhJouHm9b/v6mKPP1kUNj+Tovpc+0XYYsg4rXNiRyIgYF99FOhAR1G6vfsaPL9zxzYB8Z3fhNVKdm9Mq8G7QiWfin3C5+l5VS4g1KdOb5/Yc7E=', 'smithi191.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrAwdx8PJb9SiG8bX7QNWCH/2JRIwKrOMkP4h2qVjiv5C50qdN8OQHQ+9Ay7B/jr0ddaEKSTd6ywl3yN1ZJq1mXhaf5WhHKmXJ4U/KzMnbaGCZ6Fwlv3heaqrKxP9HLIj0yK3FIFxAK/69InoZ1hhTRyC/cvujObqrNjEAtDs6kwiqELM5BQYipzgvYGhSnnv+AECmJbtmyJ6kuOqEA05Pztf4bvEp0ulvJe09gjpVRKuwIdEpEjaFKvdebX1FmNyT640kJiypu85CwsQRbaqXmcJWyfZmKbWJeKzZ+OvRO0oOx99BF82eF8Kp8lHmcea98DiD8wlkvMFtJusKklCLEwPkUoMt+RJiGup+LR2CpV04jCUnK3NP6Lu7UzMKylPwRh2JaRgeaJd5YPLMId6M8dgC1KVhfxN18r71ZNUb+RjIbhSE4oMHfCt9Wbz885U+VqxfkvHzHCYgVIimuFgJq4EVsSuSo7rQUSPSfxZKZukohFeAVLWG27SE3ClRpzc='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_throttle.sh', 'rgw/test_librgw_file.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '19d18db866afdc31fd6586f558fc29b95a87ccfb', 'timestamp': '2023-01-12_21:03:58', 'tube': 'smithi', 'user': 'mkogan', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1670'} 2023-01-15T14:26:52.225 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-15T14:26:52.229 DEBUG:teuthology.orchestra.run.smithi191:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-15T14:26:52.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m0777 -- /var/run/ceph 2023-01-15T14:26:52.287 DEBUG:teuthology.orchestra.run.smithi191:> sudo install -d -m0777 -- /var/run/ceph 2023-01-15T14:26:52.337 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:52.337 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/scratch_devs of=/dev/stdout 2023-01-15T14:26:52.368 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-15T14:26:52.368 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_1 2023-01-15T14:26:52.426 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-15T14:26:52.426 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:52.426 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 6h/6d Inode: 372616 Links: 1 2023-01-15T14:26:52.426 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:52.427 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:52.427 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2023-01-15 14:26:38.964560662 +0000 2023-01-15T14:26:52.427 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2023-01-15 14:24:12.022874601 +0000 2023-01-15T14:26:52.427 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2023-01-15 14:24:12.022874601 +0000 2023-01-15T14:26:52.427 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: - 2023-01-15T14:26:52.427 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-15T14:26:52.492 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2023-01-15T14:26:52.493 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2023-01-15T14:26:52.493 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000232092 s, 2.2 MB/s 2023-01-15T14:26:52.494 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-15T14:26:52.552 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_2 2023-01-15T14:26:52.610 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-15T14:26:52.610 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:52.610 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 6h/6d Inode: 378909 Links: 1 2023-01-15T14:26:52.610 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:52.610 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:52.611 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2023-01-15 14:26:38.964560662 +0000 2023-01-15T14:26:52.611 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2023-01-15 14:24:12.548860989 +0000 2023-01-15T14:26:52.611 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2023-01-15 14:24:12.548860989 +0000 2023-01-15T14:26:52.611 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: - 2023-01-15T14:26:52.611 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-15T14:26:52.676 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2023-01-15T14:26:52.677 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2023-01-15T14:26:52.677 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000213493 s, 2.4 MB/s 2023-01-15T14:26:52.678 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-15T14:26:52.736 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_3 2023-01-15T14:26:52.794 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-15T14:26:52.794 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:52.794 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 6h/6d Inode: 378227 Links: 1 2023-01-15T14:26:52.794 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:52.795 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:52.795 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2023-01-15 14:26:38.964560662 +0000 2023-01-15T14:26:52.795 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2023-01-15 14:24:13.066847585 +0000 2023-01-15T14:26:52.795 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2023-01-15 14:24:13.066847585 +0000 2023-01-15T14:26:52.795 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: - 2023-01-15T14:26:52.795 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-15T14:26:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2023-01-15T14:26:52.926 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2023-01-15T14:26:52.926 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000285792 s, 1.8 MB/s 2023-01-15T14:26:52.927 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-15T14:26:52.986 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_4 2023-01-15T14:26:53.043 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-15T14:26:53.091 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:53.091 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 6h/6d Inode: 378281 Links: 1 2023-01-15T14:26:53.091 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:53.092 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:53.092 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2023-01-15 14:26:38.964560662 +0000 2023-01-15T14:26:53.092 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2023-01-15 14:24:13.583834206 +0000 2023-01-15T14:26:53.092 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2023-01-15 14:24:13.583834206 +0000 2023-01-15T14:26:53.092 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: - 2023-01-15T14:26:53.093 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-15T14:26:53.119 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2023-01-15T14:26:53.119 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2023-01-15T14:26:53.119 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.00018728 s, 2.7 MB/s 2023-01-15T14:26:53.120 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-15T14:26:53.179 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:53.179 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:53.179 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/scratch_devs of=/dev/stdout 2023-01-15T14:26:53.198 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-15T14:26:53.198 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_1 2023-01-15T14:26:53.256 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-15T14:26:53.256 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 368114 Links: 1 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-01-15 14:26:47.451514180 +0000 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-01-15 14:24:12.014057160 +0000 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-01-15 14:24:12.014057160 +0000 2023-01-15T14:26:53.257 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-01-15T14:26:53.258 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-15T14:26:53.323 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-01-15T14:26:53.323 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-01-15T14:26:53.323 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000236832 s, 2.2 MB/s 2023-01-15T14:26:53.324 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-15T14:26:53.382 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_2 2023-01-15T14:26:53.440 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-15T14:26:53.440 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:53.440 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 380365 Links: 1 2023-01-15T14:26:53.440 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:53.440 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:53.441 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-01-15 14:26:47.452514163 +0000 2023-01-15T14:26:53.441 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-01-15 14:24:12.527048540 +0000 2023-01-15T14:26:53.441 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-01-15 14:24:12.527048540 +0000 2023-01-15T14:26:53.441 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-01-15T14:26:53.441 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-15T14:26:53.504 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-01-15T14:26:53.505 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-01-15T14:26:53.505 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000214484 s, 2.4 MB/s 2023-01-15T14:26:53.505 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-15T14:26:53.566 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_3 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 381001 Links: 1 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:53.623 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-01-15 14:26:47.452514163 +0000 2023-01-15T14:26:53.624 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-01-15 14:24:13.055039668 +0000 2023-01-15T14:26:53.624 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-01-15 14:24:13.055039668 +0000 2023-01-15T14:26:53.624 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-01-15T14:26:53.624 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-15T14:26:53.687 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-01-15T14:26:53.722 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-01-15T14:26:53.722 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000207722 s, 2.5 MB/s 2023-01-15T14:26:53.723 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-15T14:26:53.782 DEBUG:teuthology.orchestra.run.smithi191:> stat /dev/vg_nvme/lv_4 2023-01-15T14:26:53.919 INFO:teuthology.orchestra.run.smithi191.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Device: 6h/6d Inode: 371454 Links: 1 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Access: 2023-01-15 14:26:47.452514163 +0000 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Modify: 2023-01-15 14:24:13.572030982 +0000 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout:Change: 2023-01-15 14:24:13.572030982 +0000 2023-01-15T14:26:53.920 INFO:teuthology.orchestra.run.smithi191.stdout: Birth: - 2023-01-15T14:26:53.920 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-15T14:26:53.984 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records in 2023-01-15T14:26:53.985 INFO:teuthology.orchestra.run.smithi191.stderr:1+0 records out 2023-01-15T14:26:53.985 INFO:teuthology.orchestra.run.smithi191.stderr:512 bytes copied, 0.000194103 s, 2.6 MB/s 2023-01-15T14:26:53.986 DEBUG:teuthology.orchestra.run.smithi191:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-15T14:26:54.044 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:54.044 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi154.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi191.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-01-15T14:26:54.044 INFO:tasks.ceph:Generating config... 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] debug rgw = 20 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw enable ops log = True 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw lc debug interval = 10 2023-01-15T14:26:54.046 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2023-01-15T14:26:54.047 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2023-01-15T14:26:54.047 INFO:tasks.ceph:[client] setgroup = ceph 2023-01-15T14:26:54.047 INFO:tasks.ceph:[client] setuser = ceph 2023-01-15T14:26:54.047 INFO:tasks.ceph:[global] mon client directed command retry = 5 2023-01-15T14:26:54.047 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2023-01-15T14:26:54.047 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2023-01-15T14:26:54.047 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2023-01-15T14:26:54.047 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2023-01-15T14:26:54.047 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-01-15T14:26:54.047 INFO:tasks.ceph:[mgr] debug ms = 1 2023-01-15T14:26:54.047 INFO:tasks.ceph:[mon] debug mon = 20 2023-01-15T14:26:54.047 INFO:tasks.ceph:[mon] debug ms = 1 2023-01-15T14:26:54.048 INFO:tasks.ceph:[mon] debug paxos = 20 2023-01-15T14:26:54.048 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] debug ms = 1 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] debug osd = 20 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] osd fast shutdown = False 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] osd objectstore = filestore 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-01-15T14:26:54.048 INFO:tasks.ceph:[osd] osd sloppy crc = True 2023-01-15T14:26:54.048 INFO:tasks.ceph:Setting up mon.a... 2023-01-15T14:26:54.049 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-01-15T14:26:54.101 INFO:teuthology.orchestra.run.smithi154.stdout:creating /etc/ceph/ceph.keyring 2023-01-15T14:26:54.104 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-01-15T14:26:54.149 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:26:54.175 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.154'), ('mon.c', '[v2:172.21.15.154:3301,v1:172.21.15.154:6790]'), ('mon.b', '172.21.15.191')] 2023-01-15T14:26:54.214 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790],172.21.15.191', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd fast shutdown': False, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2023-01-15T14:26:54.214 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:54.215 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-01-15T14:26:54.232 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.154 --addv c '[v2:172.21.15.154:3301,v1:172.21.15.154:6790]' --add b 172.21.15.191 --print /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:26:54.321 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:26:54.321 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:monmaptool: generated fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:setting min_mon_release = pacific 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:epoch 0 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:26:54.322 INFO:teuthology.orchestra.run.smithi154.stdout:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:min_mon_release 16 (pacific) 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:election_strategy: 1 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:26:54.323 INFO:teuthology.orchestra.run.smithi154.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-01-15T14:26:54.324 DEBUG:teuthology.orchestra.run.smithi154:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-01-15T14:26:54.342 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID e71ccf64-b31d-4b54-a796-7b11f2b179aa... 2023-01-15T14:26:54.343 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-15T14:26:54.385 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-15T14:26:54.427 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2023-01-15T14:26:54.606 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2023-01-15T14:26:54.606 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-15T14:26:54.606 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2023-01-15T14:26:54.606 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2023-01-15T14:26:54.607 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2023-01-15T14:26:54.608 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2023-01-15T14:26:54.609 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790],172.21.15.191" 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: mon client directed command retry = 5 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: ms inject socket failures = 5000 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd heartbeat grace = 40 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd_max_pg_log_entries = 10 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd_min_pg_log_entries = 10 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2023-01-15T14:26:54.610 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2023-01-15T14:26:54.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2023-01-15T14:26:54.612 INFO:teuthology.orchestra.run.smithi154.stdout: osd fast shutdown = False 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = filestore 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: osd shutdown pgref assert = True 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: osd sloppy crc = True 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:26:54.613 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2023-01-15T14:26:54.614 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2023-01-15T14:26:54.615 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd crush smoke test = False 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = True 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: debug rgw = 20 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: rgw crypt require ssl = False 2023-01-15T14:26:54.616 INFO:teuthology.orchestra.run.smithi154.stdout: rgw crypt s3 kms backend = testing 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw d3n l1 datacache size = 10737418240 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw d3n l1 local datacache enabled = True 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw lc debug interval = 10 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw max chunk size = 4194304 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: rgw obj stripe size = 6291456 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: setgroup = ceph 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout: setuser = ceph 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2023-01-15T14:26:54.617 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout:[global] 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout: chdir = "" 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout: auth supported = cephx 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.619 INFO:teuthology.orchestra.run.smithi191.stdout: filestore xattr use omap = true 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: mon clock drift allowed = 1.000 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: osd crush chooseleaf type = 0 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: auth debug = true 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: ms die on old message = true 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: ms die on bug = true 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-15T14:26:54.620 INFO:teuthology.orchestra.run.smithi191.stdout: mon pg warn max object skew = 0 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: # disable pg_autoscaler by default for new pools 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: osd pool default size = 2 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon osd allow primary affinity = true 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon osd allow pg remap = true 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon warn on legacy crush tunables = false 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon warn on crush straw calc version zero = false 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon warn on no sortbitwise = false 2023-01-15T14:26:54.621 INFO:teuthology.orchestra.run.smithi191.stdout: mon warn on osd down out interval zero = false 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon warn on too few osds = false 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon_allow_pool_size_one = true 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: osd default data pool replay window = 5 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon allow pool delete = true 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: mon cluster log file level = debug 2023-01-15T14:26:54.622 INFO:teuthology.orchestra.run.smithi191.stdout: debug asserts on shutdown = true 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: mon health detail to clog = false 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: mon host = "172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790],172.21.15.191" 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: mon client directed command retry = 5 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: ms inject socket failures = 5000 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: osd heartbeat grace = 40 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: osd_max_pg_log_entries = 10 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: osd_min_pg_log_entries = 10 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: fsid = e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout:[osd] 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: osd journal size = 100 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.623 INFO:teuthology.orchestra.run.smithi191.stdout: osd scrub load threshold = 5.0 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd scrub max interval = 600 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd recover clone overlap = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd recovery max chunk = 1048576 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd debug shutdown = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd debug op order = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd debug verify stray on activate = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd open classes on start = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd debug pg log writeout = true 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.624 INFO:teuthology.orchestra.run.smithi191.stdout: osd deep scrub update digest min age = 30 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: osd map max advance = 10 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: journal zero on create = true 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: filestore ondisk finisher threads = 3 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: filestore apply finisher threads = 3 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: bdev debug aio = true 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: osd debug misdirected ops = true 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: debug ms = 1 2023-01-15T14:26:54.625 INFO:teuthology.orchestra.run.smithi191.stdout: debug osd = 20 2023-01-15T14:26:54.802 INFO:teuthology.orchestra.run.smithi191.stdout: osd fast shutdown = False 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: osd objectstore = filestore 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: osd shutdown pgref assert = True 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: osd sloppy crc = True 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout:[mgr] 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: debug ms = 1 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: debug mgr = 20 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: debug mon = 20 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: debug auth = 20 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:26:54.803 INFO:teuthology.orchestra.run.smithi191.stdout: mgr/telemetry/nag = false 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout:[mon] 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: debug ms = 1 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: debug mon = 20 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: debug paxos = 20 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: debug auth = 20 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: mon data avail warn = 5 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: mon mgr mkfs grace = 240 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: mon osd reporter subtree level = osd 2023-01-15T14:26:54.804 INFO:teuthology.orchestra.run.smithi191.stdout: mon osd prime pg temp = true 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: auth mon ticket ttl = 660 # 11m 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: auth service ticket ttl = 240 # 4m 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: # don't complain about insecure global_id in the test suite 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: # 1m isn't quite enough 2023-01-15T14:26:54.805 INFO:teuthology.orchestra.run.smithi191.stdout: mon_down_mkfs_grace = 2m 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: mon_warn_on_filestore_osds = false 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: mon osd crush smoke test = False 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout:[client] 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: rgw cache enabled = true 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: rgw enable ops log = True 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: rgw enable usage log = true 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: debug rgw = 20 2023-01-15T14:26:54.806 INFO:teuthology.orchestra.run.smithi191.stdout: rgw crypt require ssl = False 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw crypt s3 kms backend = testing 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw d3n l1 datacache size = 10737418240 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw d3n l1 local datacache enabled = True 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw lc debug interval = 10 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw max chunk size = 4194304 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: rgw obj stripe size = 6291456 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: setgroup = ceph 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout: setuser = ceph 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout:[mon.a] 2023-01-15T14:26:54.807 INFO:teuthology.orchestra.run.smithi191.stdout:[mon.c] 2023-01-15T14:26:54.808 INFO:teuthology.orchestra.run.smithi191.stdout:[mon.b] 2023-01-15T14:26:54.808 INFO:tasks.ceph:Creating admin key on mon.a... 2023-01-15T14:26:54.808 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-01-15T14:26:54.865 INFO:tasks.ceph:Copying monmap to all nodes... 2023-01-15T14:26:54.970 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:54.970 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-01-15T14:26:54.988 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:55.128 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-01-15T14:26:55.145 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:26:55.145 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:55.145 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-15T14:26:55.146 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:26:55.222 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:26:55.288 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:26:55.306 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:26:55.306 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:55.307 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-15T14:26:55.307 DEBUG:teuthology.orchestra.run.smithi191:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:26:55.346 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:26:55.346 DEBUG:teuthology.orchestra.run.smithi191:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:26:55.404 INFO:tasks.ceph:Setting up mon nodes... 2023-01-15T14:26:55.464 INFO:tasks.ceph:Setting up mgr nodes... 2023-01-15T14:26:55.464 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-01-15T14:26:55.518 INFO:teuthology.orchestra.run.smithi154.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-01-15T14:26:55.520 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-01-15T14:26:55.581 INFO:teuthology.orchestra.run.smithi191.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-01-15T14:26:55.584 INFO:tasks.ceph:Setting up mds nodes... 2023-01-15T14:26:55.627 INFO:tasks.ceph_client:Setting up client nodes... 2023-01-15T14:26:55.627 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-01-15T14:26:55.671 INFO:teuthology.orchestra.run.smithi154.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-01-15T14:26:55.683 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-01-15T14:26:55.726 INFO:teuthology.orchestra.run.smithi191.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-01-15T14:26:55.738 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-01-15T14:26:55.739 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi154.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi191.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-01-15T14:26:55.739 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-01-15T14:26:55.765 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:55.765 INFO:tasks.ceph:role: osd.0 2023-01-15T14:26:55.765 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:26:55.766 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-15T14:26:55.839 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:26:55.839 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:26:55.840 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:26:56.268 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2023-01-15T14:26:56.430 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2023-01-15T14:26:56.431 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-01-15T14:26:56.611 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-01-15T14:26:56.685 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-01-15T14:26:58.316 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:58.444 INFO:tasks.ceph:role: osd.1 2023-01-15T14:26:58.444 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:26:58.444 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-15T14:26:58.484 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:26:58.602 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:26:58.602 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:26:58.602 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:26:58.602 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:26:58.603 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:26:58.603 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:26:58.603 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:26:58.603 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:26:58.603 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:26:58.921 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2023-01-15T14:26:58.932 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2023-01-15T14:26:58.933 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-01-15T14:26:59.046 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-01-15T14:26:59.124 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-01-15T14:26:59.193 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:59.252 INFO:tasks.ceph:role: osd.2 2023-01-15T14:26:59.252 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:26:59.253 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-01-15T14:26:59.288 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:26:59.289 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:26:59.722 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2023-01-15T14:26:59.723 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2023-01-15T14:26:59.724 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-01-15T14:26:59.884 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-01-15T14:26:59.917 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-01-15T14:26:59.985 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:26:59.985 INFO:tasks.ceph:role: osd.3 2023-01-15T14:26:59.986 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:26:59.986 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-01-15T14:27:00.061 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:27:00.061 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:27:00.061 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:27:00.061 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:27:00.062 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:27:00.495 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2023-01-15T14:27:00.497 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2023-01-15T14:27:00.497 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-01-15T14:27:00.614 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-01-15T14:27:00.646 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:00.749 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.747+0000 7f544381d5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-01-15T14:27:00.749 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.747+0000 7f544381d5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-01-15T14:27:00.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.755+0000 7f544381d5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:00.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.755+0000 7f544381d5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:00.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.898+0000 7f544381d5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:00.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.900+0000 7f544381d5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:00.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:00.900+0000 7f544381d5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:00.910 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-01-15T14:27:00.937 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:01.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.022+0000 7f327ae355c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-01-15T14:27:01.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.022+0000 7f327ae355c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-01-15T14:27:01.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.027+0000 7f327ae355c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.027+0000 7f327ae355c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:01.149 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.147+0000 7f327ae355c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.149 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.147+0000 7f327ae355c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.149 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.147+0000 7f327ae355c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.157 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-01-15T14:27:01.184 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:01.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.269+0000 7f60add985c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-01-15T14:27:01.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.269+0000 7f60add985c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-01-15T14:27:01.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.274+0000 7f60add985c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.274+0000 7f60add985c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:01.417 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.415+0000 7f60add985c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.417+0000 7f60add985c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.417+0000 7f60add985c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.427 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-01-15T14:27:01.453 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:01.541 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.539+0000 7f4afa6dd5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-01-15T14:27:01.541 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.539+0000 7f4afa6dd5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-01-15T14:27:01.548 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.546+0000 7f4afa6dd5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.548 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.546+0000 7f4afa6dd5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:01.678 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.676+0000 7f4afa6dd5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:01.680 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.678+0000 7f4afa6dd5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.680 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:01.679+0000 7f4afa6dd5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:01.689 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-01-15T14:27:01.716 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-01-15T14:27:01.746 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:27:01.747 INFO:tasks.ceph:role: osd.4 2023-01-15T14:27:01.747 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:27:01.747 DEBUG:teuthology.orchestra.run.smithi191:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-15T14:27:01.824 INFO:teuthology.orchestra.run.smithi191.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:27:01.824 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:27:01.824 INFO:teuthology.orchestra.run.smithi191.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:27:01.824 INFO:teuthology.orchestra.run.smithi191.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:27:01.825 INFO:teuthology.orchestra.run.smithi191.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:27:02.252 INFO:teuthology.orchestra.run.smithi191.stdout:Discarding blocks...Done. 2023-01-15T14:27:02.254 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi191.front.sepia.ceph.com -o noatime 2023-01-15T14:27:02.254 DEBUG:teuthology.orchestra.run.smithi191:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-01-15T14:27:02.420 DEBUG:teuthology.orchestra.run.smithi191:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-01-15T14:27:02.457 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-01-15T14:27:02.525 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:27:02.525 INFO:tasks.ceph:role: osd.5 2023-01-15T14:27:02.525 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:27:02.525 DEBUG:teuthology.orchestra.run.smithi191:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-15T14:27:02.600 INFO:teuthology.orchestra.run.smithi191.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:27:02.600 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:27:02.601 INFO:teuthology.orchestra.run.smithi191.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:27:03.024 INFO:teuthology.orchestra.run.smithi191.stdout:Discarding blocks...Done. 2023-01-15T14:27:03.026 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi191.front.sepia.ceph.com -o noatime 2023-01-15T14:27:03.026 DEBUG:teuthology.orchestra.run.smithi191:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-01-15T14:27:03.128 DEBUG:teuthology.orchestra.run.smithi191:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-01-15T14:27:03.159 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-01-15T14:27:03.227 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:27:03.227 INFO:tasks.ceph:role: osd.6 2023-01-15T14:27:03.227 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:27:03.227 DEBUG:teuthology.orchestra.run.smithi191:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-01-15T14:27:03.301 INFO:teuthology.orchestra.run.smithi191.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:27:03.302 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:27:03.302 INFO:teuthology.orchestra.run.smithi191.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:27:03.303 INFO:teuthology.orchestra.run.smithi191.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:27:03.755 INFO:teuthology.orchestra.run.smithi191.stdout:Discarding blocks...Done. 2023-01-15T14:27:03.817 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi191.front.sepia.ceph.com -o noatime 2023-01-15T14:27:03.817 DEBUG:teuthology.orchestra.run.smithi191:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-01-15T14:27:03.998 DEBUG:teuthology.orchestra.run.smithi191:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-01-15T14:27:04.031 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-01-15T14:27:04.099 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:27:04.099 INFO:tasks.ceph:role: osd.7 2023-01-15T14:27:04.099 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:27:04.100 DEBUG:teuthology.orchestra.run.smithi191:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-01-15T14:27:04.174 INFO:teuthology.orchestra.run.smithi191.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:27:04.175 INFO:teuthology.orchestra.run.smithi191.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:27:04.604 INFO:teuthology.orchestra.run.smithi191.stdout:Discarding blocks...Done. 2023-01-15T14:27:04.638 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi191.front.sepia.ceph.com -o noatime 2023-01-15T14:27:04.638 DEBUG:teuthology.orchestra.run.smithi191:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-01-15T14:27:04.775 DEBUG:teuthology.orchestra.run.smithi191:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-01-15T14:27:04.884 DEBUG:teuthology.orchestra.run.smithi191:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:04.988 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:04.986+0000 7f5b8d9595c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-01-15T14:27:05.047 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:04.986+0000 7f5b8d9595c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-01-15T14:27:05.047 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:04.993+0000 7f5b8d9595c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.047 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:04.994+0000 7f5b8d9595c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:05.187 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.185+0000 7f5b8d9595c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.256 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.185+0000 7f5b8d9595c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.256 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.185+0000 7f5b8d9595c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.257 DEBUG:teuthology.orchestra.run.smithi191:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-01-15T14:27:05.286 DEBUG:teuthology.orchestra.run.smithi191:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:05.373 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.371+0000 7f7e1ff9d5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-01-15T14:27:05.461 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.371+0000 7f7e1ff9d5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-01-15T14:27:05.462 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.378+0000 7f7e1ff9d5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.462 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.378+0000 7f7e1ff9d5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:05.502 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.500+0000 7f7e1ff9d5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.502 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.500+0000 7f7e1ff9d5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.502 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.500+0000 7f7e1ff9d5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.510 DEBUG:teuthology.orchestra.run.smithi191:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-01-15T14:27:05.537 DEBUG:teuthology.orchestra.run.smithi191:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:05.623 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.621+0000 7f25b8c535c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-01-15T14:27:05.623 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.621+0000 7f25b8c535c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-01-15T14:27:05.629 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.626+0000 7f25b8c535c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.658 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.626+0000 7f25b8c535c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:05.755 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.753+0000 7f25b8c535c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:05.864 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.753+0000 7f25b8c535c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.865 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.753+0000 7f25b8c535c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:05.866 DEBUG:teuthology.orchestra.run.smithi191:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-01-15T14:27:05.893 DEBUG:teuthology.orchestra.run.smithi191:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:05.979 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.978+0000 7ff29183c5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-01-15T14:27:06.074 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.978+0000 7ff29183c5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-01-15T14:27:06.076 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.985+0000 7ff29183c5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:06.076 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:05.985+0000 7ff29183c5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:27:06.120 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:06.119+0000 7ff29183c5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:06.484 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:06.122+0000 7ff29183c5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:06.485 INFO:teuthology.orchestra.run.smithi191.stderr:2023-01-15T14:27:06.122+0000 7ff29183c5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:27:06.485 DEBUG:teuthology.orchestra.run.smithi191:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-01-15T14:27:06.513 INFO:tasks.ceph:Reading keys from all nodes... 2023-01-15T14:27:06.514 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:06.514 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-01-15T14:27:06.544 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:06.644 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-01-15T14:27:06.673 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:06.805 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-01-15T14:27:06.834 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:06.963 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-01-15T14:27:06.993 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:07.174 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-01-15T14:27:07.202 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:07.376 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-01-15T14:27:07.404 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:07.536 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-01-15T14:27:07.564 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:07.695 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-01-15T14:27:07.724 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:07.855 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-01-15T14:27:07.883 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:08.018 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-01-15T14:27:08.045 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:08.169 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-01-15T14:27:08.191 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:08.191 DEBUG:teuthology.orchestra.run.smithi191:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-01-15T14:27:08.209 INFO:tasks.ceph:Adding keys to all mons... 2023-01-15T14:27:08.210 DEBUG:teuthology.orchestra.run.smithi154:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-15T14:27:08.234 DEBUG:teuthology.orchestra.run.smithi191:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr.y] 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQAvDcRjS8vXHhAA+dVvgkmWL4TN0bZ3VHJjdw== 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.0] 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA0DcRjQF+dLBAAFN7A+6Jp+j31Us3mMotDLA== 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.1] 2023-01-15T14:27:08.341 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA1DcRjjwNoARAAZ5ox54K+xm25uVt9tlLXAQ== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.2] 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA1DcRjJ5YgEBAASTb9NA90QkD2zhOW69vbCA== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.3] 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA1DcRj13w8IBAAsPg3gEexGVlyjuY/dF1kEw== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr.x] 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQAvDcRjxKqWIhAAbU8n6N0KnIoVeO5iM00Umw== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.4] 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA4DcRjtUbYOhAAxI2P171wQvdIHPsQkoIkiw== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.5] 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA5DcRj/i83FhAAr4LJxHi2pyspBMNk5MfSEA== 2023-01-15T14:27:08.342 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.6] 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA5DcRj+sgYJRAAMob6hECbwx8GAgZmLw2elA== 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.7] 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQA5DcRj7lpROhAAgx5ZpLreJ3HElXAcOVCiYQ== 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout:[client.0] 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQAvDcRjw437JxAA46A+56lWdvOYgOkMH+Nv1g== 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout:[client.1] 2023-01-15T14:27:08.343 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQAvDcRjMGZGKxAAuyGj50JvOYR54f1RgAN92w== 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout:[mgr.y] 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQAvDcRjS8vXHhAA+dVvgkmWL4TN0bZ3VHJjdw== 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.0] 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA0DcRjQF+dLBAAFN7A+6Jp+j31Us3mMotDLA== 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.1] 2023-01-15T14:27:08.364 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA1DcRjjwNoARAAZ5ox54K+xm25uVt9tlLXAQ== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.2] 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA1DcRjJ5YgEBAASTb9NA90QkD2zhOW69vbCA== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.3] 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA1DcRj13w8IBAAsPg3gEexGVlyjuY/dF1kEw== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[mgr.x] 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQAvDcRjxKqWIhAAbU8n6N0KnIoVeO5iM00Umw== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.4] 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA4DcRjtUbYOhAAxI2P171wQvdIHPsQkoIkiw== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.5] 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA5DcRj/i83FhAAr4LJxHi2pyspBMNk5MfSEA== 2023-01-15T14:27:08.365 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.6] 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA5DcRj+sgYJRAAMob6hECbwx8GAgZmLw2elA== 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout:[osd.7] 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQA5DcRj7lpROhAAgx5ZpLreJ3HElXAcOVCiYQ== 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout:[client.0] 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQAvDcRjw437JxAA46A+56lWdvOYgOkMH+Nv1g== 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout:[client.1] 2023-01-15T14:27:08.366 INFO:teuthology.orchestra.run.smithi191.stdout: key = AQAvDcRjMGZGKxAAuyGj50JvOYR54f1RgAN92w== 2023-01-15T14:27:08.367 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:27:08.387 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:27:08.595 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.372 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.473 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.576 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.698 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.787 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:10.857 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.238 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.302 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:27:12.398 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:27:12.454 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.508 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.562 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.564 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.644 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.709 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:12.762 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:13.856 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:27:13.914 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:27:13.991 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:27:14.049 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:27:14.156 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:27:14.214 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-01-15T14:27:14.285 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-01-15T14:27:14.312 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:27:14.410 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-01-15T14:27:14.492 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-01-15T14:27:14.559 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:27:14.657 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-01-15T14:27:14.684 DEBUG:teuthology.orchestra.run.smithi191:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-01-15T14:27:14.712 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:27:14.846 DEBUG:teuthology.orchestra.run.smithi191:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-01-15T14:27:14.936 DEBUG:teuthology.orchestra.run.smithi154:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:14.953 DEBUG:teuthology.orchestra.run.smithi191:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:27:14.993 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-01-15T14:27:15.108 INFO:tasks.ceph.mon.a:Restarting daemon 2023-01-15T14:27:15.108 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-01-15T14:27:15.110 INFO:tasks.ceph.mon.a:Started 2023-01-15T14:27:15.110 INFO:tasks.ceph.mon.c:Restarting daemon 2023-01-15T14:27:15.111 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-01-15T14:27:15.112 INFO:tasks.ceph.mon.c:Started 2023-01-15T14:27:15.113 INFO:tasks.ceph.mon.b:Restarting daemon 2023-01-15T14:27:15.113 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-01-15T14:27:15.115 INFO:tasks.ceph.mon.b:Started 2023-01-15T14:27:15.115 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-01-15T14:27:15.115 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-01-15T14:27:15.115 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-01-15T14:27:15.118 INFO:tasks.ceph.mgr.y:Started 2023-01-15T14:27:15.118 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-01-15T14:27:15.119 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-01-15T14:27:15.120 INFO:tasks.ceph.mgr.x:Started 2023-01-15T14:27:15.121 INFO:tasks.ceph:Setting crush tunables to default 2023-01-15T14:27:15.121 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd crush tunables default 2023-01-15T14:27:15.567 INFO:teuthology.orchestra.run.smithi154.stderr:adjusted tunables profile to default 2023-01-15T14:27:15.585 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-01-15T14:27:15.755 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:15.755 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-01-15T14:27:15.781 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:15.782 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-01-15T14:27:15.848 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:15.915 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-01-15T14:27:15.941 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:15.941 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-01-15T14:27:16.008 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:16.060 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-01-15T14:27:16.086 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:16.086 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-01-15T14:27:16.153 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:16.241 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-01-15T14:27:16.270 DEBUG:teuthology.orchestra.run.smithi191:> set -ex 2023-01-15T14:27:16.270 DEBUG:teuthology.orchestra.run.smithi191:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-01-15T14:27:16.337 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d 0 2023-01-15T14:27:16.386 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:16.385+0000 7f34b2302200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-15T14:27:16.403 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:16.402+0000 7fb17727d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-15T14:27:16.455 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:16.453+0000 7f34b2302200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-15T14:27:16.538 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:16.474+0000 7fb17727d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-15T14:27:16.543 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:16.541+0000 7f34b2302200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-15T14:27:16.564 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:16.563+0000 7fb17727d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-15T14:27:16.593 INFO:teuthology.orchestra.run.smithi191.stdout:0 2023-01-15T14:27:16.607 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new 7a11636e-789d-4a2e-9915-457f2bead291 1 2023-01-15T14:27:16.727 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:16.725+0000 7f34b2302200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-15T14:27:16.754 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:16.753+0000 7fb17727d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-15T14:27:16.860 INFO:teuthology.orchestra.run.smithi191.stdout:1 2023-01-15T14:27:16.873 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new 8a6836c8-8138-402b-a3f0-8809a2649302 2 2023-01-15T14:27:17.100 INFO:teuthology.orchestra.run.smithi191.stdout:2 2023-01-15T14:27:17.165 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new f449989f-e789-4d92-acfd-62cd8b511d4d 3 2023-01-15T14:27:17.419 INFO:teuthology.orchestra.run.smithi191.stdout:3 2023-01-15T14:27:17.513 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:17.506+0000 7f34b2302200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-15T14:27:17.514 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new 0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c 4 2023-01-15T14:27:17.647 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:17.645+0000 7f34b2302200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-15T14:27:17.728 INFO:teuthology.orchestra.run.smithi191.stdout:4 2023-01-15T14:27:17.855 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new efc3d9e1-ba86-4bd6-a526-ceb6fea96eac 5 2023-01-15T14:27:17.869 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:17.867+0000 7f34b2302200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-15T14:27:17.874 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:17.873+0000 7fb17727d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-15T14:27:17.940 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:17.938+0000 7f34b2302200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-15T14:27:18.020 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.019+0000 7fb17727d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-15T14:27:18.074 INFO:teuthology.orchestra.run.smithi191.stdout:5 2023-01-15T14:27:18.158 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.073+0000 7f34b2302200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:27:18.159 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new 52efebeb-609d-4559-b080-2958cbf679b9 6 2023-01-15T14:27:18.247 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.246+0000 7fb17727d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-15T14:27:18.321 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.320+0000 7fb17727d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-15T14:27:18.419 INFO:teuthology.orchestra.run.smithi191.stdout:6 2023-01-15T14:27:18.479 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.432+0000 7f34b2302200 -1 mgr[py] Module not found: 'prometheus' 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.432+0000 7f34b2302200 -1 mgr[py] Traceback (most recent call last): 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr: File "/usr/share/ceph/mgr/prometheus/__init__.py", line 2, in 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr: from .module import Module, StandbyModule 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr: File "/usr/share/ceph/mgr/prometheus/module.py", line 3, in 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr: from packaging.version import Version 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr:ModuleNotFoundError: No module named 'packaging' 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr: 2023-01-15T14:27:18.480 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.433+0000 7f34b2302200 -1 mgr[py] Class not found in module 'prometheus' 2023-01-15T14:27:18.481 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.433+0000 7f34b2302200 -1 mgr[py] Error loading module 'prometheus': (2) No such file or directory 2023-01-15T14:27:18.481 DEBUG:teuthology.orchestra.run.smithi191:> sudo ceph --cluster ceph osd new d20aaf56-361d-4f10-9f56-dcc5c964a7f3 7 2023-01-15T14:27:18.482 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.459+0000 7fb17727d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:27:18.508 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.507+0000 7f34b2302200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-15T14:27:18.647 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.645+0000 7f34b2302200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-15T14:27:18.700 INFO:teuthology.orchestra.run.smithi191.stdout:7 2023-01-15T14:27:18.802 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.758+0000 7f34b2302200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-15T14:27:18.803 INFO:tasks.ceph.osd.0:Restarting daemon 2023-01-15T14:27:18.803 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-01-15T14:27:18.806 INFO:tasks.ceph.osd.0:Started 2023-01-15T14:27:18.806 INFO:tasks.ceph.osd.1:Restarting daemon 2023-01-15T14:27:18.807 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-01-15T14:27:18.808 INFO:tasks.ceph.osd.1:Started 2023-01-15T14:27:18.808 INFO:tasks.ceph.osd.2:Restarting daemon 2023-01-15T14:27:18.809 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-01-15T14:27:18.810 INFO:tasks.ceph.osd.2:Started 2023-01-15T14:27:18.810 INFO:tasks.ceph.osd.3:Restarting daemon 2023-01-15T14:27:18.811 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-01-15T14:27:18.812 INFO:tasks.ceph.osd.3:Started 2023-01-15T14:27:18.816 INFO:tasks.ceph.osd.4:Restarting daemon 2023-01-15T14:27:18.816 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-01-15T14:27:18.818 INFO:tasks.ceph.osd.4:Started 2023-01-15T14:27:18.818 INFO:tasks.ceph.osd.5:Restarting daemon 2023-01-15T14:27:18.818 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-01-15T14:27:18.820 INFO:tasks.ceph.osd.5:Started 2023-01-15T14:27:18.820 INFO:tasks.ceph.osd.6:Restarting daemon 2023-01-15T14:27:18.820 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-01-15T14:27:18.822 INFO:tasks.ceph.osd.6:Started 2023-01-15T14:27:18.822 INFO:tasks.ceph.osd.7:Restarting daemon 2023-01-15T14:27:18.822 DEBUG:teuthology.orchestra.run.smithi191:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-01-15T14:27:18.824 INFO:tasks.ceph.osd.7:Started 2023-01-15T14:27:18.828 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:27:18.838 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.836+0000 7fb17727d200 -1 mgr[py] Module not found: 'prometheus' 2023-01-15T14:27:18.839 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.836+0000 7fb17727d200 -1 mgr[py] Traceback (most recent call last): 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr: File "/usr/share/ceph/mgr/prometheus/__init__.py", line 2, in 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr: from .module import Module, StandbyModule 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr: File "/usr/share/ceph/mgr/prometheus/module.py", line 3, in 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr: from packaging.version import Version 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr:ModuleNotFoundError: No module named 'packaging' 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr: 2023-01-15T14:27:18.958 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.837+0000 7fb17727d200 -1 mgr[py] Class not found in module 'prometheus' 2023-01-15T14:27:18.959 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.837+0000 7fb17727d200 -1 mgr[py] Error loading module 'prometheus': (2) No such file or directory 2023-01-15T14:27:18.959 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:18.894+0000 7fd66e4a65c0 -1 Falling back to public interface 2023-01-15T14:27:20.127 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:18.896+0000 7f25782745c0 -1 Falling back to public interface 2023-01-15T14:27:20.127 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.901+0000 7f40b7d265c0 -1 Falling back to public interface 2023-01-15T14:27:20.127 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.901+0000 7f40af0d4700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6800/0: (98) Address already in use 2023-01-15T14:27:20.128 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:18.901+0000 7fcb45c1c5c0 -1 Falling back to public interface 2023-01-15T14:27:20.128 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:18.908+0000 7fd1878ed5c0 -1 Falling back to public interface 2023-01-15T14:27:20.129 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:18.912+0000 7fd66e4a65c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.129 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:18.912+0000 7fd66e4a65c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.129 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:18.912+0000 7fd66e4a65c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.129 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:18.921+0000 7fd66e4a65c0 -1 osd.1 0 log_to_monitors true 2023-01-15T14:27:20.130 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:18.921+0000 7fa3970885c0 -1 Falling back to public interface 2023-01-15T14:27:20.130 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:18.918+0000 7fcb45c1c5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.130 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:18.918+0000 7fcb45c1c5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.130 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:18.918+0000 7fcb45c1c5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.130 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:18.923+0000 7f44a30a65c0 -1 Falling back to public interface 2023-01-15T14:27:20.131 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.921+0000 7f40b7d265c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.131 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.921+0000 7f40b7d265c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.132 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.921+0000 7f40b7d265c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.132 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:18.926+0000 7fcb45c1c5c0 -1 osd.5 0 log_to_monitors true 2023-01-15T14:27:20.133 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:18.928+0000 7f25782745c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.133 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:18.928+0000 7f25782745c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.133 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:18.928+0000 7f25782745c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.133 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:18.935+0000 7f25782745c0 -1 osd.0 0 log_to_monitors true 2023-01-15T14:27:20.134 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:18.928+0000 7fd1878ed5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.135 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:18.928+0000 7fd1878ed5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.136 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:18.928+0000 7fd1878ed5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.136 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:18.941+0000 7fa3970885c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.136 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:18.942+0000 7fa3970885c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.136 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:18.942+0000 7fa3970885c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.137 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:18.929+0000 7f40b7d265c0 -1 osd.4 0 log_to_monitors true 2023-01-15T14:27:20.138 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:18.929+0000 7fafec47b5c0 -1 Falling back to public interface 2023-01-15T14:27:20.138 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:18.935+0000 7fd1878ed5c0 -1 osd.7 0 log_to_monitors true 2023-01-15T14:27:20.139 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:18.944+0000 7f44a30a65c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.139 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:18.944+0000 7f44a30a65c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.140 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:18.944+0000 7f44a30a65c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.140 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:18.950+0000 7f44a30a65c0 -1 osd.2 0 log_to_monitors true 2023-01-15T14:27:20.141 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:18.951+0000 7fa3970885c0 -1 osd.3 0 log_to_monitors true 2023-01-15T14:27:20.141 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:18.954+0000 7f34b2302200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:27:20.143 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:18.948+0000 7fafec47b5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:27:20.143 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:18.948+0000 7fafec47b5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.143 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:18.948+0000 7fafec47b5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:27:20.143 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:18.957+0000 7fafec47b5c0 -1 osd.6 0 log_to_monitors true 2023-01-15T14:27:20.145 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:20.146 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":10,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:27:18.692685+0000","last_up_change":"0.000000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:27:20.147 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-01-15T14:27:20.147 INFO:tasks.ceph:Waiting for OSDs to come up 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:18.958+0000 7fb17727d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.098+0000 7fb17727d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.210+0000 7fb17727d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.349+0000 7fb17727d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.564+0000 7fb17727d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.643+0000 7fb17727d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:19.720+0000 7fb17727d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-15T14:27:20.148 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:19.187+0000 7f34b2302200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-15T14:27:20.149 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:19.265+0000 7f34b2302200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-15T14:27:20.149 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:19.340+0000 7f34b2302200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-15T14:27:20.149 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.118+0000 7f34b2302200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-15T14:27:20.200 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.199+0000 7f34b2302200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-15T14:27:20.280 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.274+0000 7f34b2302200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-15T14:27:20.357 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.355+0000 7f34b2302200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-15T14:27:20.495 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.494+0000 7fb17727d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-15T14:27:20.612 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.573+0000 7fb17727d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-15T14:27:20.612 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.535+0000 7f34b2302200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-15T14:27:20.612 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.605+0000 7f34b2302200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-15T14:27:20.648 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.646+0000 7fb17727d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-15T14:27:20.703 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:20.701+0000 7fd66284e700 -1 osd.1 0 waiting for initial osdmap 2023-01-15T14:27:20.815 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:20.702+0000 7f256c61c700 -1 osd.0 0 waiting for initial osdmap 2023-01-15T14:27:20.815 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:20.702+0000 7fa38b430700 -1 osd.3 0 waiting for initial osdmap 2023-01-15T14:27:20.815 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:20.703+0000 7f449744e700 -1 osd.2 0 waiting for initial osdmap 2023-01-15T14:27:20.816 INFO:tasks.ceph.osd.0.smithi154.stderr:2023-01-15T14:27:20.704+0000 7f25681fe700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.816 INFO:tasks.ceph.osd.3.smithi154.stderr:2023-01-15T14:27:20.704+0000 7fa387012700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.818 INFO:tasks.ceph.osd.1.smithi154.stderr:2023-01-15T14:27:20.706+0000 7fd65e430700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.820 INFO:tasks.ceph.osd.2.smithi154.stderr:2023-01-15T14:27:20.723+0000 7f4493030700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.820 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.759+0000 7f34b2302200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-15T14:27:20.821 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:20.759+0000 7f34b2302200 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: prometheus 2023-01-15T14:27:20.822 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:20.701+0000 7f40ac0ce700 -1 osd.4 0 waiting for initial osdmap 2023-01-15T14:27:20.822 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:20.701+0000 7fcb39fc4700 -1 osd.5 0 waiting for initial osdmap 2023-01-15T14:27:20.822 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:20.701+0000 7fd17bc95700 -1 osd.7 0 waiting for initial osdmap 2023-01-15T14:27:20.823 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:20.702+0000 7fafe0823700 -1 osd.6 0 waiting for initial osdmap 2023-01-15T14:27:20.823 INFO:tasks.ceph.osd.4.smithi191.stderr:2023-01-15T14:27:20.704+0000 7f40a7cb0700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.823 INFO:tasks.ceph.osd.5.smithi191.stderr:2023-01-15T14:27:20.703+0000 7fcb35ba6700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.824 INFO:tasks.ceph.osd.6.smithi191.stderr:2023-01-15T14:27:20.704+0000 7fafdc405700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.824 INFO:tasks.ceph.osd.7.smithi191.stderr:2023-01-15T14:27:20.713+0000 7fd177877700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:27:20.824 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.729+0000 7fb17727d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-15T14:27:20.913 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.912+0000 7fb17727d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-15T14:27:21.023 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:20.982+0000 7fb17727d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-15T14:27:21.132 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:21.130+0000 7fb17727d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-15T14:27:21.395 INFO:tasks.ceph.mgr.x.smithi191.stderr:2023-01-15T14:27:21.130+0000 7fb17727d200 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: prometheus 2023-01-15T14:27:21.496 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-15T14:27:21.750 INFO:teuthology.misc.health.smithi154.stdout: 2023-01-15T14:27:21.878 INFO:teuthology.misc.health.smithi154.stdout:{"epoch":13,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:27:21.707285+0000","last_up_change":"2023-01-15T14:27:21.707285+0000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":101526},{"type":"v1","addr":"172.21.15.154:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":101526},{"type":"v1","addr":"172.21.15.154:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":101526},{"type":"v1","addr":"172.21.15.154:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":101526},{"type":"v1","addr":"172.21.15.154:6813","nonce":101526}]},"public_addr":"172.21.15.154:6809/101526","cluster_addr":"172.21.15.154:6811/101526","heartbeat_back_addr":"172.21.15.154:6815/101526","heartbeat_front_addr":"172.21.15.154:6813/101526","state":["exists","up"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":101527},{"type":"v1","addr":"172.21.15.154:6801","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":101527},{"type":"v1","addr":"172.21.15.154:6803","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":101527},{"type":"v1","addr":"172.21.15.154:6807","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":101527},{"type":"v1","addr":"172.21.15.154:6805","nonce":101527}]},"public_addr":"172.21.15.154:6801/101527","cluster_addr":"172.21.15.154:6803/101527","heartbeat_back_addr":"172.21.15.154:6807/101527","heartbeat_front_addr":"172.21.15.154:6805/101527","state":["exists","up"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":101546},{"type":"v1","addr":"172.21.15.154:6822","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":101546},{"type":"v1","addr":"172.21.15.154:6826","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":101546},{"type":"v1","addr":"172.21.15.154:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":101546},{"type":"v1","addr":"172.21.15.154:6829","nonce":101546}]},"public_addr":"172.21.15.154:6822/101546","cluster_addr":"172.21.15.154:6826/101546","heartbeat_back_addr":"172.21.15.154:6831/101546","heartbeat_front_addr":"172.21.15.154:6829/101546","state":["exists","up"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":101548},{"type":"v1","addr":"172.21.15.154:6817","nonce":101548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":101548},{"type":"v1","addr":"172.21.15.154:6819","nonce":101548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":101548},{"type":"v1","addr":"172.21.15.154:6827","nonce":101548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":101548},{"type":"v1","addr":"172.21.15.154:6823","nonce":101548}]},"public_addr":"172.21.15.154:6817/101548","cluster_addr":"172.21.15.154:6819/101548","heartbeat_back_addr":"172.21.15.154:6827/101548","heartbeat_front_addr":"172.21.15.154:6823/101548","state":["exists","up"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":101506},{"type":"v1","addr":"172.21.15.191:6804","nonce":101506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":101506},{"type":"v1","addr":"172.21.15.191:6808","nonce":101506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":101506},{"type":"v1","addr":"172.21.15.191:6815","nonce":101506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":101506},{"type":"v1","addr":"172.21.15.191:6812","nonce":101506}]},"public_addr":"172.21.15.191:6804/101506","cluster_addr":"172.21.15.191:6808/101506","heartbeat_back_addr":"172.21.15.191:6815/101506","heartbeat_front_addr":"172.21.15.191:6812/101506","state":["exists","up"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":101505},{"type":"v1","addr":"172.21.15.191:6801","nonce":101505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":101505},{"type":"v1","addr":"172.21.15.191:6805","nonce":101505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":101505},{"type":"v1","addr":"172.21.15.191:6813","nonce":101505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":101505},{"type":"v1","addr":"172.21.15.191:6809","nonce":101505}]},"public_addr":"172.21.15.191:6801/101505","cluster_addr":"172.21.15.191:6805/101505","heartbeat_back_addr":"172.21.15.191:6813/101505","heartbeat_front_addr":"172.21.15.191:6809/101505","state":["exists","up"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":101536},{"type":"v1","addr":"172.21.15.191:6825","nonce":101536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":101536},{"type":"v1","addr":"172.21.15.191:6827","nonce":101536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":101536},{"type":"v1","addr":"172.21.15.191:6831","nonce":101536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":101536},{"type":"v1","addr":"172.21.15.191:6829","nonce":101536}]},"public_addr":"172.21.15.191:6825/101536","cluster_addr":"172.21.15.191:6827/101536","heartbeat_back_addr":"172.21.15.191:6831/101536","heartbeat_front_addr":"172.21.15.191:6829/101536","state":["exists","up"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":101507},{"type":"v1","addr":"172.21.15.191:6817","nonce":101507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":101507},{"type":"v1","addr":"172.21.15.191:6819","nonce":101507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":101507},{"type":"v1","addr":"172.21.15.191:6823","nonce":101507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":101507},{"type":"v1","addr":"172.21.15.191:6821","nonce":101507}]},"public_addr":"172.21.15.191:6817/101507","cluster_addr":"172.21.15.191:6819/101507","heartbeat_back_addr":"172.21.15.191:6823/101507","heartbeat_front_addr":"172.21.15.191:6821/101507","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:27:21.880 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-01-15T14:27:21.880 INFO:tasks.ceph:Creating RBD pool 2023-01-15T14:27:21.880 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd pool create rbd 8 2023-01-15T14:27:21.880 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:21.773+0000 7f346beeb700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-01-15T14:27:21.881 INFO:tasks.ceph.mgr.y.smithi154.stderr:2023-01-15T14:27:21.773+0000 7f346beeb700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-01-15T14:27:22.774 INFO:teuthology.orchestra.run.smithi154.stderr:pool 'rbd' created 2023-01-15T14:27:23.333 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-01-15T14:27:23.783 INFO:teuthology.orchestra.run.smithi154.stderr:enabled application 'rbd' on pool 'rbd' 2023-01-15T14:27:24.123 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-01-15T14:27:24.123 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-01-15T14:27:24.123 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-01-15T14:27:24.123 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-01-15T14:27:24.124 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-01-15T14:27:24.485 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:24.504 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":4,"active_gid":4108,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":101141},{"type":"v1","addr":"172.21.15.154:6833","nonce":101141}]},"active_addr":"172.21.15.154:6833/101141","active_change":"2023-01-15T14:27:20.762192+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":false,"error_string":"No module named 'packaging'","module_options":{}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":false,"error_string":"No module named 'packaging'","module_options":{}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":848423798}]},{"addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1263520353}]},{"addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":4013963028}]}]}} 2023-01-15T14:27:24.509 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-01-15T14:27:24.509 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-01-15T14:27:24.509 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:27:24.819 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:24.910 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":16,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:27:24.772420+0000","last_up_change":"2023-01-15T14:27:21.707285+0000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":"rbd","create_time":"2023-01-15T14:27:22.191227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":2,"pool_name":".mgr","create_time":"2023-01-15T14:27:22.783290+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":101526},{"type":"v1","addr":"172.21.15.154:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":101526},{"type":"v1","addr":"172.21.15.154:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":101526},{"type":"v1","addr":"172.21.15.154:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":101526},{"type":"v1","addr":"172.21.15.154:6813","nonce":101526}]},"public_addr":"172.21.15.154:6809/101526","cluster_addr":"172.21.15.154:6811/101526","heartbeat_back_addr":"172.21.15.154:6815/101526","heartbeat_front_addr":"172.21.15.154:6813/101526","state":["exists","up"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":101527},{"type":"v1","addr":"172.21.15.154:6801","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":101527},{"type":"v1","addr":"172.21.15.154:6803","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":101527},{"type":"v1","addr":"172.21.15.154:6807","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":101527},{"type":"v1","addr":"172.21.15.154:6805","nonce":101527}]},"public_addr":"172.21.15.154:6801/101527","cluster_addr":"172.21.15.154:6803/101527","heartbeat_back_addr":"172.21.15.154:6807/101527","heartbeat_front_addr":"172.21.15.154:6805/101527","state":["exists","up"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":101546},{"type":"v1","addr":"172.21.15.154:6822","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":101546},{"type":"v1","addr":"172.21.15.154:6826","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":101546},{"type":"v1","addr":"172.21.15.154:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":101546},{"type":"v1","addr":"172.21.15.154:6829","nonce":101546}]},"public_addr":"172.21.15.154:6822/101546","cluster_addr":"172.21.15.154:6826/101546","heartbeat_back_addr":"172.21.15.154:6831/101546","heartbeat_front_addr":"172.21.15.154:6829/101546","state":["exists","up"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":101548},{"type":"v1","addr":"172.21.15.154:6817","nonce":101548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":101548},{"type":"v1","addr":"172.21.15.154:6819","nonce":101548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":101548},{"type":"v1","addr":"172.21.15.154:6827","nonce":101548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":101548},{"type":"v1","addr":"172.21.15.154:6823","nonce":101548}]},"public_addr":"172.21.15.154:6817/101548","cluster_addr":"172.21.15.154:6819/101548","heartbeat_back_addr":"172.21.15.154:6827/101548","heartbeat_front_addr":"172.21.15.154:6823/101548","state":["exists","up"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":101506},{"type":"v1","addr":"172.21.15.191:6804","nonce":101506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":101506},{"type":"v1","addr":"172.21.15.191:6808","nonce":101506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":101506},{"type":"v1","addr":"172.21.15.191:6815","nonce":101506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":101506},{"type":"v1","addr":"172.21.15.191:6812","nonce":101506}]},"public_addr":"172.21.15.191:6804/101506","cluster_addr":"172.21.15.191:6808/101506","heartbeat_back_addr":"172.21.15.191:6815/101506","heartbeat_front_addr":"172.21.15.191:6812/101506","state":["exists","up"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":101505},{"type":"v1","addr":"172.21.15.191:6801","nonce":101505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":101505},{"type":"v1","addr":"172.21.15.191:6805","nonce":101505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":101505},{"type":"v1","addr":"172.21.15.191:6813","nonce":101505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":101505},{"type":"v1","addr":"172.21.15.191:6809","nonce":101505}]},"public_addr":"172.21.15.191:6801/101505","cluster_addr":"172.21.15.191:6805/101505","heartbeat_back_addr":"172.21.15.191:6813/101505","heartbeat_front_addr":"172.21.15.191:6809/101505","state":["exists","up"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":101536},{"type":"v1","addr":"172.21.15.191:6825","nonce":101536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":101536},{"type":"v1","addr":"172.21.15.191:6827","nonce":101536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":101536},{"type":"v1","addr":"172.21.15.191:6831","nonce":101536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":101536},{"type":"v1","addr":"172.21.15.191:6829","nonce":101536}]},"public_addr":"172.21.15.191:6825/101536","cluster_addr":"172.21.15.191:6827/101536","heartbeat_back_addr":"172.21.15.191:6831/101536","heartbeat_front_addr":"172.21.15.191:6829/101536","state":["exists","up"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":101507},{"type":"v1","addr":"172.21.15.191:6817","nonce":101507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":101507},{"type":"v1","addr":"172.21.15.191:6819","nonce":101507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":101507},{"type":"v1","addr":"172.21.15.191:6823","nonce":101507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":101507},{"type":"v1","addr":"172.21.15.191:6821","nonce":101507}]},"public_addr":"172.21.15.191:6817/101507","cluster_addr":"172.21.15.191:6819/101507","heartbeat_back_addr":"172.21.15.191:6823/101507","heartbeat_front_addr":"172.21.15.191:6821/101507","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.909885+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.881436+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.950480+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.888713+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.917357+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.930602+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920724+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:27:24.912 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-01-15T14:27:24.912 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:27:25.245 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:25.323 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":16,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:27:24.772420+0000","last_up_change":"2023-01-15T14:27:21.707285+0000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":"rbd","create_time":"2023-01-15T14:27:22.191227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":2,"pool_name":".mgr","create_time":"2023-01-15T14:27:22.783290+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":101526},{"type":"v1","addr":"172.21.15.154:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":101526},{"type":"v1","addr":"172.21.15.154:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":101526},{"type":"v1","addr":"172.21.15.154:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":101526},{"type":"v1","addr":"172.21.15.154:6813","nonce":101526}]},"public_addr":"172.21.15.154:6809/101526","cluster_addr":"172.21.15.154:6811/101526","heartbeat_back_addr":"172.21.15.154:6815/101526","heartbeat_front_addr":"172.21.15.154:6813/101526","state":["exists","up"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":101527},{"type":"v1","addr":"172.21.15.154:6801","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":101527},{"type":"v1","addr":"172.21.15.154:6803","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":101527},{"type":"v1","addr":"172.21.15.154:6807","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":101527},{"type":"v1","addr":"172.21.15.154:6805","nonce":101527}]},"public_addr":"172.21.15.154:6801/101527","cluster_addr":"172.21.15.154:6803/101527","heartbeat_back_addr":"172.21.15.154:6807/101527","heartbeat_front_addr":"172.21.15.154:6805/101527","state":["exists","up"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":101546},{"type":"v1","addr":"172.21.15.154:6822","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":101546},{"type":"v1","addr":"172.21.15.154:6826","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":101546},{"type":"v1","addr":"172.21.15.154:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":101546},{"type":"v1","addr":"172.21.15.154:6829","nonce":101546}]},"public_addr":"172.21.15.154:6822/101546","cluster_addr":"172.21.15.154:6826/101546","heartbeat_back_addr":"172.21.15.154:6831/101546","heartbeat_front_addr":"172.21.15.154:6829/101546","state":["exists","up"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":101548},{"type":"v1","addr":"172.21.15.154:6817","nonce":101548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":101548},{"type":"v1","addr":"172.21.15.154:6819","nonce":101548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":101548},{"type":"v1","addr":"172.21.15.154:6827","nonce":101548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":101548},{"type":"v1","addr":"172.21.15.154:6823","nonce":101548}]},"public_addr":"172.21.15.154:6817/101548","cluster_addr":"172.21.15.154:6819/101548","heartbeat_back_addr":"172.21.15.154:6827/101548","heartbeat_front_addr":"172.21.15.154:6823/101548","state":["exists","up"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":101506},{"type":"v1","addr":"172.21.15.191:6804","nonce":101506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":101506},{"type":"v1","addr":"172.21.15.191:6808","nonce":101506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":101506},{"type":"v1","addr":"172.21.15.191:6815","nonce":101506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":101506},{"type":"v1","addr":"172.21.15.191:6812","nonce":101506}]},"public_addr":"172.21.15.191:6804/101506","cluster_addr":"172.21.15.191:6808/101506","heartbeat_back_addr":"172.21.15.191:6815/101506","heartbeat_front_addr":"172.21.15.191:6812/101506","state":["exists","up"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":101505},{"type":"v1","addr":"172.21.15.191:6801","nonce":101505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":101505},{"type":"v1","addr":"172.21.15.191:6805","nonce":101505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":101505},{"type":"v1","addr":"172.21.15.191:6813","nonce":101505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":101505},{"type":"v1","addr":"172.21.15.191:6809","nonce":101505}]},"public_addr":"172.21.15.191:6801/101505","cluster_addr":"172.21.15.191:6805/101505","heartbeat_back_addr":"172.21.15.191:6813/101505","heartbeat_front_addr":"172.21.15.191:6809/101505","state":["exists","up"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":101536},{"type":"v1","addr":"172.21.15.191:6825","nonce":101536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":101536},{"type":"v1","addr":"172.21.15.191:6827","nonce":101536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":101536},{"type":"v1","addr":"172.21.15.191:6831","nonce":101536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":101536},{"type":"v1","addr":"172.21.15.191:6829","nonce":101536}]},"public_addr":"172.21.15.191:6825/101536","cluster_addr":"172.21.15.191:6827/101536","heartbeat_back_addr":"172.21.15.191:6831/101536","heartbeat_front_addr":"172.21.15.191:6829/101536","state":["exists","up"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":101507},{"type":"v1","addr":"172.21.15.191:6817","nonce":101507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":101507},{"type":"v1","addr":"172.21.15.191:6819","nonce":101507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":101507},{"type":"v1","addr":"172.21.15.191:6823","nonce":101507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":101507},{"type":"v1","addr":"172.21.15.191:6821","nonce":101507}]},"public_addr":"172.21.15.191:6817/101507","cluster_addr":"172.21.15.191:6819/101507","heartbeat_back_addr":"172.21.15.191:6823/101507","heartbeat_front_addr":"172.21.15.191:6821/101507","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.909885+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.881436+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.950480+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.888713+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.917357+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.930602+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920724+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:27:25.325 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-01-15T14:27:25.326 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-01-15T14:27:25.326 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-01-15T14:27:25.328 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-01-15T14:27:25.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-01-15T14:27:25.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-01-15T14:27:25.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-01-15T14:27:25.330 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-01-15T14:27:25.610 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.636 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-01-15T14:27:25.638 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.638 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-01-15T14:27:25.639 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.639 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-01-15T14:27:25.640 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.640 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-01-15T14:27:25.641 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.642 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-01-15T14:27:25.643 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.644 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-01-15T14:27:25.644 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.645 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-01-15T14:27:25.646 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:25.647 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-01-15T14:27:26.250 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.287 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.287 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.288 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.289 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.4 2023-01-15T14:27:26.294 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.3 2023-01-15T14:27:26.461 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.7 2023-01-15T14:27:26.461 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.462 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.462 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.6 2023-01-15T14:27:26.463 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.1 2023-01-15T14:27:26.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.2 2023-01-15T14:27:26.464 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.465 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.0 2023-01-15T14:27:26.465 INFO:teuthology.orchestra.run.smithi154.stdout:55834574849 2023-01-15T14:27:26.465 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.5 2023-01-15T14:27:27.290 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-01-15T14:27:27.461 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-01-15T14:27:27.462 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-01-15T14:27:27.463 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-01-15T14:27:27.464 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-01-15T14:27:27.464 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-01-15T14:27:27.465 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-01-15T14:27:27.466 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-01-15T14:27:27.946 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:27.969 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.4 2023-01-15T14:27:27.969 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.015 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.054 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.056 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.3 2023-01-15T14:27:28.057 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.057 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.7 2023-01-15T14:27:28.058 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.104 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.109 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.121 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.6 2023-01-15T14:27:28.121 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.122 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.124 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.124 INFO:teuthology.orchestra.run.smithi154.stdout:55834574850 2023-01-15T14:27:28.136 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.5 2023-01-15T14:27:28.136 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.143 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.2 2023-01-15T14:27:28.143 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.144 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.1 2023-01-15T14:27:28.144 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.145 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574850 for osd.0 2023-01-15T14:27:28.145 DEBUG:teuthology.parallel:result is None 2023-01-15T14:27:28.145 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-01-15T14:27:28.145 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:27:28.491 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:28.493 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T14:27:28.505 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":11,"stamp":"2023-01-15T14:27:26.768668+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":145,"num_write_kb":2154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105,"ondisk_log_size":105,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":11,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6366328,"kb_used_data":743228768,"kb_used_omap":347,"kb_used_meta":0,"kb_avail":743228712,"statfs":{"total":767585320960,"available":761066201088,"internally_reserved":57344,"allocated":761066258432,"data_stored":761066258432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":355873,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":8,"commit_latency_ns":1000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.468501"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325785+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T14:27:25.325785+0000","last_peered":"2023-01-15T14:27:25.325785+0000","last_clean":"2023-01-15T14:27:25.325785+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T14:27:25.325785+0000","last_undegraded":"2023-01-15T14:27:25.325785+0000","last_fullsized":"2023-01-15T14:27:25.325785+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325810+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T14:27:25.325810+0000","last_peered":"2023-01-15T14:27:25.325810+0000","last_clean":"2023-01-15T14:27:25.325810+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T14:27:25.325810+0000","last_undegraded":"2023-01-15T14:27:25.325810+0000","last_fullsized":"2023-01-15T14:27:25.325810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325801+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T14:27:25.325801+0000","last_peered":"2023-01-15T14:27:25.325801+0000","last_clean":"2023-01-15T14:27:25.325801+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T14:27:25.325801+0000","last_undegraded":"2023-01-15T14:27:25.325801+0000","last_fullsized":"2023-01-15T14:27:25.325801+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.777247+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T14:27:24.777247+0000","last_peered":"2023-01-15T14:27:24.777247+0000","last_clean":"2023-01-15T14:27:24.777247+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T14:27:24.777247+0000","last_undegraded":"2023-01-15T14:27:24.777247+0000","last_fullsized":"2023-01-15T14:27:24.777247+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.777130+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T14:27:24.777130+0000","last_peered":"2023-01-15T14:27:24.777130+0000","last_clean":"2023-01-15T14:27:24.777130+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T14:27:24.777130+0000","last_undegraded":"2023-01-15T14:27:24.777130+0000","last_fullsized":"2023-01-15T14:27:24.777130+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"16'105","reported_seq":144,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.494576+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T14:27:25.494576+0000","last_peered":"2023-01-15T14:27:25.494576+0000","last_clean":"2023-01-15T14:27:25.494576+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T14:27:25.494576+0000","last_undegraded":"2023-01-15T14:27:25.494576+0000","last_fullsized":"2023-01-15T14:27:25.494576+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":145,"num_write_kb":2154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.948279+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T14:27:24.948279+0000","last_peered":"2023-01-15T14:27:24.948279+0000","last_clean":"2023-01-15T14:27:24.948279+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T14:27:24.948279+0000","last_undegraded":"2023-01-15T14:27:24.948279+0000","last_fullsized":"2023-01-15T14:27:24.948279+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:15.130055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325610+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T14:27:25.325610+0000","last_peered":"2023-01-15T14:27:25.325610+0000","last_clean":"2023-01-15T14:27:25.325610+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T14:27:25.325610+0000","last_undegraded":"2023-01-15T14:27:25.325610+0000","last_fullsized":"2023-01-15T14:27:25.325610+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:34.408371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.777115+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T14:27:24.777115+0000","last_peered":"2023-01-15T14:27:24.777115+0000","last_clean":"2023-01-15T14:27:24.777115+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T14:27:24.777115+0000","last_undegraded":"2023-01-15T14:27:24.777115+0000","last_fullsized":"2023-01-15T14:27:24.777115+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:28:30.773475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":145,"num_write_kb":2154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105,"ondisk_log_size":105,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574850,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795856,"kb_used_data":92903564,"kb_used_omap":50,"kb_used_meta":0,"kb_avail":92903524,"statfs":{"total":95948165120,"available":95133208576,"internally_reserved":40960,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51540,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574850,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795764,"kb_used_data":92903616,"kb_used_omap":47,"kb_used_meta":0,"kb_avail":92903616,"statfs":{"total":95948165120,"available":95133302784,"internally_reserved":0,"allocated":95133302784,"data_stored":95133302784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48815,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574850,"num_pgs":2,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795764,"kb_used_data":92903616,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903616,"statfs":{"total":95948165120,"available":95133302784,"internally_reserved":0,"allocated":95133302784,"data_stored":95133302784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38183,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":2,"commit_latency_ns":1000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574850,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795768,"kb_used_data":92903612,"kb_used_omap":52,"kb_used_meta":0,"kb_avail":92903612,"statfs":{"total":95948165120,"available":95133298688,"internally_reserved":0,"allocated":95133298688,"data_stored":95133298688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54002,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":2,"commit_latency_ns":0,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":2,"up_from":13,"seq":55834574850,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38177,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.252}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574850,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795764,"kb_used_data":92903616,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903616,"statfs":{"total":95948165120,"available":95133302784,"internally_reserved":0,"allocated":95133302784,"data_stored":95133302784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43458,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22800000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25900000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":4,"up_from":13,"seq":55834574850,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38221,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":5,"up_from":13,"seq":55834574850,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795764,"kb_used_data":92903616,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903616,"statfs":{"total":95948165120,"available":95133302784,"internally_reserved":0,"allocated":95133302784,"data_stored":95133302784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43477,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]}],"pool_statfs":[]}} 2023-01-15T14:27:28.507 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:27:28.812 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:28.829 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T14:27:28.829 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":12,"stamp":"2023-01-15T14:27:28.768968+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6374524,"kb_used_data":743225944,"kb_used_omap":462,"kb_used_meta":0,"kb_avail":743220516,"statfs":{"total":767585320960,"available":761057808384,"internally_reserved":5558272,"allocated":761063366656,"data_stored":761063366656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":473836,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":16,"commit_latency_ns":5000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":14,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.468800"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325785+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T14:27:25.325785+0000","last_peered":"2023-01-15T14:27:25.325785+0000","last_clean":"2023-01-15T14:27:25.325785+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T14:27:25.325785+0000","last_undegraded":"2023-01-15T14:27:25.325785+0000","last_fullsized":"2023-01-15T14:27:25.325785+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325810+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T14:27:25.325810+0000","last_peered":"2023-01-15T14:27:25.325810+0000","last_clean":"2023-01-15T14:27:25.325810+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T14:27:25.325810+0000","last_undegraded":"2023-01-15T14:27:25.325810+0000","last_fullsized":"2023-01-15T14:27:25.325810+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.325801+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T14:27:25.325801+0000","last_peered":"2023-01-15T14:27:25.325801+0000","last_clean":"2023-01-15T14:27:25.325801+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T14:27:25.325801+0000","last_undegraded":"2023-01-15T14:27:25.325801+0000","last_fullsized":"2023-01-15T14:27:25.325801+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.777247+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T14:27:24.777247+0000","last_peered":"2023-01-15T14:27:24.777247+0000","last_clean":"2023-01-15T14:27:24.777247+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T14:27:24.777247+0000","last_undegraded":"2023-01-15T14:27:24.777247+0000","last_fullsized":"2023-01-15T14:27:24.777247+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.777130+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T14:27:24.777130+0000","last_peered":"2023-01-15T14:27:24.777130+0000","last_clean":"2023-01-15T14:27:24.777130+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T14:27:24.777130+0000","last_undegraded":"2023-01-15T14:27:24.777130+0000","last_fullsized":"2023-01-15T14:27:24.777130+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":159,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:26.316139+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T14:27:26.316139+0000","last_peered":"2023-01-15T14:27:26.316139+0000","last_clean":"2023-01-15T14:27:26.316139+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T14:27:26.316139+0000","last_undegraded":"2023-01-15T14:27:26.316139+0000","last_fullsized":"2023-01-15T14:27:26.316139+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":10,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:24.948279+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T14:27:24.948279+0000","last_peered":"2023-01-15T14:27:24.948279+0000","last_clean":"2023-01-15T14:27:24.948279+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T14:27:24.948279+0000","last_undegraded":"2023-01-15T14:27:24.948279+0000","last_fullsized":"2023-01-15T14:27:24.948279+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:15.130055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.598135+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T14:27:25.598135+0000","last_peered":"2023-01-15T14:27:25.598135+0000","last_clean":"2023-01-15T14:27:25.598135+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T14:27:25.598135+0000","last_undegraded":"2023-01-15T14:27:25.598135+0000","last_fullsized":"2023-01-15T14:27:25.598135+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:34.408371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":11,"reported_epoch":16,"state":"active+clean","last_fresh":"2023-01-15T14:27:25.590199+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T14:27:25.590199+0000","last_peered":"2023-01-15T14:27:25.590199+0000","last_clean":"2023-01-15T14:27:25.590199+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T14:27:25.590199+0000","last_undegraded":"2023-01-15T14:27:25.590199+0000","last_fullsized":"2023-01-15T14:27:25.590199+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:28:30.773475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":799756,"kb_used_data":92902308,"kb_used_omap":103,"kb_used_meta":0,"kb_avail":92899624,"statfs":{"total":95948165120,"available":95129214976,"internally_reserved":2748416,"allocated":95131963392,"data_stored":95131963392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":105598,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":3,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":47,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48853,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":799760,"kb_used_data":92902308,"kb_used_omap":99,"kb_used_meta":0,"kb_avail":92899620,"statfs":{"total":95948165120,"available":95129210880,"internally_reserved":2752512,"allocated":95131963392,"data_stored":95131963392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":101898,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795828,"kb_used_data":92903560,"kb_used_omap":52,"kb_used_meta":0,"kb_avail":92903552,"statfs":{"total":95948165120,"available":95133237248,"internally_reserved":8192,"allocated":95133245440,"data_stored":95133245440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54040,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795884,"kb_used_data":92903512,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903496,"statfs":{"total":95948165120,"available":95133179904,"internally_reserved":16384,"allocated":95133196288,"data_stored":95133196288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38215,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.252}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43496,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":16,"commit_latency_ns":5000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":9.3529999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":9.9190000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.167}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":9.1859999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1399999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38221,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]}]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795824,"kb_used_data":92903564,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903556,"statfs":{"total":95948165120,"available":95133241344,"internally_reserved":8192,"allocated":95133249536,"data_stored":95133249536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43515,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69299999999999995}]}]}],"pool_statfs":[]}} 2023-01-15T14:27:28.863 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-01-15T14:27:28.863 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-01-15T14:27:28.863 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-01-15T14:27:28.863 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-01-15T14:27:29.245 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:27:30.319 INFO:teuthology.orchestra.run.smithi154.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-01-15T14:27:30.320 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-01-15T14:27:30.320 INFO:teuthology.run_tasks:Running task openssl_keys... 2023-01-15T14:27:30.331 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2023-01-15T14:27:30.332 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p /home/ubuntu/cephtest/ca 2023-01-15T14:27:30.351 DEBUG:teuthology.orchestra.run.smithi154:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2023-01-15T14:27:30.498 INFO:teuthology.orchestra.run.smithi154.stderr:Generating a RSA private key 2023-01-15T14:27:31.068 INFO:teuthology.orchestra.run.smithi154.stderr:...................................................................................................................................................................................++++ 2023-01-15T14:27:31.859 INFO:teuthology.orchestra.run.smithi154.stderr:....................................++++ 2023-01-15T14:27:31.859 INFO:teuthology.orchestra.run.smithi154.stderr:writing new private key to '/home/ubuntu/cephtest/ca/root.key' 2023-01-15T14:27:31.859 INFO:teuthology.orchestra.run.smithi154.stderr:----- 2023-01-15T14:27:31.860 DEBUG:teuthology.orchestra.run.smithi154:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2023-01-15T14:27:31.940 DEBUG:teuthology.orchestra.run.smithi154:> sudo update-ca-trust 2023-01-15T14:27:32.349 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p /home/ubuntu/cephtest/ca 2023-01-15T14:27:33.537 DEBUG:teuthology.orchestra.run.smithi154:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi154.front.sepia.ceph.com 2023-01-15T14:27:33.744 INFO:teuthology.orchestra.run.smithi154.stderr:Generating a RSA private key 2023-01-15T14:27:33.934 INFO:teuthology.orchestra.run.smithi154.stderr:...................................................+++++ 2023-01-15T14:27:33.934 INFO:teuthology.orchestra.run.smithi154.stderr:............................................................................+++++ 2023-01-15T14:27:33.934 INFO:teuthology.orchestra.run.smithi154.stderr:writing new private key to '/home/ubuntu/cephtest/ca/rgw.client.0.key' 2023-01-15T14:27:33.934 INFO:teuthology.orchestra.run.smithi154.stderr:----- 2023-01-15T14:27:33.934 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:27:33.935 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-01-15T14:27:33.992 DEBUG:teuthology.orchestra.run.smithi154:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-01-15T14:27:34.152 INFO:teuthology.orchestra.run.smithi154.stderr:Signature ok 2023-01-15T14:27:34.543 INFO:teuthology.orchestra.run.smithi154.stderr:subject=CN = smithi154.front.sepia.ceph.com 2023-01-15T14:27:34.543 INFO:teuthology.orchestra.run.smithi154.stderr:Getting CA Private Key 2023-01-15T14:27:34.544 DEBUG:teuthology.orchestra.run.smithi154:> rm /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-01-15T14:27:34.603 DEBUG:teuthology.orchestra.run.smithi154:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-01-15T14:27:34.766 INFO:teuthology.orchestra.run.smithi154.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2023-01-15T14:27:35.150 DEBUG:teuthology.orchestra.run.smithi154:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-01-15T14:27:35.168 INFO:teuthology.run_tasks:Running task rgw... 2023-01-15T14:27:35.192 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2023-01-15T14:27:35.355 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2023-01-15T14:27:35.356 INFO:tasks.rgw:Creating data pools 2023-01-15T14:27:35.356 DEBUG:tasks.rgw:Obtaining remote for client client.0 2023-01-15T14:27:35.356 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2023-01-15T14:27:36.236 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2023-01-15T14:27:38.242 INFO:teuthology.orchestra.run.smithi154.stderr:pool 'default.rgw.buckets.data' created 2023-01-15T14:27:38.370 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2023-01-15T14:27:39.261 INFO:teuthology.orchestra.run.smithi154.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2023-01-15T14:27:39.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2023-01-15T14:27:40.251 INFO:teuthology.orchestra.run.smithi154.stderr:pool 'default.rgw.buckets.index' created 2023-01-15T14:27:40.345 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2023-01-15T14:27:41.266 INFO:teuthology.orchestra.run.smithi154.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2023-01-15T14:27:42.362 DEBUG:tasks.rgw:Pools created 2023-01-15T14:27:42.362 INFO:tasks.rgw:Configuring compression type = random 2023-01-15T14:27:42.363 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-01-15T14:27:42.363 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-01-15T14:27:42.363 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-01-15T14:27:42.478 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:42.518 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:42.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:42.488+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.280 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 20 realm 2023-01-15T14:27:44.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:27:44.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.278+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.310 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.279+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.310 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.279+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 10 Creating default zonegroup 2023-01-15T14:27:44.312 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.280+0000 7fb731b43780 10 couldn't find old data placement pools config, setting up new ones for the zone 2023-01-15T14:27:44.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.313+0000 7fb72faf1700 0 -- 172.21.15.154:0/3931416320 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55af96fc6000 msgr2=0x55af96ee0100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:44.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.520+0000 7fb72faf1700 0 -- 172.21.15.154:0/3931416320 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55af96facc00 msgr2=0x55af96bd3180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:44.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.521+0000 7fb731b43780 10 WARNING: driver->list_zones() returned r=-2 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.521+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.521+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.523+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.524+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.524+0000 7fb731b43780 10 could not read realm id: (2) No such file or directory 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.524+0000 7fb731b43780 10 WARNING: failed to set zone as default, r=-22 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.524+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.524+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.526+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.526+0000 7fb731b43780 20 rados_obj.operate() r=0 bl.length=874 2023-01-15T14:27:44.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.526+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados_obj.operate() r=0 bl.length=398 2023-01-15T14:27:44.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 10 Using default name default 2023-01-15T14:27:44.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:27:44.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados_obj.operate() r=0 bl.length=874 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 zone default found 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 4 Realm: () 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 zonegroup default 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.527+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.528+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:44.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:44.528+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:46.277 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:46.275+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:46.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:46.275+0000 7fb731b43780 20 rados->read ofs=0 len=0 2023-01-15T14:27:46.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:46.282+0000 7fb731b43780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:46.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:46.282+0000 7fb731b43780 20 started sync module instance, tier type = 2023-01-15T14:27:46.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:46.282+0000 7fb731b43780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:27:48.319 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.317+0000 7fb731b43780 20 add_watcher() i=0 2023-01-15T14:27:48.320 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=1 2023-01-15T14:27:48.320 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=2 2023-01-15T14:27:48.320 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=3 2023-01-15T14:27:48.320 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=4 2023-01-15T14:27:48.320 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=5 2023-01-15T14:27:48.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=6 2023-01-15T14:27:48.603 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 20 add_watcher() i=7 2023-01-15T14:27:48.604 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.318+0000 7fb731b43780 2 all 8 watchers are set, enabling cache 2023-01-15T14:27:48.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2023-01-15T14:27:48.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2023-01-15T14:27:48.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2023-01-15T14:27:48.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.319+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.320+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2023-01-15T14:27:48.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.321+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2023-01-15T14:27:48.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2023-01-15T14:27:48.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2023-01-15T14:27:48.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2023-01-15T14:27:48.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.322+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2023-01-15T14:27:48.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.323+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2023-01-15T14:27:48.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2023-01-15T14:27:48.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2023-01-15T14:27:48.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2023-01-15T14:27:48.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.324+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2023-01-15T14:27:48.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2023-01-15T14:27:48.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2023-01-15T14:27:48.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2023-01-15T14:27:48.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2023-01-15T14:27:48.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2023-01-15T14:27:48.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2023-01-15T14:27:48.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2023-01-15T14:27:48.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2023-01-15T14:27:48.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2023-01-15T14:27:48.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.325+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.326+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2023-01-15T14:27:48.622 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2023-01-15T14:27:48.622 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.622 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2023-01-15T14:27:48.622 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2023-01-15T14:27:48.622 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.327+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.623 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2023-01-15T14:27:48.624 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2023-01-15T14:27:48.624 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.624 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2023-01-15T14:27:48.624 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2023-01-15T14:27:48.624 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.328+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2023-01-15T14:27:48.625 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.329+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2023-01-15T14:27:48.626 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2023-01-15T14:27:48.627 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2023-01-15T14:27:48.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2023-01-15T14:27:48.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.330+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2023-01-15T14:27:48.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2023-01-15T14:27:48.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.331+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2023-01-15T14:27:48.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2023-01-15T14:27:48.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2023-01-15T14:27:48.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2023-01-15T14:27:48.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.332+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2023-01-15T14:27:48.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2023-01-15T14:27:48.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2023-01-15T14:27:48.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2023-01-15T14:27:48.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2023-01-15T14:27:48.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.333+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2023-01-15T14:27:48.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2023-01-15T14:27:48.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2023-01-15T14:27:48.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2023-01-15T14:27:48.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.334+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2023-01-15T14:27:48.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2023-01-15T14:27:48.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2023-01-15T14:27:48.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2023-01-15T14:27:48.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.335+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2023-01-15T14:27:48.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2023-01-15T14:27:48.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2023-01-15T14:27:48.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2023-01-15T14:27:48.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2023-01-15T14:27:48.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2023-01-15T14:27:48.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2023-01-15T14:27:48.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.336+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2023-01-15T14:27:48.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2023-01-15T14:27:48.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2023-01-15T14:27:48.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.337+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2023-01-15T14:27:48.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.338+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2023-01-15T14:27:48.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2023-01-15T14:27:48.752 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.339+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.752 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2023-01-15T14:27:48.752 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2023-01-15T14:27:48.752 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.340+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2023-01-15T14:27:48.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.341+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2023-01-15T14:27:48.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2023-01-15T14:27:48.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.342+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2023-01-15T14:27:48.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2023-01-15T14:27:48.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2023-01-15T14:27:48.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.343+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.344+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2023-01-15T14:27:48.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2023-01-15T14:27:48.969 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2023-01-15T14:27:48.969 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.969 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.345+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.346+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2023-01-15T14:27:48.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2023-01-15T14:27:49.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.347+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2023-01-15T14:27:49.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.348+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.349+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2023-01-15T14:27:49.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.078 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2023-01-15T14:27:49.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2023-01-15T14:27:49.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2023-01-15T14:27:49.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2023-01-15T14:27:49.237 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.237 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2023-01-15T14:27:49.238 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2023-01-15T14:27:49.238 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.350+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.238 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2023-01-15T14:27:49.241 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2023-01-15T14:27:49.241 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.242 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2023-01-15T14:27:49.244 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2023-01-15T14:27:49.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2023-01-15T14:27:49.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2023-01-15T14:27:49.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2023-01-15T14:27:49.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2023-01-15T14:27:49.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.351+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.352+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2023-01-15T14:27:49.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.352+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2023-01-15T14:27:49.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.352+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.287 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.352+0000 7fb731b43780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2023-01-15T14:27:49.287 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.352+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1201 entering 2023-01-15T14:27:49.287 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.353+0000 7fb731b43780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:27:49.287 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.355+0000 7fb716abf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:27:49.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.355+0000 7fb731b43780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:49.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:48.355+0000 7fb731b43780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:51.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.284+0000 7fb731b43780 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2023-01-15T14:27:51.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.284+0000 7fb731b43780 5 note: GC not initialized 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.285+0000 7fb7122b6700 20 reqs_thread_entry: start 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.286+0000 7fb731b43780 20 init_complete bucket index max shards: 11 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.286+0000 7fb731b43780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.286+0000 7fb7102b2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:28:21 2023 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.286+0000 7fb70fa90700 20 reqs_thread_entry: start 2023-01-15T14:27:51.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.312+0000 7fb716abf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.314+0000 7fb731b43780 20 remove_watcher() i=0 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.314+0000 7fb731b43780 2 removed watcher, disabling cache 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.314+0000 7fb731b43780 20 remove_watcher() i=1 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.315+0000 7fb731b43780 20 remove_watcher() i=2 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.316+0000 7fb731b43780 20 remove_watcher() i=3 2023-01-15T14:27:51.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.317+0000 7fb731b43780 20 remove_watcher() i=4 2023-01-15T14:27:51.371 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.318+0000 7fb731b43780 20 remove_watcher() i=5 2023-01-15T14:27:51.371 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.319+0000 7fb731b43780 20 remove_watcher() i=6 2023-01-15T14:27:51.371 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.320+0000 7fb731b43780 20 remove_watcher() i=7 2023-01-15T14:27:51.372 INFO:teuthology.orchestra.run.smithi154.stdout:[] 2023-01-15T14:27:51.374 DEBUG:tasks.util.rgw: json result: [] 2023-01-15T14:27:51.374 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-01-15T14:27:51.375 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-01-15T14:27:51.375 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2023-01-15T14:27:51.429 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:51.558 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:51.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.437+0000 7f7e3bf55780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:51.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.437+0000 7f7e3bf55780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:51.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.441+0000 7f7e1d6ca700 20 reqs_thread_entry: start 2023-01-15T14:27:51.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.441+0000 7f7e3bf55780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:27:51.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.448+0000 7f7e39f03700 0 -- 172.21.15.154:0/2945246185 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x55f31cc3d800 msgr2=0x55f31cb71080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:51.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.452+0000 7f7e39f03700 0 -- 172.21.15.154:0/2945246185 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x55f31cd63400 msgr2=0x55f31cd64b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:51.560 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "id": "3b3925ab-a611-47cc-92b1-ebb3ab266374", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "name": "default", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:27:51.561 INFO:teuthology.orchestra.run.smithi154.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "system_key": { 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "", 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "" 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_pools": [ 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:27:51.562 INFO:teuthology.orchestra.run.smithi154.stdout: "key": "default-placement", 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "val": { 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "storage_classes": { 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "STANDARD": { 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "compression_type": "random" 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:51.563 INFO:teuthology.orchestra.run.smithi154.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: "index_type": 0, 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: "inline_data": true 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: "realm_id": "", 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:27:51.564 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:27:51.565 DEBUG:tasks.util.rgw: json result: {'id': '3b3925ab-a611-47cc-92b1-ebb3ab266374', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:27:51.565 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2023-01-15T14:27:51.565 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p /tmp/rgw_datacache 2023-01-15T14:27:51.584 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a+rwx /tmp/rgw_datacache 2023-01-15T14:27:51.650 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-01-15T14:27:51.740 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-01-15T14:27:51.740 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-01-15T14:27:51.787 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:51.947 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:51.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.794+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.795+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:51.951 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.795+0000 7f0a9c25e780 20 realm 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.795+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.796+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.796+0000 7f0a9c25e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.796+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.796+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.796+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.797+0000 7f0a9c25e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.797+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.797+0000 7f0a9c25e780 20 rados_obj.operate() r=0 bl.length=890 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.797+0000 7f0a9c25e780 20 searching for the correct realm 2023-01-15T14:27:51.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.806+0000 7f0a9a20c700 0 -- 172.21.15.154:0/256762631 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55d5852b4800 msgr2=0x55d5851c9b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.808+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.809+0000 7f0a9c25e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:27:51.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.809+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:51.954 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:51.809+0000 7f0a9a20c700 0 -- 172.21.15.154:0/256762631 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55d5852b4000 msgr2=0x55d5851c8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:27:52.013 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 20 rados_obj.operate() r=0 bl.length=398 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 20 zone default found 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 4 Realm: () 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 20 zonegroup default 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.010+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:52.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.011+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:52.158 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.011+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:52.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.011+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:52.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.011+0000 7f0a9c25e780 20 rados->read ofs=0 len=0 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.012+0000 7f0a9c25e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.012+0000 7f0a9c25e780 20 started sync module instance, tier type = 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.012+0000 7f0a9c25e780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=0 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=1 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=2 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=3 2023-01-15T14:27:52.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=4 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=5 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.018+0000 7f0a9c25e780 20 add_watcher() i=6 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.019+0000 7f0a9c25e780 20 add_watcher() i=7 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.019+0000 7f0a9c25e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.020+0000 7f0a811da700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.020+0000 7f0a9c25e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.020+0000 7f0a9c25e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.024+0000 7f0a9c25e780 5 note: GC not initialized 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.025+0000 7f0a7c9d1700 20 reqs_thread_entry: start 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.025+0000 7f0a9c25e780 20 init_complete bucket index max shards: 11 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.026+0000 7f0a9c25e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:27:52.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.026+0000 7f0a7a9cd700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:28:22 2023 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.026+0000 7f0a7a1ab700 20 reqs_thread_entry: start 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.034+0000 7f0a811da700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.036+0000 7f0a9c25e780 20 remove_watcher() i=0 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.036+0000 7f0a9c25e780 2 removed watcher, disabling cache 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.037+0000 7f0a9c25e780 20 remove_watcher() i=1 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.038+0000 7f0a9c25e780 20 remove_watcher() i=2 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.039+0000 7f0a9c25e780 20 remove_watcher() i=3 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.040+0000 7f0a9c25e780 20 remove_watcher() i=4 2023-01-15T14:27:52.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.040+0000 7f0a9c25e780 20 remove_watcher() i=5 2023-01-15T14:27:52.168 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.041+0000 7f0a9c25e780 20 remove_watcher() i=6 2023-01-15T14:27:52.168 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.042+0000 7f0a9c25e780 20 remove_watcher() i=7 2023-01-15T14:27:52.169 INFO:teuthology.orchestra.run.smithi154.stdout:[] 2023-01-15T14:27:52.169 DEBUG:tasks.util.rgw: json result: [] 2023-01-15T14:27:52.169 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2023-01-15T14:27:52.169 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-01-15T14:27:52.169 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-01-15T14:27:52.170 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2023-01-15T14:27:52.260 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:52.561 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:52.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.267+0000 7f87bb2ea780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:52.563 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.267+0000 7f87bb2ea780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:52.563 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.271+0000 7f879ca5f700 20 reqs_thread_entry: start 2023-01-15T14:27:52.563 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.271+0000 7f87bb2ea780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:27:52.563 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.278+0000 7f87b9298700 0 -- 172.21.15.154:0/604448037 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x555a6aac2400 msgr2=0x555a6acb7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.484+0000 7f87b9298700 0 -- 172.21.15.154:0/604448037 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x555a6aac3c00 msgr2=0x555a6aab9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.564 INFO:teuthology.orchestra.run.smithi154.stdout:[ 2023-01-15T14:27:52.564 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "key": "default-placement", 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "val": { 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "name": "default-placement", 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "tags": [], 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "storage_classes": [ 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "LUKEWARM", 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: "STANDARD" 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.565 INFO:teuthology.orchestra.run.smithi154.stdout:] 2023-01-15T14:27:52.566 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2023-01-15T14:27:52.566 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-01-15T14:27:52.566 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-01-15T14:27:52.566 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2023-01-15T14:27:52.619 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:52.743 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:52.745 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.626+0000 7f40e77cd780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:52.745 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.626+0000 7f40e77cd780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.630+0000 7f40c8f42700 20 reqs_thread_entry: start 2023-01-15T14:27:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.630+0000 7f40e77cd780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:27:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.636+0000 7f40e5f7c700 0 -- 172.21.15.154:0/1716343886 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55c5b3f37800 msgr2=0x55c5b3e3f700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.640+0000 7f40e4f7a700 0 -- 172.21.15.154:0/1716343886 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55c5b3f37400 msgr2=0x55c5b3e3d600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.747 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:27:52.747 INFO:teuthology.orchestra.run.smithi154.stdout: "id": "3b3925ab-a611-47cc-92b1-ebb3ab266374", 2023-01-15T14:27:52.747 INFO:teuthology.orchestra.run.smithi154.stdout: "name": "default", 2023-01-15T14:27:52.747 INFO:teuthology.orchestra.run.smithi154.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:27:52.747 INFO:teuthology.orchestra.run.smithi154.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:27:52.748 INFO:teuthology.orchestra.run.smithi154.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "system_key": { 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "", 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "" 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_pools": [ 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "key": "default-placement", 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "val": { 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "storage_classes": { 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "LUKEWARM": { 2023-01-15T14:27:52.749 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "STANDARD": { 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "compression_type": "random" 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "index_type": 0, 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "inline_data": true 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:27:52.750 INFO:teuthology.orchestra.run.smithi154.stdout: "realm_id": "", 2023-01-15T14:27:52.751 INFO:teuthology.orchestra.run.smithi154.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:27:52.751 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:27:52.751 DEBUG:tasks.util.rgw: json result: {'id': '3b3925ab-a611-47cc-92b1-ebb3ab266374', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:27:52.751 INFO:tasks.rgw:Configuring storage class type = FROZEN 2023-01-15T14:27:52.751 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-01-15T14:27:52.751 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-01-15T14:27:52.751 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2023-01-15T14:27:52.802 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:52.907 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:52.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.809+0000 7fcf6ac94780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:52.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.809+0000 7fcf6ac94780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:52.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.813+0000 7fcf6ac94780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:27:52.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.813+0000 7fcf4c409700 20 reqs_thread_entry: start 2023-01-15T14:27:52.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.820+0000 7fcf68c42700 0 -- 172.21.15.154:0/637489009 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55a823cf5000 msgr2=0x55a823e18000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.823+0000 7fcf68c42700 0 -- 172.21.15.154:0/637489009 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55a823e1d400 msgr2=0x55a823e19600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:52.913 INFO:teuthology.orchestra.run.smithi154.stdout:[ 2023-01-15T14:27:52.914 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:27:52.914 INFO:teuthology.orchestra.run.smithi154.stdout: "key": "default-placement", 2023-01-15T14:27:52.914 INFO:teuthology.orchestra.run.smithi154.stdout: "val": { 2023-01-15T14:27:52.915 INFO:teuthology.orchestra.run.smithi154.stdout: "name": "default-placement", 2023-01-15T14:27:52.915 INFO:teuthology.orchestra.run.smithi154.stdout: "tags": [], 2023-01-15T14:27:52.915 INFO:teuthology.orchestra.run.smithi154.stdout: "storage_classes": [ 2023-01-15T14:27:52.915 INFO:teuthology.orchestra.run.smithi154.stdout: "FROZEN", 2023-01-15T14:27:52.916 INFO:teuthology.orchestra.run.smithi154.stdout: "LUKEWARM", 2023-01-15T14:27:52.916 INFO:teuthology.orchestra.run.smithi154.stdout: "STANDARD" 2023-01-15T14:27:52.918 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2023-01-15T14:27:52.918 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.918 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:52.918 INFO:teuthology.orchestra.run.smithi154.stdout:] 2023-01-15T14:27:52.918 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2023-01-15T14:27:52.918 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-01-15T14:27:52.918 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-01-15T14:27:52.919 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2023-01-15T14:27:52.972 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:27:53.152 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:27:53.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.978+0000 7fd6e3239780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:27:53.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.978+0000 7fd6e3239780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:27:53.154 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.982+0000 7fd6c49ae700 20 reqs_thread_entry: start 2023-01-15T14:27:53.154 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:52.982+0000 7fd6e3239780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:27:53.192 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:53.190+0000 7fd6e11e7700 0 -- 172.21.15.154:0/2373715588 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5618ddefc800 msgr2=0x5618de00a000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:53.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:27:53.193+0000 7fd6e11e7700 0 -- 172.21.15.154:0/2373715588 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x5618dde1bc00 msgr2=0x5618dde11080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:27:53.312 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:27:53.312 INFO:teuthology.orchestra.run.smithi154.stdout: "id": "3b3925ab-a611-47cc-92b1-ebb3ab266374", 2023-01-15T14:27:53.312 INFO:teuthology.orchestra.run.smithi154.stdout: "name": "default", 2023-01-15T14:27:53.314 INFO:teuthology.orchestra.run.smithi154.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:27:53.314 INFO:teuthology.orchestra.run.smithi154.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:27:53.315 INFO:teuthology.orchestra.run.smithi154.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:27:53.316 INFO:teuthology.orchestra.run.smithi154.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:27:53.316 INFO:teuthology.orchestra.run.smithi154.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:27:53.316 INFO:teuthology.orchestra.run.smithi154.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:27:53.317 INFO:teuthology.orchestra.run.smithi154.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:27:53.318 INFO:teuthology.orchestra.run.smithi154.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:27:53.318 INFO:teuthology.orchestra.run.smithi154.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:27:53.318 INFO:teuthology.orchestra.run.smithi154.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:27:53.319 INFO:teuthology.orchestra.run.smithi154.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:27:53.319 INFO:teuthology.orchestra.run.smithi154.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:27:53.320 INFO:teuthology.orchestra.run.smithi154.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:27:53.320 INFO:teuthology.orchestra.run.smithi154.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:27:53.320 INFO:teuthology.orchestra.run.smithi154.stdout: "system_key": { 2023-01-15T14:27:53.321 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "", 2023-01-15T14:27:53.321 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "" 2023-01-15T14:27:53.322 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:53.322 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_pools": [ 2023-01-15T14:27:53.322 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:27:53.322 INFO:teuthology.orchestra.run.smithi154.stdout: "key": "default-placement", 2023-01-15T14:27:53.323 INFO:teuthology.orchestra.run.smithi154.stdout: "val": { 2023-01-15T14:27:53.323 INFO:teuthology.orchestra.run.smithi154.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:27:53.323 INFO:teuthology.orchestra.run.smithi154.stdout: "storage_classes": { 2023-01-15T14:27:53.323 INFO:teuthology.orchestra.run.smithi154.stdout: "FROZEN": { 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data.frozen" 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: "LUKEWARM": { 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:53.324 INFO:teuthology.orchestra.run.smithi154.stdout: "STANDARD": { 2023-01-15T14:27:53.326 INFO:teuthology.orchestra.run.smithi154.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:27:53.326 INFO:teuthology.orchestra.run.smithi154.stdout: "compression_type": "random" 2023-01-15T14:27:53.326 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:53.326 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: "index_type": 0, 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: "inline_data": true 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: "realm_id": "", 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:27:53.327 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:27:53.471 DEBUG:tasks.util.rgw: json result: {'id': '3b3925ab-a611-47cc-92b1-ebb3ab266374', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:27:53.471 INFO:tasks.rgw:Starting rgw... 2023-01-15T14:27:53.471 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2023-01-15T14:27:53.472 INFO:tasks.rgw:Using beast as radosgw frontend 2023-01-15T14:27:53.472 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2023-01-15T14:27:53.472 INFO:tasks.rgw.client.0:Restarting daemon 2023-01-15T14:27:53.472 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2023-01-15T14:27:53.475 INFO:tasks.rgw.client.0:Started 2023-01-15T14:27:53.484 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:27:53.485 DEBUG:teuthology.orchestra.run.smithi154:> curl https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:27:53.519 INFO:teuthology.orchestra.run.smithi154.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:27:53.638 INFO:teuthology.orchestra.run.smithi154.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:27:53.639 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-01-15T14:27:53.640 INFO:teuthology.orchestra.run.smithi154.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi154.front.sepia.ceph.com port 443: Connection refused 2023-01-15T14:27:54.640 DEBUG:teuthology.orchestra.run.smithi154:> curl https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:27:54.781 INFO:teuthology.orchestra.run.smithi154.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:27:54.997 INFO:teuthology.orchestra.run.smithi154.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:27:54.999 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-01-15T14:27:54.999 INFO:teuthology.orchestra.run.smithi154.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi154.front.sepia.ceph.com port 443: Connection refused 2023-01-15T14:27:57.003 DEBUG:teuthology.orchestra.run.smithi154:> curl https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:27:57.152 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-01-15T14:27:57.343 INFO:teuthology.orchestra.run.smithi154.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:27:57.343 INFO:teuthology.orchestra.run.smithi154.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:27:57.343 INFO:teuthology.orchestra.run.smithi154.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi154.front.sepia.ceph.com port 443: Connection refused 2023-01-15T14:28:01.344 DEBUG:teuthology.orchestra.run.smithi154:> curl https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:28:01.396 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-01-15T14:28:01.580 INFO:teuthology.orchestra.run.smithi154.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:28:01.581 INFO:teuthology.orchestra.run.smithi154.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:28:01.581 INFO:teuthology.orchestra.run.smithi154.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi154.front.sepia.ceph.com port 443: Connection refused 2023-01-15T14:28:03.639 INFO:tasks.rgw.client.0.smithi154.stdout:2023-01-15T14:28:03.635+0000 f659b40 -1 ssl_private_key was not found: rgw/cert//default.key 2023-01-15T14:28:09.582 DEBUG:teuthology.orchestra.run.smithi154:> curl https://smithi154.front.sepia.ceph.com:443/ 2023-01-15T14:28:09.667 INFO:teuthology.orchestra.run.smithi154.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:28:09.800 INFO:teuthology.orchestra.run.smithi154.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:28:12.885 INFO:teuthology.orchestra.run.smithi154.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 100 38 0 38 0 0 17 0 --:--:-- 0:00:02 --:--:-- 17 100 214 0 214 0 0 66 0 --:--:-- 0:00:03 --:--:-- 66 100 214 0 214 0 0 66 0 --:--:-- 0:00:03 --:--:-- 66 2023-01-15T14:28:12.999 INFO:teuthology.orchestra.run.smithi154.stdout:anonymous 2023-01-15T14:28:12.999 INFO:teuthology.run_tasks:Running task workunit... 2023-01-15T14:28:13.015 INFO:tasks.workunit:Pulling workunits from ref 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:28:13.016 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-01-15T14:28:13.017 DEBUG:teuthology.orchestra.run.smithi154:> stat -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:28:13.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:28:13.317 INFO:teuthology.orchestra.run.smithi154.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-01-15T14:28:13.318 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:28:13.376 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-01-15T14:28:13.484 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-01-15T14:28:13.501 INFO:tasks.workunit:timeout=3h 2023-01-15T14:28:13.501 INFO:tasks.workunit:cleanup=True 2023-01-15T14:28:13.502 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:28:13.559 INFO:tasks.workunit.client.0.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-01-15T14:28:52.547 INFO:tasks.workunit.client.0.smithi154.stderr:Note: switching to '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'. 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr:changes and commit them, and you can discard any commits you make in this 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr:state without impacting any branches by switching back to a branch. 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.598 INFO:tasks.workunit.client.0.smithi154.stderr:If you want to create a new branch to retain commits you create, you may 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr:do so (now or later) by using -c with the switch command. Example: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: git switch -c 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr:Or undo this operation with: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: git switch - 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:28:52.599 INFO:tasks.workunit.client.0.smithi154.stderr:HEAD is now at 69cf179746c rgw: under fips & openssl 3.x allow md5 iusage in select rgw ops 2023-01-15T14:28:52.601 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-01-15T14:28:52.671 INFO:tasks.workunit.client.0.smithi154.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-01-15T14:28:52.763 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:28:52.763 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-01-15T14:28:53.224 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-01-15T14:28:53.284 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-01-15T14:28:53.322 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:28:53.426 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:28:53.426 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-01-15T14:28:53.426 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:28:53.426 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:28:53.429 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-01-15T14:28:53.484 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2023-01-15T14:28:53.566 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2023-01-15T14:28:53.567 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2023-01-15T14:28:53.589 INFO:tasks.workunit.client.0.smithi154.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2023-01-15T14:28:53.589 INFO:tasks.workunit.client.0.smithi154.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:28:53.589 INFO:tasks.workunit.client.0.smithi154.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:28:55.076 INFO:tasks.workunit.client.0.smithi154.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-01-15T14:28:55.076 INFO:tasks.workunit.client.0.smithi154.stderr:++ deactivate nondestructive 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ hash -r 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ unset VIRTUAL_ENV 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:28:55.077 INFO:tasks.workunit.client.0.smithi154.stderr:++ export VIRTUAL_ENV 2023-01-15T14:28:55.078 INFO:tasks.workunit.client.0.smithi154.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ export PATH 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -z '' ']' 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ _OLD_VIRTUAL_PS1= 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' 'x(rgw) ' '!=' x ']' 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ PS1='(rgw) ' 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ export PS1 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:++ hash -r 2023-01-15T14:28:55.079 INFO:tasks.workunit.client.0.smithi154.stderr:+ pip install pip --upgrade 2023-01-15T14:28:55.594 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting pip 2023-01-15T14:28:55.790 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/a4/6d/6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b/pip-21.3.1-py3-none-any.whl (1.7MB) 2023-01-15T14:28:56.108 INFO:tasks.workunit.client.0.smithi154.stdout:Installing collected packages: pip 2023-01-15T14:28:57.301 INFO:tasks.workunit.client.0.smithi154.stdout: Found existing installation: pip 9.0.3 2023-01-15T14:28:57.302 INFO:tasks.workunit.client.0.smithi154.stdout: Uninstalling pip-9.0.3: 2023-01-15T14:28:57.302 INFO:tasks.workunit.client.0.smithi154.stdout: Successfully uninstalled pip-9.0.3 2023-01-15T14:28:57.302 INFO:tasks.workunit.client.0.smithi154.stdout:Successfully installed pip-21.3.1 2023-01-15T14:28:57.303 INFO:tasks.workunit.client.0.smithi154.stderr:You are using pip version 21.3.1, however version 22.3.1 is available. 2023-01-15T14:28:57.303 INFO:tasks.workunit.client.0.smithi154.stderr:You should consider upgrading via the 'pip install --upgrade pip' command. 2023-01-15T14:28:57.303 INFO:tasks.workunit.client.0.smithi154.stderr:+ pip install configobj 2023-01-15T14:28:57.803 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting configobj 2023-01-15T14:28:58.306 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading configobj-5.0.6.tar.gz (33 kB) 2023-01-15T14:28:58.306 INFO:tasks.workunit.client.0.smithi154.stdout: Preparing metadata (setup.py): started 2023-01-15T14:28:58.307 INFO:tasks.workunit.client.0.smithi154.stdout: Preparing metadata (setup.py): finished with status 'done' 2023-01-15T14:28:58.307 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting six 2023-01-15T14:28:58.307 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-01-15T14:28:58.307 INFO:tasks.workunit.client.0.smithi154.stdout:Using legacy 'setup.py install' for configobj, since package 'wheel' is not installed. 2023-01-15T14:28:58.307 INFO:tasks.workunit.client.0.smithi154.stdout:Installing collected packages: six, configobj 2023-01-15T14:28:58.318 INFO:tasks.workunit.client.0.smithi154.stdout: Running setup.py install for configobj: started 2023-01-15T14:28:58.527 INFO:tasks.workunit.client.0.smithi154.stdout: Running setup.py install for configobj: finished with status 'done' 2023-01-15T14:28:58.532 INFO:tasks.workunit.client.0.smithi154.stdout:Successfully installed configobj-5.0.6 six-1.16.0 2023-01-15T14:28:58.805 INFO:tasks.workunit.client.0.smithi154.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2023-01-15T14:28:58.904 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2023-01-15T14:28:58.904 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(pwd) 2023-01-15T14:28:58.904 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:58.904 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 104988/valgrind \ntcp6 0 0 :::443 :::* LISTEN 104988/valgrind \n' 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:radosgw port: 443 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(hostname) 2023-01-15T14:28:58.905 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:58.911 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'smithi154\n' 2023-01-15T14:28:58.911 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:radosgw endpoint is: https://smithi154.front.sepia.ceph.com:443 2023-01-15T14:28:58.911 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2023-01-15T14:28:58.916 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:58.917 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'' 2023-01-15T14:28:58.917 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2023-01-15T14:28:59.235 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:59.533 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": []\n}\n\n' 2023-01-15T14:28:59.534 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:Creating s3cmd config... 2023-01-15T14:28:59.534 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:proto for s3cmd config is https 2023-01-15T14:28:59.534 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:s3cmd config written 2023-01-15T14:28:59.534 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --host=https://smithi154.front.sepia.ceph.com:443 mb s3://datacachebucket) 2023-01-15T14:28:59.940 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:28:59.940 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2023-01-15T14:28:59.941 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --host=https://smithi154.front.sepia.ceph.com:443 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2023-01-15T14:29:02.364 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:29:02.403 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 2.1 seconds, 3.26 MB/s) [1 of 1]\n" 2023-01-15T14:29:02.403 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --host=https://smithi154.front.sepia.ceph.com:443 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2023-01-15T14:29:03.644 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:29:03.829 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 1.0 seconds, 7.30 MB/s)\n" 2023-01-15T14:29:03.829 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7340228,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "email": "",\n "permission": {\n "flags": 15\n },\n "name": "DatacacheUser",\n "group": 0,\n "url_spec": ""\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "zstd",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4194414\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4194414,\n "len": 3145814\n }\n ]\n },\n "etag": "9cdbebf876677f7f1d8ae6405f33975e",\n "tag": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17273401673222178028",\n "manifest": {\n "objs": [],\n "obj_size": 7340228,\n "explicit_objs": false,\n "head_size": 4194304,\n "max_head_size": 4194304,\n "prefix": ".S6qzCFvbFWGVVBbO0XNYMf2wG1SrAYZ_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 4194304,\n "part_size": 0,\n "stripe_max_size": 6291456,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "bucket_id": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "bucket_id": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": "7M.dat",\n "instance": "",\n "ns": ""\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 4194304,\n "stripe_ofs": 4194304,\n "ofs": 7340228,\n "stripe_size": 3145924,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "bucket_id": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".S6qzCFvbFWGVVBbO0XNYMf2wG1SrAYZ_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.pg_ver": "",\n "user.rgw.source_zone": "",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17273401673222178028",\n "user.rgw.x-amz-content-sha256": "b7713c3a51b1fa7b2d56780f78f30e3fbbd08b5c8a7933ecafe53fd990727864",\n "user.rgw.x-amz-date": "20230115T142900Z",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1673792938/ctime:1673792938/gid:1268/gname:ubuntu/md5:9cdbebf876677f7f1d8ae6405f33975e/mode:33204/mtime:1673792938/uid:1000/uname:ubuntu"\n }\n}\n' 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:Cached object name is: .S6qzCFvbFWGVVBbO0XNYMf2wG1SrAYZ_ 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:command succeeded 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:b'0\n' 2023-01-15T14:29:03.832 INFO:tasks.workunit.client.0.smithi154.stderr:DEBUG:root:Check cache dir content: 0 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:INFO:root:Completed Datacache tests 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ deactivate 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ export PATH 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset _OLD_VIRTUAL_PATH 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n '' ']' 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ hash -r 2023-01-15T14:29:03.833 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n '' ']' 2023-01-15T14:29:03.834 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset VIRTUAL_ENV 2023-01-15T14:29:03.834 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' '!' '' = nondestructive ']' 2023-01-15T14:29:03.834 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset -f deactivate 2023-01-15T14:29:03.834 INFO:tasks.workunit.client.0.smithi154.stderr:+ echo OK. 2023-01-15T14:29:03.835 INFO:tasks.workunit.client.0.smithi154.stdout:OK. 2023-01-15T14:29:03.835 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:29:03.835 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:29:03.906 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2023-01-15T14:29:04.047 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-01-15T14:29:04.291 DEBUG:teuthology.parallel:result is None 2023-01-15T14:29:04.432 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:29:04.460 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:29:04.587 DEBUG:teuthology.orchestra.run.smithi154:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:29:04.605 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:29:04.745 INFO:teuthology.run_tasks:Running task workunit... 2023-01-15T14:29:04.756 INFO:tasks.workunit:Pulling workunits from ref 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:29:04.756 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-01-15T14:29:04.756 DEBUG:teuthology.orchestra.run.smithi154:> stat -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:29:04.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:29:04.902 INFO:teuthology.orchestra.run.smithi154.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-01-15T14:29:04.903 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:29:04.961 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-01-15T14:29:05.064 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-01-15T14:29:05.083 INFO:tasks.workunit:timeout=3h 2023-01-15T14:29:05.083 INFO:tasks.workunit:cleanup=True 2023-01-15T14:29:05.084 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:29:05.142 INFO:tasks.workunit.client.0.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-01-15T14:29:47.583 INFO:tasks.workunit.client.0.smithi154.stderr:Note: switching to '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'. 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr:changes and commit them, and you can discard any commits you make in this 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr:state without impacting any branches by switching back to a branch. 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr:If you want to create a new branch to retain commits you create, you may 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr:do so (now or later) by using -c with the switch command. Example: 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr: git switch -c 2023-01-15T14:29:47.634 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr:Or undo this operation with: 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr: git switch - 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:29:47.635 INFO:tasks.workunit.client.0.smithi154.stderr:HEAD is now at 69cf179746c rgw: under fips & openssl 3.x allow md5 iusage in select rgw ops 2023-01-15T14:29:47.636 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-01-15T14:29:47.695 INFO:tasks.workunit.client.0.smithi154.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-01-15T14:29:47.804 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:29:47.804 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-01-15T14:29:47.804 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-01-15T14:29:47.804 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-01-15T14:29:47.827 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:29:47.996 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:29:47.996 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-01-15T14:29:47.996 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:29:47.996 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:29:47.997 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-01-15T14:29:48.057 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2023-01-15T14:29:48.268 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-01-15T14:29:48.268 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-01-15T14:29:48.302 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:29:48.430 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:29:48.430 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:29:48.430 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from ClsLock 2023-01-15T14:29:48.430 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-01-15T14:29:50.372 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:50.391 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: exclusive 2023-01-15T14:29:50.391 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:50.391 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:50.391 INFO:tasks.workunit.client.0.smithi154.stdout: client.4568 expiration=2023-01-15T14:31:50.368161+0000 addr=v1:172.21.15.154:0/3919835062 cookie= 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: shared 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: client.4568 expiration=2023-01-15T14:31:50.374485+0000 addr=v1:172.21.15.154:0/3919835062 cookie= 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: client.4614 expiration=0.000000 addr=v1:172.21.15.154:0/2540742199 cookie= 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:50.392 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: shared 2023-01-15T14:29:50.393 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:50.393 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:50.393 INFO:tasks.workunit.client.0.smithi154.stdout: client.4614 expiration=0.000000 addr=v1:172.21.15.154:0/2540742199 cookie= 2023-01-15T14:29:51.265 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestMultiLocking (2964 ms) 2023-01-15T14:29:51.312 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestMeta 2023-01-15T14:29:53.323 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:53.629 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: shared 2023-01-15T14:29:53.629 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:53.629 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:53.630 INFO:tasks.workunit.client.0.smithi154.stdout: client.4580 expiration=0.000000 addr=v1:172.21.15.154:0/3711075405 cookie= 2023-01-15T14:29:53.630 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:53.630 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: exclusive 2023-01-15T14:29:53.630 INFO:tasks.workunit.client.0.smithi154.stdout: tag: new_tag 2023-01-15T14:29:53.630 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:53.631 INFO:tasks.workunit.client.0.smithi154.stdout: client.4577 expiration=0.000000 addr=v1:172.21.15.154:0/2948261288 cookie= 2023-01-15T14:29:54.289 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestMeta (3023 ms) 2023-01-15T14:29:54.289 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestCookie 2023-01-15T14:29:56.356 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:56.356 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: exclusive 2023-01-15T14:29:56.356 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:56.356 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:56.357 INFO:tasks.workunit.client.0.smithi154.stdout:lock: mylock 2023-01-15T14:29:56.357 INFO:tasks.workunit.client.0.smithi154.stdout: lock_type: shared 2023-01-15T14:29:56.358 INFO:tasks.workunit.client.0.smithi154.stdout: tag: 2023-01-15T14:29:56.358 INFO:tasks.workunit.client.0.smithi154.stdout: lockers: 2023-01-15T14:29:56.358 INFO:tasks.workunit.client.0.smithi154.stdout: client.4632 expiration=0.000000 addr=v1:172.21.15.154:0/1177409566 cookie= 2023-01-15T14:29:56.358 INFO:tasks.workunit.client.0.smithi154.stdout: client.4632 expiration=0.000000 addr=v1:172.21.15.154:0/1177409566 cookie=new cookie 2023-01-15T14:29:57.329 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestCookie (3040 ms) 2023-01-15T14:29:57.329 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-01-15T14:30:00.356 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestMultipleLocks (3028 ms) 2023-01-15T14:30:00.356 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestLockDuration 2023-01-15T14:30:08.403 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestLockDuration (8046 ms) 2023-01-15T14:30:08.870 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-01-15T14:30:11.413 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestAssertLocked (3008 ms) 2023-01-15T14:30:11.539 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestSetCookie 2023-01-15T14:30:14.439 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestSetCookie (3027 ms) 2023-01-15T14:30:14.439 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestRenew 2023-01-15T14:30:35.506 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestRenew (21067 ms) 2023-01-15T14:30:35.588 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-01-15T14:30:42.259 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6753 ms) 2023-01-15T14:30:42.411 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-01-15T14:30:50.292 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8031 ms) 2023-01-15T14:30:50.293 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-01-15T14:30:57.335 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7046 ms) 2023-01-15T14:30:57.336 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from ClsLock (69034 ms total) 2023-01-15T14:30:57.336 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:30:57.336 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:30:57.336 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 11 tests from 1 test suite ran. (69034 ms total) 2023-01-15T14:30:57.336 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 11 tests. 2023-01-15T14:30:57.339 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:30:57.340 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:30:57.414 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2023-01-15T14:30:57.416 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-01-15T14:30:57.417 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-01-15T14:30:57.492 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:30:57.500 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 4 tests from 1 test suite. 2023-01-15T14:30:57.500 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:30:57.500 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 4 tests from cls_log 2023-01-15T14:30:57.501 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-01-15T14:31:00.339 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_log.test_log_add_same_time (2847 ms) 2023-01-15T14:31:00.362 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-01-15T14:31:03.371 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_log.test_log_add_different_time (3031 ms) 2023-01-15T14:31:03.641 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_log.trim_by_time 2023-01-15T14:31:06.404 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_log.trim_by_time (3034 ms) 2023-01-15T14:31:06.918 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_log.trim_by_marker 2023-01-15T14:31:09.420 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_log.trim_by_marker (3017 ms) 2023-01-15T14:31:10.599 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 4 tests from cls_log (11929 ms total) 2023-01-15T14:31:10.599 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:31:10.599 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:31:10.599 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 4 tests from 1 test suite ran. (11929 ms total) 2023-01-15T14:31:10.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 4 tests. 2023-01-15T14:31:10.600 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:31:10.601 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:31:10.674 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2023-01-15T14:31:10.755 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-01-15T14:31:10.755 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-01-15T14:31:10.794 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:31:10.794 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 5 tests from 1 test suite. 2023-01-15T14:31:10.794 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:31:10.795 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 5 tests from cls_rgw 2023-01-15T14:31:10.795 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.test_implicit 2023-01-15T14:31:13.447 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.test_implicit (2653 ms) 2023-01-15T14:31:13.459 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-01-15T14:31:16.475 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3028 ms) 2023-01-15T14:31:16.559 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.test_put_snap 2023-01-15T14:31:25.528 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.test_put_snap (9054 ms) 2023-01-15T14:31:25.757 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.test_explicit 2023-01-15T14:31:28.533 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.test_explicit (3004 ms) 2023-01-15T14:31:28.747 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.set 2023-01-15T14:31:31.569 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.set (3037 ms) 2023-01-15T14:31:31.928 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 5 tests from cls_rgw (20776 ms total) 2023-01-15T14:31:31.928 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:31:31.928 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:31:31.929 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 5 tests from 1 test suite ran. (20776 ms total) 2023-01-15T14:31:31.929 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 5 tests. 2023-01-15T14:31:31.931 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:31:31.931 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:31:32.004 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2023-01-15T14:31:32.324 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-01-15T14:31:32.324 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-01-15T14:31:32.366 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:31:32.516 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 15 tests from 1 test suite. 2023-01-15T14:31:32.516 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:31:32.516 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 15 tests from cls_rgw 2023-01-15T14:31:33.577 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_basic 2023-01-15T14:31:33.702 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_basic (64 ms) 2023-01-15T14:31:33.702 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-01-15T14:31:33.702 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (25 ms) 2023-01-15T14:31:33.702 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_remove_object 2023-01-15T14:31:33.705 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_remove_object (39 ms) 2023-01-15T14:31:33.706 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_suggest 2023-01-15T14:31:35.186 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_suggest (1480 ms) 2023-01-15T14:31:35.197 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-01-15T14:31:35.197 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2023-01-15T14:31:35.198 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_list 2023-01-15T14:31:35.205 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_list (13 ms) 2023-01-15T14:31:35.226 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-01-15T14:31:54.057 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.index_list_delimited (18852 ms) 2023-01-15T14:31:54.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.bi_list 2023-01-15T14:31:54.223 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.bi_list (73 ms) 2023-01-15T14:31:54.224 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.gc_set 2023-01-15T14:31:54.224 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.gc_set (10 ms) 2023-01-15T14:31:54.224 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.gc_list 2023-01-15T14:31:54.224 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.gc_list (10 ms) 2023-01-15T14:31:54.224 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.gc_defer 2023-01-15T14:32:01.329 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.gc_defer (7179 ms) 2023-01-15T14:32:01.369 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.usage_basic 2023-01-15T14:32:01.603 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.usage_basic (274 ms) 2023-01-15T14:32:02.961 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-01-15T14:32:02.963 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.usage_clear_no_obj (5 ms) 2023-01-15T14:32:03.119 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.usage_clear 2023-01-15T14:32:03.119 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.usage_clear (85 ms) 2023-01-15T14:32:03.119 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw.bi_log_trim (360 ms) 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 15 tests from cls_rgw (28475 ms total) 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 15 tests from 1 test suite ran. (29970 ms total) 2023-01-15T14:32:03.120 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 15 tests. 2023-01-15T14:32:03.120 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:32:03.121 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:32:03.150 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2023-01-15T14:32:03.272 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-01-15T14:32:03.272 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-01-15T14:32:03.306 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:32:03.306 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:32:03.306 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:32:03.307 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from cls_rgw_gc 2023-01-15T14:32:03.307 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.init 2023-01-15T14:32:05.351 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.init (2044 ms) 2023-01-15T14:32:05.376 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-01-15T14:32:05.382 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (32 ms) 2023-01-15T14:32:05.382 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-01-15T14:32:05.383 INFO:tasks.workunit.client.0.smithi154.stderr:[ ] list info tag = chain-0 2023-01-15T14:32:05.388 INFO:tasks.workunit.client.0.smithi154.stderr:[ ] next_marker is: = 0/4263 2023-01-15T14:32:05.389 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2023-01-15T14:32:05.389 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-01-15T14:32:05.395 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (6 ms) 2023-01-15T14:32:05.526 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (5 ms) 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (5 ms) 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (5 ms) 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2023-01-15T14:32:05.527 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_gc.finalize 2023-01-15T14:32:06.353 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_gc.finalize (937 ms) 2023-01-15T14:32:06.362 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from cls_rgw_gc (3046 ms total) 2023-01-15T14:32:06.362 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:32:06.363 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:32:06.363 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 9 tests from 1 test suite ran. (3046 ms total) 2023-01-15T14:32:06.363 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 9 tests. 2023-01-15T14:32:06.364 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:32:06.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:32:06.436 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2023-01-15T14:32:06.546 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-01-15T14:32:06.546 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-01-15T14:32:06.592 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:32:06.994 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:32:06.995 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 1 test from 1 test suite. 2023-01-15T14:32:06.995 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:32:08.369 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 1 test from cls_rgw_stats 2023-01-15T14:32:08.369 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] cls_rgw_stats.simulate 2023-01-15T14:32:08.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.407+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=M9YK7AGDVOGW type=del size=2209975 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.410+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=VJY2LR615PND type=del size=3235271 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.413+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=OH3W3HD601SX type=del size=3802492 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.415+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=43K7IM6XQ7BB type=write size=557853 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.418+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=H2CO85PPHU4N type=del size=4057055 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.424+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~JX400RP7N6W2.0 size=1048576 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.427+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~JX400RP7N6W2.1 size=351964 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.427+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=JX400RP7N6W2 tag=OFQMTLOP9N6C type=write size=2449116 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.430+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~UGNE7IADAXF7.0 size=1048576 2023-01-15T14:32:08.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.431+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~UGNE7IADAXF7.1 size=35546 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.431+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=UGNE7IADAXF7 tag=01MRXZ8DTEEH type=write size=2132698 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.433+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~RIZFUZL0YQKE.0 size=458357 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.433+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=RIZFUZL0YQKE tag=9V46DA208PJ3 type=write size=1506933 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.435+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=63KGKTX0AS6T type=write size=161190 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.436+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=AU73B5P2JUNG type=del size=1325280 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.437+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=B1RBAA8YNAVZ type=del size=2991596 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.439+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~4TLX2GF4UN3U.0 size=49142 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.439+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=4TLX2GF4UN3U tag=ODJFJI2PMQ6Y type=write size=1097718 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.440+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=2UROZ8O9XDGE type=del size=3843286 2023-01-15T14:32:08.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.441+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=YOUBBKAHTUCA type=del size=3363317 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.443+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~LWSHYG2EQTI6.0 size=210596 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.443+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=LWSHYG2EQTI6 tag=1UPN76H2FVL2 type=write size=1259172 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.445+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~94DVSBZZQSQR.0 size=430407 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.445+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=94DVSBZZQSQR tag=QPROWBECS7J2 type=write size=1478983 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.446+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=M9YK7AGDVOGW type=del 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.448+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~UBW11ZX411L4.0 size=768979 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.448+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=UBW11ZX411L4 tag=0TZ932IFBAWJ type=write size=1817555 2023-01-15T14:32:08.577 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.449+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=VJY2LR615PND type=del 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.450+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=CE10TYZEKR42 type=del size=812531 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.451+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=OH3W3HD601SX type=del 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.452+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=SO0810O0ZX53 type=del size=997474 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.454+0000 7fdaec8da900 1 < suggested update operation key=JZWBPYF4N7U9 tag=43K7IM6XQ7BB type=write size=557853 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.455+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=WEI1HWXYXZ0J type=del size=231227 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.456+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=H2CO85PPHU4N type=del 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.457+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=I189VYZWL819 type=del size=3342995 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.458+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~JX400RP7N6W2.0 size=1048576 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.459+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~JX400RP7N6W2.1 size=351964 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.460+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=JX400RP7N6W2 tag=OFQMTLOP9N6C type=write size=2449116 2023-01-15T14:32:08.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.462+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~XP0A0QT7794M.0 size=649816 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.462+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=XP0A0QT7794M tag=62RJ5MOJ3GHV type=write size=1698392 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.463+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~UGNE7IADAXF7.0 size=1048576 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.464+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~UGNE7IADAXF7.1 size=35546 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.466+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=UGNE7IADAXF7 tag=01MRXZ8DTEEH type=write size=2132698 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.468+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.0 size=1048576 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.469+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.1 size=1048576 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.470+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.2 size=617934 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.470+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=9WZZ8AZJYE2N tag=H6H3X2470RGA type=write size=3763662 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.471+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~RIZFUZL0YQKE.0 size=458357 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.473+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=RIZFUZL0YQKE tag=9V46DA208PJ3 type=write size=1506933 2023-01-15T14:32:08.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.474+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=7Q96A02HO3X2 type=del size=1565862 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.475+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=63KGKTX0AS6T type=write size=161190 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.476+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=BLBS4M46YUA0 type=del size=608285 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.477+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=AU73B5P2JUNG type=del 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.478+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=SCDQ9I8MUUZM type=del size=3442880 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.479+0000 7fdaec8da900 1 < canceled operation key=47ILP77YUAQV tag=B1RBAA8YNAVZ type=del size=2991596 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.481+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~XLMIWA24AY1C.0 size=777225 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.481+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=XLMIWA24AY1C tag=CI0YTC6WRHKI type=write size=1825801 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.483+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~4TLX2GF4UN3U.0 size=49142 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.484+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=4TLX2GF4UN3U tag=ODJFJI2PMQ6Y type=write size=1097718 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.485+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=YO8S0BKJI0AA type=write size=912573 2023-01-15T14:32:08.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.486+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=2UROZ8O9XDGE type=del 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.487+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=2CI4PMOHTOCW type=del size=2559618 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.489+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=YOUBBKAHTUCA type=del 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.490+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=31BMQ5DNQU69 type=del size=2760186 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.491+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~LWSHYG2EQTI6.0 size=210596 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.493+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=LWSHYG2EQTI6 tag=1UPN76H2FVL2 type=write size=1259172 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.494+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=N44Y1WO48EX0 type=del size=3514813 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.495+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~94DVSBZZQSQR.0 size=430407 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.496+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=94DVSBZZQSQR tag=QPROWBECS7J2 type=write size=1478983 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.497+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=6139M9LG6MU2 type=del size=1000184 2023-01-15T14:32:08.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.498+0000 7fdaec8da900 1 < canceled part key=_multipart_3QIZ4ALUEWV6.2~UBW11ZX411L4.0 size=768979 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.499+0000 7fdaec8da900 1 < canceled multipart upload key=3QIZ4ALUEWV6 upload=UBW11ZX411L4 tag=0TZ932IFBAWJ type=write size=1817555 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.501+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.0 size=1048576 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.502+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.1 size=1048576 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.502+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.2 size=352182 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.502+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=U1S3M18B7759 tag=6IPJ964PYU2G type=write size=3497910 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.505+0000 7fdaec8da900 1 < suggested update operation key=OIL4KWAHRMSC tag=CE10TYZEKR42 type=del size=812531 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.506+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=U6KBBQLZS9UD type=del size=3008598 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.508+0000 7fdaec8da900 1 < suggested remove operation key=4OJDVN4FGZEW tag=SO0810O0ZX53 type=del 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.510+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~SG8XBD3YBVOG.0 size=1048576 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.511+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~SG8XBD3YBVOG.1 size=204289 2023-01-15T14:32:08.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.511+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=SG8XBD3YBVOG tag=LP4OR08ZJNXU type=write size=2301441 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.512+0000 7fdaec8da900 1 < canceled operation key=O64FCESNBXMC tag=WEI1HWXYXZ0J type=del size=231227 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.514+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~Y10ZCNFO75O4.0 size=364203 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.514+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=Y10ZCNFO75O4 tag=UXBM3UM84UML type=write size=1412779 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.515+0000 7fdaec8da900 1 < canceled operation key=0W740L2QFEGP tag=I189VYZWL819 type=del size=3342995 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.516+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=6SDAKPBPP2B9 type=del size=1743612 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.517+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~XP0A0QT7794M.0 size=649816 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.519+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=XP0A0QT7794M tag=62RJ5MOJ3GHV type=write size=1698392 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.521+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=OQP8QOAGOIUY type=del size=3804931 2023-01-15T14:32:08.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.522+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.0 size=1048576 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.523+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.1 size=1048576 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.523+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~9WZZ8AZJYE2N.2 size=617934 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.525+0000 7fdaec8da900 1 < canceled multipart upload key=NOOMFR8103P3 upload=9WZZ8AZJYE2N tag=H6H3X2470RGA type=write size=3763662 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.526+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=POB5TOLY91HS type=write size=273692 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.527+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=7Q96A02HO3X2 type=del 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.528+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=77WT7O99WH6E type=del size=3135828 2023-01-15T14:32:08.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.529+0000 7fdaec8da900 1 < canceled operation key=INDYOQRZON6B tag=BLBS4M46YUA0 type=del size=608285 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.530+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=BQAI4WK3T6ES type=write size=793550 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.531+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=SCDQ9I8MUUZM type=del 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.533+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=IDLOT19E2N7T type=del size=83724 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.534+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~XLMIWA24AY1C.0 size=777225 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.535+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=XLMIWA24AY1C tag=CI0YTC6WRHKI type=write size=1825801 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.538+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~MV4TVQJSUF3E.0 size=1048576 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.539+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~MV4TVQJSUF3E.1 size=48004 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.539+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=MV4TVQJSUF3E tag=RB8H2IJHXZ7B type=write size=2145156 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.540+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=YO8S0BKJI0AA type=write size=912573 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.542+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.0 size=1048576 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.543+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.1 size=1048576 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.543+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.2 size=894954 2023-01-15T14:32:08.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.543+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=L8TY1RWDVJUO tag=1FIERFLNQV53 type=write size=4040682 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.545+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=2CI4PMOHTOCW type=del 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.547+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~E7G9RUNIANQR.0 size=1048576 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.547+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~E7G9RUNIANQR.1 size=89252 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.547+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=E7G9RUNIANQR tag=DFK1ITR582IH type=write size=2186404 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.548+0000 7fdaec8da900 1 < canceled operation key=3QIZ4ALUEWV6 tag=31BMQ5DNQU69 type=del size=2760186 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.550+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~SF49S8T2LN5K.0 size=1048576 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.551+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~SF49S8T2LN5K.1 size=132732 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.551+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=SF49S8T2LN5K tag=F81Y68IRC29J type=write size=2229884 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.552+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=N44Y1WO48EX0 type=del 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.553+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=PTDI4W3OFSWJ type=del size=3367918 2023-01-15T14:32:08.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.556+0000 7fdaec8da900 1 < suggested remove operation key=AEIY0PBY5LXR tag=6139M9LG6MU2 type=del 2023-01-15T14:32:08.772 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.558+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.0 size=1048576 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.558+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.1 size=1048576 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.559+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.2 size=715145 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.559+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=O11HAUC73EBT tag=2EQGSNCZGT4J type=write size=3860873 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.560+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.0 size=1048576 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.561+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.1 size=1048576 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.562+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~U1S3M18B7759.2 size=352182 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.564+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=U1S3M18B7759 tag=6IPJ964PYU2G type=write size=3497910 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.565+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=NZQS2FI760D8 type=del size=369009 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.566+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=U6KBBQLZS9UD type=del 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.568+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.0 size=1048576 2023-01-15T14:32:08.773 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.569+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.1 size=1048576 2023-01-15T14:32:08.774 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.570+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.2 size=45337 2023-01-15T14:32:08.774 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.570+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=DG92IF2KHB1G tag=56OTF2CLKG0F type=write size=3191065 2023-01-15T14:32:08.774 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.571+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~SG8XBD3YBVOG.0 size=1048576 2023-01-15T14:32:08.774 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.572+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~SG8XBD3YBVOG.1 size=204289 2023-01-15T14:32:08.774 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.574+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=SG8XBD3YBVOG tag=LP4OR08ZJNXU type=write size=2301441 2023-01-15T14:32:08.797 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.576+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.0 size=1048576 2023-01-15T14:32:08.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.576+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.1 size=1048576 2023-01-15T14:32:08.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.577+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.2 size=348381 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.577+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=12KJO5RCAXTI tag=B3M8DJTWCLJA type=write size=3494109 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.578+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~Y10ZCNFO75O4.0 size=364203 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.580+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=Y10ZCNFO75O4 tag=UXBM3UM84UML type=write size=1412779 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.581+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=JY43NWBI541Y type=del size=605311 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.582+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=6SDAKPBPP2B9 type=del 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.583+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=0K0TBRXEY052 type=del size=1651430 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.584+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=OQP8QOAGOIUY type=del 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.585+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=5HR0KQYAGZ1R type=del size=3056300 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.586+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=POB5TOLY91HS type=write size=273692 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.587+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=JPZ2HAWLG7YL type=del size=3209482 2023-01-15T14:32:08.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.588+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=77WT7O99WH6E type=del 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.589+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=1LF87MP52WCQ type=del size=763548 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.590+0000 7fdaec8da900 1 < completed write operation key=0R1JVOXUO1DC tag=BQAI4WK3T6ES type=write size=793550 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.591+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=3J06L8F3FMUN type=del size=3275619 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.592+0000 7fdaec8da900 1 < canceled operation key=O64FCESNBXMC tag=IDLOT19E2N7T type=del size=83724 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.593+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=2Q75LUNNQ1NT type=write size=800018 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.594+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~MV4TVQJSUF3E.0 size=1048576 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.595+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~MV4TVQJSUF3E.1 size=48004 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.596+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=MV4TVQJSUF3E tag=RB8H2IJHXZ7B type=write size=2145156 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.598+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=1JD4TEW9HV8N type=write size=442459 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.599+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.0 size=1048576 2023-01-15T14:32:08.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.600+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.1 size=1048576 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.601+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~L8TY1RWDVJUO.2 size=894954 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.603+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=L8TY1RWDVJUO tag=1FIERFLNQV53 type=write size=4040682 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.604+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=NPPC6SQSH891 type=del size=3584810 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.605+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~E7G9RUNIANQR.0 size=1048576 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.606+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~E7G9RUNIANQR.1 size=89252 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.608+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=E7G9RUNIANQR tag=DFK1ITR582IH type=write size=2186404 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.609+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=W3YM2XO64M5O type=del size=2834614 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.610+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~SF49S8T2LN5K.0 size=1048576 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.610+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~SF49S8T2LN5K.1 size=132732 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.612+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=SF49S8T2LN5K tag=F81Y68IRC29J type=write size=2229884 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.613+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=PURICNW7VUPD type=write size=87161 2023-01-15T14:32:08.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.614+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=PTDI4W3OFSWJ type=del 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.615+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=8U304MDNU3AD type=del size=129696 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.616+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.0 size=1048576 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.616+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.1 size=1048576 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.617+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~O11HAUC73EBT.2 size=715145 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.619+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=O11HAUC73EBT tag=2EQGSNCZGT4J type=write size=3860873 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.620+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=BA2HTALFGMAL type=del size=2222593 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.621+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=NZQS2FI760D8 type=del 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.622+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=AZNO5ECAV4PO type=write size=1035205 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.622+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.0 size=1048576 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.622+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.1 size=1048576 2023-01-15T14:32:08.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.623+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~DG92IF2KHB1G.2 size=45337 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.624+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=DG92IF2KHB1G tag=56OTF2CLKG0F type=write size=3191065 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.625+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=08QDFJP6GV5J type=write size=199151 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.626+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.0 size=1048576 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.628+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.1 size=1048576 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.628+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~12KJO5RCAXTI.2 size=348381 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.630+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=12KJO5RCAXTI tag=B3M8DJTWCLJA type=write size=3494109 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.632+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~M376VDA5CQOR.0 size=1048576 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.632+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~M376VDA5CQOR.1 size=48305 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.632+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=M376VDA5CQOR tag=ST7MJC66NY8H type=write size=2145457 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.634+0000 7fdaec8da900 1 < suggested remove operation key=AEIY0PBY5LXR tag=JY43NWBI541Y type=del 2023-01-15T14:32:08.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.635+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=UUILEDBPI4ZT type=del size=3753397 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.636+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=0K0TBRXEY052 type=del 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.637+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=L01TW9POAWO0 type=del size=986963 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.639+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=5HR0KQYAGZ1R type=del size=3056300 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.640+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=0XCONP39BK89 type=write size=1047329 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.641+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=JPZ2HAWLG7YL type=del 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.642+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=3KH8FKVSUVRF type=del size=678457 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.643+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=1LF87MP52WCQ type=del 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.644+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=L9AB31C7A9DV type=write size=790047 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.645+0000 7fdaec8da900 -1 < failed to complete operation key=AEIY0PBY5LXR tag=3J06L8F3FMUN type=del size=3275619: (22) Invalid argument 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.646+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=A0AHQ34PU5CM type=del size=2235226 2023-01-15T14:32:08.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.648+0000 7fdaec8da900 1 < suggested remove operation key=0R1JVOXUO1DC tag=2Q75LUNNQ1NT type=write 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.649+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=7QW9HQLJ09K0 type=del size=2496560 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.650+0000 7fdaec8da900 1 < completed write operation key=JZWBPYF4N7U9 tag=1JD4TEW9HV8N type=write size=442459 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.652+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~VDW6P7F6GFXF.0 size=1048576 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.653+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~VDW6P7F6GFXF.1 size=167970 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.653+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=VDW6P7F6GFXF tag=P81KMSC33902 type=write size=2265122 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.654+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=NPPC6SQSH891 type=del 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.655+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.0 size=1048576 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.656+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.1 size=1048576 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.657+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.2 size=1039932 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.657+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=EVHEPIO2NJJ2 tag=H2VT0G9JJ89O type=write size=4185660 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.658+0000 7fdaec8da900 -1 < failed to complete operation key=0R1JVOXUO1DC tag=W3YM2XO64M5O type=del size=2834614: (22) Invalid argument 2023-01-15T14:32:08.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.659+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=TOTYUG6YQ7WO type=del size=2203779 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.660+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=PURICNW7VUPD type=write size=87161 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.661+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=52TX96GKPIV2 type=del size=3753786 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.662+0000 7fdaec8da900 -1 < failed to complete operation key=AEIY0PBY5LXR tag=8U304MDNU3AD type=del size=129696: (22) Invalid argument 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.663+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=8TC9QBTI0DSO type=del size=221377 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.664+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=BA2HTALFGMAL type=del 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.665+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=8KN532OVU2FB type=del size=1114509 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.666+0000 7fdaec8da900 1 < suggested remove operation key=O64FCESNBXMC tag=AZNO5ECAV4PO type=write 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.667+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=HOLL38J26VZY type=del size=1165789 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.668+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=08QDFJP6GV5J type=write size=199151 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.670+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.0 size=1048576 2023-01-15T14:32:08.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.671+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.1 size=1048576 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.672+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.2 size=342591 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.672+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=KWXP1HX5G6VA tag=JMO1VM18E8ZJ type=write size=3488319 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.673+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~M376VDA5CQOR.0 size=1048576 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.673+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~M376VDA5CQOR.1 size=48305 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.675+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=M376VDA5CQOR tag=ST7MJC66NY8H type=write size=2145457 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.677+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~SOS3T1JBMAML.0 size=71211 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.677+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=SOS3T1JBMAML tag=M231YWJCV4JT type=write size=1119787 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.678+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=UUILEDBPI4ZT type=del 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.679+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=Z75ADOWW65P6 type=del size=2967015 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.680+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=L01TW9POAWO0 type=del 2023-01-15T14:32:08.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.681+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=Z8KCDI0KSCN2 type=del size=3570913 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.682+0000 7fdaec8da900 1 < canceled operation key=WAP1P4O2MB8C tag=0XCONP39BK89 type=write size=1047329 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.684+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.0 size=1048576 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.684+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.1 size=1048576 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.685+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.2 size=169782 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.685+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=I0KSRVILFTM7 tag=3XVZ8QFBUSEP type=write size=3315510 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.686+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=3KH8FKVSUVRF type=del 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.688+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~SHOW1DMH5F2Q.0 size=185378 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.688+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=SHOW1DMH5F2Q tag=KWK0VJBRNWNP type=write size=1233954 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.689+0000 7fdaec8da900 1 < completed write operation key=97CDDG6TK1ET tag=L9AB31C7A9DV type=write size=790047 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.690+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=L8WY4337XG8J type=del size=506988 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.691+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=A0AHQ34PU5CM type=del 2023-01-15T14:32:08.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.692+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=JHDWMGD7VQY6 type=del size=1306692 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.693+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=7QW9HQLJ09K0 type=del 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.694+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=BW2NC44JCPBM type=del size=2568844 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.695+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~VDW6P7F6GFXF.0 size=1048576 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.696+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~VDW6P7F6GFXF.1 size=167970 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.698+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=VDW6P7F6GFXF tag=P81KMSC33902 type=write size=2265122 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.699+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=J9QLRGB0W3FT type=del size=3114763 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.700+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.0 size=1048576 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.701+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.1 size=1048576 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.701+0000 7fdaec8da900 1 < canceled part key=_multipart_LXIMPGLQCBOQ.2~EVHEPIO2NJJ2.2 size=1039932 2023-01-15T14:32:08.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.703+0000 7fdaec8da900 1 < canceled multipart upload key=LXIMPGLQCBOQ upload=EVHEPIO2NJJ2 tag=H2VT0G9JJ89O type=write size=4185660 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.704+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~BNDL5ACX557V.0 size=1048576 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.705+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~BNDL5ACX557V.1 size=718218 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.705+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=BNDL5ACX557V tag=3CBFQ9SUCI0W type=write size=2815370 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.706+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=TOTYUG6YQ7WO type=del 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.708+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~26KU5ZVRGMFJ.0 size=1048576 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.709+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~26KU5ZVRGMFJ.1 size=294087 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.709+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=26KU5ZVRGMFJ tag=FQZNWCPEZFH0 type=write size=2391239 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.711+0000 7fdaec8da900 1 < suggested remove operation key=JZWBPYF4N7U9 tag=52TX96GKPIV2 type=del 2023-01-15T14:32:08.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.712+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=8XNHS2OZ4ZOO type=del size=441876 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.714+0000 7fdaec8da900 1 < suggested update operation key=4OJDVN4FGZEW tag=8TC9QBTI0DSO type=del size=221377 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.716+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.0 size=1048576 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.716+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.1 size=1048576 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.717+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.2 size=898665 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.717+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=YBYZX8DF032S tag=JY7ZY4Q5OL3O type=write size=4044393 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.718+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=8KN532OVU2FB type=del 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.719+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=GCDK2RVR5WKE type=del size=3752050 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.721+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=HOLL38J26VZY type=del 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.722+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=SYF4MPACPN36 type=del size=2160006 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.723+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.0 size=1048576 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.724+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.1 size=1048576 2023-01-15T14:32:08.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.724+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~KWXP1HX5G6VA.2 size=342591 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.726+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=KWXP1HX5G6VA tag=JMO1VM18E8ZJ type=write size=3488319 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.727+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=J4JL9MG0QPDW type=del size=1896067 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.728+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~SOS3T1JBMAML.0 size=71211 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.730+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=SOS3T1JBMAML tag=M231YWJCV4JT type=write size=1119787 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.732+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.0 size=1048576 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.732+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.1 size=1048576 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.733+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.2 size=629006 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.733+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=KOBCG2DRQP6X tag=15MKTRYRFI48 type=write size=3774734 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.735+0000 7fdaec8da900 1 < suggested update operation key=JZWBPYF4N7U9 tag=Z75ADOWW65P6 type=del size=2967015 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.736+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=WVIQ130FBAHM type=del size=94303 2023-01-15T14:32:08.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.738+0000 7fdaec8da900 1 < suggested update operation key=47ILP77YUAQV tag=Z8KCDI0KSCN2 type=del size=3570913 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.739+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~IA7AWV434ODD.0 size=889166 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.739+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=IA7AWV434ODD tag=1FJKQP1KZNFV type=write size=1937742 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.740+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.0 size=1048576 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.741+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.1 size=1048576 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.742+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~I0KSRVILFTM7.2 size=169782 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.743+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=I0KSRVILFTM7 tag=3XVZ8QFBUSEP type=write size=3315510 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.745+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~DQTHJL2MJX11.0 size=1048576 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.746+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~DQTHJL2MJX11.1 size=131626 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.746+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=DQTHJL2MJX11 tag=1HNAXETK3FTB type=write size=2228778 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.747+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~SHOW1DMH5F2Q.0 size=185378 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.749+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=SHOW1DMH5F2Q tag=KWK0VJBRNWNP type=write size=1233954 2023-01-15T14:32:08.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.750+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=9QETN1HLKOOM type=del size=2791070 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.752+0000 7fdaec8da900 1 < suggested remove operation key=3EP0B2IP303P tag=L8WY4337XG8J type=del 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.753+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=E048VJMR2S8W type=del size=3943895 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.754+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=JHDWMGD7VQY6 type=del 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.755+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=VBT7OH8LGAGJ type=write size=986607 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.756+0000 7fdaec8da900 -1 < failed to complete operation key=3EP0B2IP303P tag=BW2NC44JCPBM type=del size=2568844: (22) Invalid argument 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.757+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=HE9TM4CIUK3I type=write size=91230 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.758+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=J9QLRGB0W3FT type=del 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.760+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=H3JK162TPKSB type=write size=604009 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.761+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~BNDL5ACX557V.0 size=1048576 2023-01-15T14:32:08.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.762+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~BNDL5ACX557V.1 size=718218 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.763+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=BNDL5ACX557V tag=3CBFQ9SUCI0W type=write size=2815370 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.765+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~4620K4DL46CN.0 size=1048576 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.766+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~4620K4DL46CN.1 size=383151 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.766+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=4620K4DL46CN tag=8Y05MIR2UPQS type=write size=2480303 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.767+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~26KU5ZVRGMFJ.0 size=1048576 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.768+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~26KU5ZVRGMFJ.1 size=294087 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.770+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=26KU5ZVRGMFJ tag=FQZNWCPEZFH0 type=write size=2391239 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.772+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~OIZBAZD3BQUU.0 size=714464 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.772+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=OIZBAZD3BQUU tag=UOVNXAKG3F2W type=write size=1763040 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.773+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=8XNHS2OZ4ZOO type=del 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.774+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=T5R00QQX0KG5 type=del size=450262 2023-01-15T14:32:08.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.775+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.0 size=1048576 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.775+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.1 size=1048576 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.776+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YBYZX8DF032S.2 size=898665 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.778+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=YBYZX8DF032S tag=JY7ZY4Q5OL3O type=write size=4044393 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.780+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.0 size=1048576 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.780+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.1 size=1048576 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.781+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.2 size=684685 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.781+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=97WVFUXPBACV tag=07KU6UIZ8ERS type=write size=3830413 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.783+0000 7fdaec8da900 -1 < failed to complete operation key=JZWBPYF4N7U9 tag=GCDK2RVR5WKE type=del size=3752050: (22) Invalid argument 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.784+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=2PDJ8VJ0C3GD type=del size=1787181 2023-01-15T14:32:08.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.785+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=SYF4MPACPN36 type=del 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.787+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~N29GBPW1YJF9.0 size=621447 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.787+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=N29GBPW1YJF9 tag=Z4HM7KHCLE6X type=write size=1670023 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.788+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=J4JL9MG0QPDW type=del 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.789+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=CZLIZFSH726R type=del size=1891359 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.789+0000 7fdaec8da900 1 < canceled part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.0 size=1048576 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.790+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.1 size=1048576 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.791+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~KOBCG2DRQP6X.2 size=629006 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.793+0000 7fdaec8da900 1 < canceled multipart upload key=CVVOPB1T7YQJ upload=KOBCG2DRQP6X tag=15MKTRYRFI48 type=write size=3774734 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.794+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=IR3GM2HOSQ4X type=del size=3507709 2023-01-15T14:32:08.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.796+0000 7fdaec8da900 1 < suggested remove operation key=4OJDVN4FGZEW tag=WVIQ130FBAHM type=del 2023-01-15T14:32:09.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.797+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=4U6F0FGCTNN2 type=del size=2193512 2023-01-15T14:32:09.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.798+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~IA7AWV434ODD.0 size=889166 2023-01-15T14:32:09.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.800+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=IA7AWV434ODD tag=1FJKQP1KZNFV type=write size=1937742 2023-01-15T14:32:09.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.801+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=YX701OLNZC1A type=del size=560685 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.802+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~DQTHJL2MJX11.0 size=1048576 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.803+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~DQTHJL2MJX11.1 size=131626 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.805+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=DQTHJL2MJX11 tag=1HNAXETK3FTB type=write size=2228778 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.806+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~SC4U94SA9POC.0 size=564629 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.806+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=SC4U94SA9POC tag=VXIA6OLA2IMH type=write size=1613205 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.808+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=9QETN1HLKOOM type=del 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.809+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=K28JBAY3VKQT type=del size=3165119 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.811+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=E048VJMR2S8W type=del size=3943895 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.812+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=PYZYXPSC4CPV type=del size=39427 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.813+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=VBT7OH8LGAGJ type=write size=986607 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.815+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~GOLA4H1AHJ0R.0 size=488107 2023-01-15T14:32:09.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.815+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=GOLA4H1AHJ0R tag=KPUE09CX4YCS type=write size=1536683 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.816+0000 7fdaec8da900 1 < completed write operation key=0R1JVOXUO1DC tag=HE9TM4CIUK3I type=write size=91230 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.817+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=6X85LFWSR1VP type=del size=1859755 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.818+0000 7fdaec8da900 1 < completed write operation key=0W740L2QFEGP tag=H3JK162TPKSB type=write size=604009 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.819+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=KEFFFI3J546X type=del size=438720 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.820+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~4620K4DL46CN.0 size=1048576 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.821+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~4620K4DL46CN.1 size=383151 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.822+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=4620K4DL46CN tag=8Y05MIR2UPQS type=write size=2480303 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.823+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=611UDFY0UDJK type=del size=3567183 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.824+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~OIZBAZD3BQUU.0 size=714464 2023-01-15T14:32:09.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.826+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=OIZBAZD3BQUU tag=UOVNXAKG3F2W type=write size=1763040 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.827+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=8YQN38S3RVDT type=del size=999333 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.828+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=T5R00QQX0KG5 type=del 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.830+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~YIXLLPAX013S.0 size=1048576 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.831+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~YIXLLPAX013S.1 size=636176 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.831+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=YIXLLPAX013S tag=RU2H561O5A9S type=write size=2733328 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.832+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.0 size=1048576 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.832+0000 7fdaec8da900 1 < canceled part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.1 size=1048576 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.832+0000 7fdaec8da900 1 < canceled part key=_multipart_3QIZ4ALUEWV6.2~97WVFUXPBACV.2 size=684685 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.834+0000 7fdaec8da900 1 < canceled multipart upload key=3QIZ4ALUEWV6 upload=97WVFUXPBACV tag=07KU6UIZ8ERS type=write size=3830413 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.835+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~WVKFF7QI3TFE.0 size=140281 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.835+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=WVKFF7QI3TFE tag=KOBQL4403K5O type=write size=1188857 2023-01-15T14:32:09.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.836+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=2PDJ8VJ0C3GD type=del 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.837+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=E03OWANTX092 type=write size=497782 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.839+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~N29GBPW1YJF9.0 size=621447 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.840+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=N29GBPW1YJF9 tag=Z4HM7KHCLE6X type=write size=1670023 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.841+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=O0NHUA9DY2LQ type=del size=1921841 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.842+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=CZLIZFSH726R type=del 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.844+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.0 size=1048576 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.844+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.1 size=1048576 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.845+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.2 size=468156 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.845+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=246UZD16PAFU tag=7LMMXVO2MUB7 type=write size=3613884 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.846+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=IR3GM2HOSQ4X type=del 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.848+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.0 size=1048576 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.848+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.1 size=1048576 2023-01-15T14:32:09.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.849+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.2 size=971956 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.849+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=K75YY4F3WOKY tag=QHKFZ6GSD8J3 type=write size=4117684 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.850+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=4U6F0FGCTNN2 type=del 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.852+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.0 size=1048576 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.853+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.1 size=1048576 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.853+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.2 size=334027 2023-01-15T14:32:09.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.853+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=IJ62ELXS7QDR tag=IGGTFVHGINQ7 type=write size=3479755 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.854+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=YX701OLNZC1A type=del 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.856+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~4QG1Y4HOJXNS.0 size=963015 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.856+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=4QG1Y4HOJXNS tag=BWNQ4L2R721G type=write size=2011591 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.857+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~SC4U94SA9POC.0 size=564629 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.858+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=SC4U94SA9POC tag=VXIA6OLA2IMH type=write size=1613205 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.859+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=BFP5D5YPR5JU type=write size=697580 2023-01-15T14:32:09.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.861+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=K28JBAY3VKQT type=del 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.862+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=OTUC4ZOR1FDP type=del size=3090244 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.863+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=PYZYXPSC4CPV type=del 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.864+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.0 size=1048576 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.865+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.1 size=1048576 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.866+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.2 size=783508 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.866+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=Q5E6R9CBXGMR tag=WDFOGQEZCR8S type=write size=3929236 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.866+0000 7fdaec8da900 1 < canceled part key=_multipart_47ILP77YUAQV.2~GOLA4H1AHJ0R.0 size=488107 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.868+0000 7fdaec8da900 1 < canceled multipart upload key=47ILP77YUAQV upload=GOLA4H1AHJ0R tag=KPUE09CX4YCS type=write size=1536683 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.869+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=7VGPDX4OBV8R type=del size=3441650 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.871+0000 7fdaec8da900 1 < suggested update operation key=97CDDG6TK1ET tag=6X85LFWSR1VP type=del size=1859755 2023-01-15T14:32:09.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.872+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.0 size=1048576 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.873+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.1 size=1048576 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.874+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.2 size=669472 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.874+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=S1C5S2P74V24 tag=NRPQ07EJH7WO type=write size=3815200 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.875+0000 7fdaec8da900 -1 < failed to complete operation key=97CDDG6TK1ET tag=KEFFFI3J546X type=del size=438720: (22) Invalid argument 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.876+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=L3EP1GQBPO6S type=del size=2176255 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.877+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=611UDFY0UDJK type=del 2023-01-15T14:32:09.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.878+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=G8RGMKWF8UTQ type=del size=560021 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.879+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=8YQN38S3RVDT type=del 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.880+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=V6Z97WT7WHKG type=del size=2838821 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.881+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~YIXLLPAX013S.0 size=1048576 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.881+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~YIXLLPAX013S.1 size=636176 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.883+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=YIXLLPAX013S tag=RU2H561O5A9S type=write size=2733328 2023-01-15T14:32:09.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.884+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=G7047KGQM018 type=del size=1488114 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.885+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~WVKFF7QI3TFE.0 size=140281 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.886+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=WVKFF7QI3TFE tag=KOBQL4403K5O type=write size=1188857 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.887+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=3H6JYHW1OCD8 type=del size=3379050 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.889+0000 7fdaec8da900 1 < completed write operation key=LXIMPGLQCBOQ tag=E03OWANTX092 type=write size=497782 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.889+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=WJIFI39KLK00 type=del size=2895313 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.892+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=O0NHUA9DY2LQ type=del size=1921841 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.893+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=3CD0XND1899V type=del size=1083966 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.893+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.0 size=1048576 2023-01-15T14:32:09.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.894+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.1 size=1048576 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.895+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~246UZD16PAFU.2 size=468156 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.897+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=246UZD16PAFU tag=7LMMXVO2MUB7 type=write size=3613884 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.898+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=8S6HLZJSFQ49 type=del size=3871 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.899+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.0 size=1048576 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.899+0000 7fdaec8da900 1 < canceled part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.1 size=1048576 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.900+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~K75YY4F3WOKY.2 size=971956 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.902+0000 7fdaec8da900 1 < canceled multipart upload key=3EP0B2IP303P upload=K75YY4F3WOKY tag=QHKFZ6GSD8J3 type=write size=4117684 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.904+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~NWACEOMIF318.0 size=1036753 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.904+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=NWACEOMIF318 tag=0JIM278G9KZY type=write size=2085329 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.905+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.0 size=1048576 2023-01-15T14:32:09.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.906+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.1 size=1048576 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.907+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~IJ62ELXS7QDR.2 size=334027 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.909+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=IJ62ELXS7QDR tag=IGGTFVHGINQ7 type=write size=3479755 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.910+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=P3OZNODG2Q7M type=del size=3045522 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.911+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~4QG1Y4HOJXNS.0 size=963015 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.912+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=4QG1Y4HOJXNS tag=BWNQ4L2R721G type=write size=2011591 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.913+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=HGKBU1P92AS6 type=del size=1943760 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.914+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=BFP5D5YPR5JU type=write size=697580 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.915+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=75BEMXAPMSP4 type=del size=637125 2023-01-15T14:32:09.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.916+0000 7fdaec8da900 -1 < failed to complete operation key=H2PMBP8XVIY2 tag=OTUC4ZOR1FDP type=del size=3090244: (22) Invalid argument 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.917+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=YA83NKWAFKKS type=write size=382328 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.917+0000 7fdaec8da900 1 < canceled part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.0 size=1048576 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.918+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.1 size=1048576 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.919+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~Q5E6R9CBXGMR.2 size=783508 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.921+0000 7fdaec8da900 1 < canceled multipart upload key=0R1JVOXUO1DC upload=Q5E6R9CBXGMR tag=WDFOGQEZCR8S type=write size=3929236 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.921+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=3SWTJOIZ4K37 type=write size=567764 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.923+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=7VGPDX4OBV8R type=del 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.924+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=887MCKJXP1IZ type=del size=1573600 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.925+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.0 size=1048576 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.926+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.1 size=1048576 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.926+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~S1C5S2P74V24.2 size=669472 2023-01-15T14:32:09.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.928+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=S1C5S2P74V24 tag=NRPQ07EJH7WO type=write size=3815200 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.929+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=KU2YU0ZOHM1Z type=del size=3979239 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.930+0000 7fdaec8da900 1 < canceled operation key=FR7KL8ASPWEC tag=L3EP1GQBPO6S type=del size=2176255 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.932+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~VE3QOI4QVIMX.0 size=1048576 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.933+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~VE3QOI4QVIMX.1 size=854444 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.933+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=VE3QOI4QVIMX tag=8K25MTKVM7W7 type=write size=2951596 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.935+0000 7fdaec8da900 1 < suggested remove operation key=4OJDVN4FGZEW tag=G8RGMKWF8UTQ type=del 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.936+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.0 size=1048576 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.937+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.1 size=1048576 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.938+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.2 size=618283 2023-01-15T14:32:09.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.938+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=BBXW964CNE0Y tag=NFUC1MS4ZT29 type=write size=3764011 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.939+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=V6Z97WT7WHKG type=del 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.940+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=TE9C90ITAF0X type=del size=825069 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.941+0000 7fdaec8da900 -1 < failed to complete operation key=H2PMBP8XVIY2 tag=G7047KGQM018 type=del size=1488114: (22) Invalid argument 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.942+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=N4QTKHI0XUHR type=del size=3097922 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.943+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=3H6JYHW1OCD8 type=del 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.944+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=RABDYE1A2FCX type=del size=1002350 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.945+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=WJIFI39KLK00 type=del 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.946+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=UTVT1WK5RYKN type=del size=2881687 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.947+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=3CD0XND1899V type=del 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.948+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=426RC6A06HH2 type=del size=2774744 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.949+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=8S6HLZJSFQ49 type=del 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.950+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.0 size=1048576 2023-01-15T14:32:09.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.951+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.1 size=1048576 2023-01-15T14:32:09.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.952+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.2 size=407403 2023-01-15T14:32:09.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.952+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=1TP3GV46N5KL tag=VBLSO2KM5TET type=write size=3553131 2023-01-15T14:32:09.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.953+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~NWACEOMIF318.0 size=1036753 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.954+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=NWACEOMIF318 tag=0JIM278G9KZY type=write size=2085329 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.955+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=8TKTIE6KU5JF type=del size=707979 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.956+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=P3OZNODG2Q7M type=del 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.957+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=0TR2JC5LGULN type=write size=42993 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.958+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=HGKBU1P92AS6 type=del 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.959+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=G4JC3EEYJ9BQ type=del size=1280852 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.961+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=75BEMXAPMSP4 type=del 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.962+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.0 size=1048576 2023-01-15T14:32:09.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.963+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.1 size=1048576 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.964+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.2 size=516853 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.964+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=ZXATKW3U20XS tag=RJ49Y1Y2LJJ4 type=write size=3662581 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.965+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=YA83NKWAFKKS type=write size=382328 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.966+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DR3SGP8ONDY7.0 size=1048576 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.967+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DR3SGP8ONDY7.1 size=804811 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.967+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=DR3SGP8ONDY7 tag=7BM1I0L8JM58 type=write size=2901963 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.968+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=3SWTJOIZ4K37 type=write size=567764 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.970+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~KO7U7E0ALIQ8.0 size=814353 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.970+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=KO7U7E0ALIQ8 tag=0CZET0JMVX9M type=write size=1862929 2023-01-15T14:32:09.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.972+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=887MCKJXP1IZ type=del 2023-01-15T14:32:09.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.974+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~WTJFHFMJ8NI2.0 size=34119 2023-01-15T14:32:09.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.974+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=WTJFHFMJ8NI2 tag=OBNU4E5TFGZO type=write size=1082695 2023-01-15T14:32:09.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.975+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=KU2YU0ZOHM1Z type=del 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.976+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=M0IFBK1ZX93C type=del size=349611 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.977+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~VE3QOI4QVIMX.0 size=1048576 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.977+0000 7fdaec8da900 1 < canceled part key=_multipart_4UYU63ZWK33H.2~VE3QOI4QVIMX.1 size=854444 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.978+0000 7fdaec8da900 1 < canceled multipart upload key=4UYU63ZWK33H upload=VE3QOI4QVIMX tag=8K25MTKVM7W7 type=write size=2951596 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.980+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~FKPIW5QI2QUH.0 size=727528 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.980+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=FKPIW5QI2QUH tag=73S2DKW7XX0M type=write size=1776104 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.981+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.0 size=1048576 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.982+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.1 size=1048576 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.982+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~BBXW964CNE0Y.2 size=618283 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.984+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=BBXW964CNE0Y tag=NFUC1MS4ZT29 type=write size=3764011 2023-01-15T14:32:09.498 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.986+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~3YRLUYZXZ0A0.0 size=1048576 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.986+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~3YRLUYZXZ0A0.1 size=81029 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.986+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=3YRLUYZXZ0A0 tag=E51BBP9V7KZA type=write size=2178181 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.988+0000 7fdaec8da900 1 < suggested update operation key=O64FCESNBXMC tag=TE9C90ITAF0X type=del size=825069 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.989+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=QP0JGKPRTWHM type=del size=3788795 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.990+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=N4QTKHI0XUHR type=del 2023-01-15T14:32:09.501 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.992+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~JN6VQKA090NV.0 size=252847 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.992+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=JN6VQKA090NV tag=YG5157WUZE4E type=write size=1301423 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.993+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=RABDYE1A2FCX type=del 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.994+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=I3G30TLHFDCQ type=del size=3398989 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.995+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=UTVT1WK5RYKN type=del 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.996+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=L4JMK75ALEPP type=del size=3363760 2023-01-15T14:32:09.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.997+0000 7fdaec8da900 -1 < failed to complete operation key=O64FCESNBXMC tag=426RC6A06HH2 type=del size=2774744: (22) Invalid argument 2023-01-15T14:32:09.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.998+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=52HXNFFMW24X type=write size=907043 2023-01-15T14:32:09.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:08.999+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.0 size=1048576 2023-01-15T14:32:09.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.000+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.1 size=1048576 2023-01-15T14:32:09.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.001+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~1TP3GV46N5KL.2 size=407403 2023-01-15T14:32:09.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.002+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=1TP3GV46N5KL tag=VBLSO2KM5TET type=write size=3553131 2023-01-15T14:32:09.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.003+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=HIA4G7L0XLQ3 type=del size=1278529 2023-01-15T14:32:09.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.005+0000 7fdaec8da900 1 < suggested update operation key=XEH71HSXMJD8 tag=8TKTIE6KU5JF type=del size=707979 2023-01-15T14:32:09.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.006+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=0U0JL4F4SLUU type=del size=3912962 2023-01-15T14:32:09.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.007+0000 7fdaec8da900 1 < canceled operation key=0W740L2QFEGP tag=0TR2JC5LGULN type=write size=42993 2023-01-15T14:32:09.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.008+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~3MLMBBJFAKGX.0 size=431918 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.008+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=3MLMBBJFAKGX tag=52NF2V0WHPMU type=write size=1480494 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.009+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=G4JC3EEYJ9BQ type=del 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.010+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=CF3N4ZY1GGV9 type=del size=392405 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.011+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.0 size=1048576 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.012+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.1 size=1048576 2023-01-15T14:32:09.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.013+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~ZXATKW3U20XS.2 size=516853 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.015+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=ZXATKW3U20XS tag=RJ49Y1Y2LJJ4 type=write size=3662581 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.016+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GDLV4A998ZCJ.0 size=1048576 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.017+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GDLV4A998ZCJ.1 size=496291 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.017+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=GDLV4A998ZCJ tag=1R8F850APN47 type=write size=2593443 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.018+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DR3SGP8ONDY7.0 size=1048576 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.019+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DR3SGP8ONDY7.1 size=804811 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.021+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=DR3SGP8ONDY7 tag=7BM1I0L8JM58 type=write size=2901963 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.022+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.0 size=1048576 2023-01-15T14:32:09.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.023+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.1 size=1048576 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.024+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.2 size=507446 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.024+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=UEPRCSE81048 tag=O2KT6MM0G8G2 type=write size=3653174 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.024+0000 7fdaec8da900 1 < canceled part key=_multipart_2SQS45BAENXL.2~KO7U7E0ALIQ8.0 size=814353 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.026+0000 7fdaec8da900 1 < canceled multipart upload key=2SQS45BAENXL upload=KO7U7E0ALIQ8 tag=0CZET0JMVX9M type=write size=1862929 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.027+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=DCRD6MOW1A97 type=del size=1211250 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.028+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~WTJFHFMJ8NI2.0 size=34119 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.030+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=WTJFHFMJ8NI2 tag=OBNU4E5TFGZO type=write size=1082695 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.031+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~4NOW5CK2DR74.0 size=1048576 2023-01-15T14:32:09.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.032+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~4NOW5CK2DR74.1 size=863506 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.032+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=4NOW5CK2DR74 tag=B8S14TV1HZ2I type=write size=2960658 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.033+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=M0IFBK1ZX93C type=del 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.035+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~UUKMONFC2PLJ.0 size=1048576 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.036+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~UUKMONFC2PLJ.1 size=656302 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.036+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=UUKMONFC2PLJ tag=UG0VQM0KDC88 type=write size=2753454 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.037+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~FKPIW5QI2QUH.0 size=727528 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.038+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=FKPIW5QI2QUH tag=73S2DKW7XX0M type=write size=1776104 2023-01-15T14:32:09.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.039+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=A59756S6T2B8 type=del size=3501208 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.041+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~3YRLUYZXZ0A0.0 size=1048576 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.041+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~3YRLUYZXZ0A0.1 size=81029 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.043+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=3YRLUYZXZ0A0 tag=E51BBP9V7KZA type=write size=2178181 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.045+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=4WQO0O8RUS8L type=del size=1686658 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.046+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=QP0JGKPRTWHM type=del 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.048+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~73NFJ4N57DOJ.0 size=1048576 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.048+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~73NFJ4N57DOJ.1 size=757407 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.048+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=73NFJ4N57DOJ tag=PJMKD82NU7JJ type=write size=2854559 2023-01-15T14:32:09.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.050+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~JN6VQKA090NV.0 size=252847 2023-01-15T14:32:09.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.051+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=JN6VQKA090NV tag=YG5157WUZE4E type=write size=1301423 2023-01-15T14:32:09.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.053+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~WBVRHBUBOG51.0 size=1048576 2023-01-15T14:32:09.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.054+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~WBVRHBUBOG51.1 size=540225 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.054+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=WBVRHBUBOG51 tag=MQQNC5CJGFZ1 type=write size=2637377 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.055+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=I3G30TLHFDCQ type=del 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.056+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=QJS7K3R9JSH1 type=del size=890919 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.057+0000 7fdaec8da900 1 < canceled operation key=3QIZ4ALUEWV6 tag=L4JMK75ALEPP type=del size=3363760 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.058+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=BPRAKH38GFCI type=del size=4128980 2023-01-15T14:32:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.059+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=52HXNFFMW24X type=write size=907043 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.061+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~Z4DBQRY3G0UA.0 size=1035552 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.061+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=Z4DBQRY3G0UA tag=YY22EY191MSZ type=write size=2084128 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.062+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=HIA4G7L0XLQ3 type=del 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.063+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=18QYREBQJ2IC type=del size=3038302 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.064+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=0U0JL4F4SLUU type=del size=3912962 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.065+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=YKVLMNN7169O type=del size=4158253 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.066+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~3MLMBBJFAKGX.0 size=431918 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.068+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=3MLMBBJFAKGX tag=52NF2V0WHPMU type=write size=1480494 2023-01-15T14:32:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.069+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=X5BIMO3ZAB3B type=write size=968797 2023-01-15T14:32:09.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.070+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=CF3N4ZY1GGV9 type=del 2023-01-15T14:32:09.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.072+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.0 size=1048576 2023-01-15T14:32:09.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.072+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.1 size=1048576 2023-01-15T14:32:09.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.073+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.2 size=169727 2023-01-15T14:32:09.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.073+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=W366X1KJ2C4Z tag=E5QR6OSS098Y type=write size=3315455 2023-01-15T14:32:09.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.074+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GDLV4A998ZCJ.0 size=1048576 2023-01-15T14:32:09.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.075+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GDLV4A998ZCJ.1 size=496291 2023-01-15T14:32:09.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.077+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=GDLV4A998ZCJ tag=1R8F850APN47 type=write size=2593443 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.078+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=R7WAKK54R46S type=del size=2959843 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.079+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.0 size=1048576 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.079+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.1 size=1048576 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.080+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~UEPRCSE81048.2 size=507446 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.083+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=UEPRCSE81048 tag=O2KT6MM0G8G2 type=write size=3653174 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.085+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~O1EBP3VQOFI5.0 size=291593 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.085+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=O1EBP3VQOFI5 tag=Y47A5VZDMW0E type=write size=1340169 2023-01-15T14:32:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.086+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=DCRD6MOW1A97 type=del 2023-01-15T14:32:09.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.088+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~7J85IWX6X2WQ.0 size=1048576 2023-01-15T14:32:09.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.089+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~7J85IWX6X2WQ.1 size=732455 2023-01-15T14:32:09.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.089+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=7J85IWX6X2WQ tag=XUR0UWNNEQ1Z type=write size=2829607 2023-01-15T14:32:09.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.090+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~4NOW5CK2DR74.0 size=1048576 2023-01-15T14:32:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.090+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~4NOW5CK2DR74.1 size=863506 2023-01-15T14:32:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.092+0000 7fdaec8da900 1 < canceled multipart upload key=NOOMFR8103P3 upload=4NOW5CK2DR74 tag=B8S14TV1HZ2I type=write size=2960658 2023-01-15T14:32:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.093+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=TOE222VEVEGD type=write size=994849 2023-01-15T14:32:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.094+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~UUKMONFC2PLJ.0 size=1048576 2023-01-15T14:32:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.095+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~UUKMONFC2PLJ.1 size=656302 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.097+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=UUKMONFC2PLJ tag=UG0VQM0KDC88 type=write size=2753454 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.098+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=6P7GFNKXCCQ7 type=del size=2008043 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.099+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=A59756S6T2B8 type=del 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.100+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=Y7LLFY17Q7A6 type=del size=1524530 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.101+0000 7fdaec8da900 1 < canceled operation key=3QIZ4ALUEWV6 tag=4WQO0O8RUS8L type=del size=1686658 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.102+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=NGXXQ8VPKZXJ type=del size=2573418 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.103+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~73NFJ4N57DOJ.0 size=1048576 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.103+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~73NFJ4N57DOJ.1 size=757407 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.105+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=73NFJ4N57DOJ tag=PJMKD82NU7JJ type=write size=2854559 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.108+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.0 size=1048576 2023-01-15T14:32:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.108+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.1 size=1048576 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.109+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.2 size=101142 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.109+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=Z98MY048EK6L tag=MILGH1AGWLXA type=write size=3246870 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.110+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~WBVRHBUBOG51.0 size=1048576 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.111+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~WBVRHBUBOG51.1 size=540225 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.113+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=WBVRHBUBOG51 tag=MQQNC5CJGFZ1 type=write size=2637377 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.114+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=K5NOSNGYUUU7 type=del size=2896229 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.115+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=QJS7K3R9JSH1 type=del 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.116+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=KMJ4447NKU77 type=del size=2591454 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.117+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=BPRAKH38GFCI type=del 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.119+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~02G2OMHW761C.0 size=637545 2023-01-15T14:32:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.119+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=02G2OMHW761C tag=OKJFBXQ6T39X type=write size=1686121 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.120+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~Z4DBQRY3G0UA.0 size=1035552 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.121+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=Z4DBQRY3G0UA tag=YY22EY191MSZ type=write size=2084128 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.123+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~MRBQ8C1TUDES.0 size=1048576 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.124+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~MRBQ8C1TUDES.1 size=744672 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.124+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=MRBQ8C1TUDES tag=U52N2B9CPJYV type=write size=2841824 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.126+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=18QYREBQJ2IC type=del 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.128+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~O9H6ZWPJ20Y0.0 size=1048576 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.128+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~O9H6ZWPJ20Y0.1 size=645611 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.128+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=O9H6ZWPJ20Y0 tag=ZLH914F0X8UQ type=write size=2742763 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.129+0000 7fdaec8da900 1 < canceled operation key=T1S333NTR06V tag=YKVLMNN7169O type=del size=4158253 2023-01-15T14:32:09.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.130+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=YU3JTJ9LEN9X type=del size=3592740 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.131+0000 7fdaec8da900 1 < completed write operation key=BO4MJ09E0EIP tag=X5BIMO3ZAB3B type=write size=968797 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.133+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~6OHO7V1K0P27.0 size=460155 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.133+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=6OHO7V1K0P27 tag=IEUZHTY3Q90T type=write size=1508731 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.134+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.0 size=1048576 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.135+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.1 size=1048576 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.136+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~W366X1KJ2C4Z.2 size=169727 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.137+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=W366X1KJ2C4Z tag=E5QR6OSS098Y type=write size=3315455 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.138+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=1PX6FOOJ5FUP type=del size=369296 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.139+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=R7WAKK54R46S type=del 2023-01-15T14:32:09.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.140+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=4EK3XBIODTQD type=write size=173136 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.141+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~O1EBP3VQOFI5.0 size=291593 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.143+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=O1EBP3VQOFI5 tag=Y47A5VZDMW0E type=write size=1340169 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.144+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.0 size=1048576 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.145+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.1 size=1048576 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.146+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.2 size=989003 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.146+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=3Z9P27RIV1GP tag=VT74V877V2MR type=write size=4134731 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.147+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~7J85IWX6X2WQ.0 size=1048576 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.148+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~7J85IWX6X2WQ.1 size=732455 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.149+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=7J85IWX6X2WQ tag=XUR0UWNNEQ1Z type=write size=2829607 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.151+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.0 size=1048576 2023-01-15T14:32:09.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.152+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.1 size=1048576 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.153+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.2 size=67897 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.153+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=QCFKP1CBEDBB tag=BF72M8FNJT1D type=write size=3213625 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.154+0000 7fdaec8da900 1 < suggested update operation key=47ILP77YUAQV tag=TOE222VEVEGD type=write size=994849 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.155+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=9F8MRMVD5634 type=write size=221842 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.158+0000 7fdaec8da900 1 < suggested remove operation key=47ILP77YUAQV tag=6P7GFNKXCCQ7 type=del 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.160+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.0 size=1048576 2023-01-15T14:32:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.161+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.1 size=1048576 2023-01-15T14:32:09.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.161+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.2 size=1036595 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.161+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=IFOUV64JNT69 tag=G8QANDAPJ2CO type=write size=4182323 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.163+0000 7fdaec8da900 1 < suggested remove operation key=NOOMFR8103P3 tag=Y7LLFY17Q7A6 type=del 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.165+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=LAUE72EKX1BK type=del size=895116 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.166+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=NGXXQ8VPKZXJ type=del 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.167+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=FIPVMG2EKS0S type=del size=2855504 2023-01-15T14:32:09.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.168+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.0 size=1048576 2023-01-15T14:32:09.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.169+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.1 size=1048576 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.169+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~Z98MY048EK6L.2 size=101142 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.171+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=Z98MY048EK6L tag=MILGH1AGWLXA type=write size=3246870 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.173+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~BWMIR93OTQ7V.0 size=766791 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.173+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=BWMIR93OTQ7V tag=1XFVCA8O5A7E type=write size=1815367 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.175+0000 7fdaec8da900 1 < suggested update operation key=VSP8G1HF1DQC tag=K5NOSNGYUUU7 type=del size=2896229 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.176+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=TL5HZTN20UZ1 type=del size=3318998 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.177+0000 7fdaec8da900 -1 < failed to complete operation key=3G52F5Y8FGIG tag=KMJ4447NKU77 type=del size=2591454: (22) Invalid argument 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.178+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=KW4J4Y5R0S04 type=del size=3640463 2023-01-15T14:32:09.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.179+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~02G2OMHW761C.0 size=637545 2023-01-15T14:32:09.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.181+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=02G2OMHW761C tag=OKJFBXQ6T39X type=write size=1686121 2023-01-15T14:32:09.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.182+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=W4CYIO26ED5L type=del size=928155 2023-01-15T14:32:09.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.183+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~MRBQ8C1TUDES.0 size=1048576 2023-01-15T14:32:09.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.184+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~MRBQ8C1TUDES.1 size=744672 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.186+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=MRBQ8C1TUDES tag=U52N2B9CPJYV type=write size=2841824 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.187+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=DBURAWCYC4L6 type=del size=1096334 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.188+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~O9H6ZWPJ20Y0.0 size=1048576 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.189+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~O9H6ZWPJ20Y0.1 size=645611 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.191+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=O9H6ZWPJ20Y0 tag=ZLH914F0X8UQ type=write size=2742763 2023-01-15T14:32:09.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.192+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=AL22D2DQZAK1 type=del size=2119384 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.193+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=YU3JTJ9LEN9X type=del 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.195+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.0 size=1048576 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.195+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.1 size=1048576 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.196+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.2 size=376430 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.196+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=JLQX6L11LILH tag=23JXKXWKV7JG type=write size=3522158 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.196+0000 7fdaec8da900 1 < canceled part key=_multipart_G9T4HJN7GQTL.2~6OHO7V1K0P27.0 size=460155 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.198+0000 7fdaec8da900 1 < canceled multipart upload key=G9T4HJN7GQTL upload=6OHO7V1K0P27 tag=IEUZHTY3Q90T type=write size=1508731 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.200+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~C1L3FRGJ0KGD.0 size=1048576 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.200+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~C1L3FRGJ0KGD.1 size=384026 2023-01-15T14:32:09.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.200+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=C1L3FRGJ0KGD tag=T13ESU8L0U3F type=write size=2481178 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.202+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=1PX6FOOJ5FUP type=del 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.203+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=HA7L2VYO1815 type=del size=3783800 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.204+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=4EK3XBIODTQD type=write size=173136 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.206+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.0 size=1048576 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.206+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.1 size=1048576 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.207+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.2 size=835108 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.207+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=EM53Y4A31A45 tag=163OVC1546DH type=write size=3980836 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.208+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.0 size=1048576 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.209+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.1 size=1048576 2023-01-15T14:32:09.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.210+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~3Z9P27RIV1GP.2 size=989003 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.211+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=3Z9P27RIV1GP tag=VT74V877V2MR type=write size=4134731 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.213+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=Y5M3M2RXMI22 type=del size=1675376 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.214+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.0 size=1048576 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.214+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.1 size=1048576 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.215+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~QCFKP1CBEDBB.2 size=67897 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.217+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=QCFKP1CBEDBB tag=BF72M8FNJT1D type=write size=3213625 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.218+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=XSRS9ZK5SA9X type=write size=793987 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.219+0000 7fdaec8da900 1 < completed write operation key=97CDDG6TK1ET tag=9F8MRMVD5634 type=write size=221842 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.221+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~OP8N41A44RW1.0 size=848116 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.221+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=OP8N41A44RW1 tag=69P9JZT95UWZ type=write size=1896692 2023-01-15T14:32:09.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.222+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.0 size=1048576 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.222+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.1 size=1048576 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.223+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~IFOUV64JNT69.2 size=1036595 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.225+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=IFOUV64JNT69 tag=G8QANDAPJ2CO type=write size=4182323 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.227+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~YRUTVOEHK6MP.0 size=1048576 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.227+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~YRUTVOEHK6MP.1 size=885027 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.227+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=YRUTVOEHK6MP tag=03NIOVKQCDNR type=write size=2982179 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.228+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=LAUE72EKX1BK type=del 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.230+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=9XZI9EXZI0U7 type=del size=1638066 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.231+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=FIPVMG2EKS0S type=del size=2855504 2023-01-15T14:32:09.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.232+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=TZLPOZV3TEKA type=write size=184253 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.233+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~BWMIR93OTQ7V.0 size=766791 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.235+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=BWMIR93OTQ7V tag=1XFVCA8O5A7E type=write size=1815367 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.236+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=EV4NW7ZFFXT1 type=del size=2811380 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.237+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=TL5HZTN20UZ1 type=del 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.239+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.0 size=1048576 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.239+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.1 size=1048576 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.240+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.2 size=241572 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.240+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=E6HAG9SWES90 tag=XHSV6RRS0ZQE type=write size=3387300 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.241+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=KW4J4Y5R0S04 type=del 2023-01-15T14:32:09.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.242+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=ZKETEZ0G23NN type=del size=2833113 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.243+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=W4CYIO26ED5L type=del 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.244+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=BMUHPFR3S21C type=write size=875133 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.246+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=DBURAWCYC4L6 type=del 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.247+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=PVQ5NZFPYJ63 type=write size=443106 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.249+0000 7fdaec8da900 1 < suggested update operation key=3EP0B2IP303P tag=AL22D2DQZAK1 type=del size=2119384 2023-01-15T14:32:09.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.250+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=CGPN8O61VC96 type=del size=2528386 2023-01-15T14:32:10.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.251+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.0 size=1048576 2023-01-15T14:32:10.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.252+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.1 size=1048576 2023-01-15T14:32:10.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.253+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~JLQX6L11LILH.2 size=376430 2023-01-15T14:32:10.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.255+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=JLQX6L11LILH tag=23JXKXWKV7JG type=write size=3522158 2023-01-15T14:32:10.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.256+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~O3B95F11WDLM.0 size=950480 2023-01-15T14:32:10.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.256+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=O3B95F11WDLM tag=Y3F2VRP85EYU type=write size=1999056 2023-01-15T14:32:10.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.258+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~C1L3FRGJ0KGD.0 size=1048576 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.259+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~C1L3FRGJ0KGD.1 size=384026 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.261+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=C1L3FRGJ0KGD tag=T13ESU8L0U3F type=write size=2481178 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.262+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=L58W77CZL45I type=del size=4162751 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.263+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=HA7L2VYO1815 type=del 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.264+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=4WDXRNFOI327 type=del size=1780887 2023-01-15T14:32:10.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.265+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.0 size=1048576 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.266+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.1 size=1048576 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.267+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~EM53Y4A31A45.2 size=835108 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.268+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=EM53Y4A31A45 tag=163OVC1546DH type=write size=3980836 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.270+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~MPIRZQX32220.0 size=1048576 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.271+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~MPIRZQX32220.1 size=1048546 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.271+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=MPIRZQX32220 tag=VWQUMGPJVVYB type=write size=3145698 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.272+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=Y5M3M2RXMI22 type=del 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.273+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=ZTQUVHKE30D4 type=del size=2847912 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.274+0000 7fdaec8da900 1 < completed write operation key=FR7KL8ASPWEC tag=XSRS9ZK5SA9X type=write size=793987 2023-01-15T14:32:10.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.276+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~27OD0STC7NTT.0 size=1048576 2023-01-15T14:32:10.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.277+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~27OD0STC7NTT.1 size=190397 2023-01-15T14:32:10.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.277+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=27OD0STC7NTT tag=JIDKEMOK8XDM type=write size=2287549 2023-01-15T14:32:10.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.278+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~OP8N41A44RW1.0 size=848116 2023-01-15T14:32:10.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.280+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=OP8N41A44RW1 tag=69P9JZT95UWZ type=write size=1896692 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.281+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=DVWZAYCOVT3Q type=del size=3560242 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.283+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~YRUTVOEHK6MP.0 size=1048576 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.283+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~YRUTVOEHK6MP.1 size=885027 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.285+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=YRUTVOEHK6MP tag=03NIOVKQCDNR type=write size=2982179 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.286+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=S5HN9V4KXZ56 type=del size=3735269 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.287+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=9XZI9EXZI0U7 type=del 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.288+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=YJW9VASKH9CK type=del size=2591247 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.290+0000 7fdaec8da900 1 < suggested update operation key=INDYOQRZON6B tag=TZLPOZV3TEKA type=write size=184253 2023-01-15T14:32:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.291+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=SS3XWQE8273X type=del size=2309118 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.292+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=EV4NW7ZFFXT1 type=del 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.293+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=FTT6T1IODU1R type=write size=946741 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.294+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.0 size=1048576 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.295+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.1 size=1048576 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.295+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~E6HAG9SWES90.2 size=241572 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.297+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=E6HAG9SWES90 tag=XHSV6RRS0ZQE type=write size=3387300 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.298+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=CXZECUC6A869 type=del size=2767138 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.299+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=ZKETEZ0G23NN type=del 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.301+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.0 size=1048576 2023-01-15T14:32:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.302+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.1 size=1048576 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.302+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.2 size=241364 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.302+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=2N2UPTQMO0OU tag=QHAI85HSC39R type=write size=3387092 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.303+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=BMUHPFR3S21C type=write size=875133 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.304+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=3SKD592JWZOJ type=write size=761770 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.305+0000 7fdaec8da900 1 < completed write operation key=H2PMBP8XVIY2 tag=PVQ5NZFPYJ63 type=write size=443106 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.307+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=MZPRSH92T1H2 type=write size=220037 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.308+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=CGPN8O61VC96 type=del 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.309+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=JZMEIIJEKCHQ type=write size=1016287 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.311+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~O3B95F11WDLM.0 size=950480 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.312+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=O3B95F11WDLM tag=Y3F2VRP85EYU type=write size=1999056 2023-01-15T14:32:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.314+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.0 size=1048576 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.315+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.1 size=1048576 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.316+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.2 size=203447 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.316+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=G0B564CMZZ09 tag=N7KHQYD305FP type=write size=3349175 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.318+0000 7fdaec8da900 1 < suggested remove operation key=4OJDVN4FGZEW tag=L58W77CZL45I type=del 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.319+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=60QWFHPN2L32 type=del size=3256967 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.320+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=4WDXRNFOI327 type=del 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.322+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~BR6LF7DO03EE.0 size=1011584 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.322+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=BR6LF7DO03EE tag=ZVTOX4TB150G type=write size=2060160 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.323+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~MPIRZQX32220.0 size=1048576 2023-01-15T14:32:10.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.323+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~MPIRZQX32220.1 size=1048546 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.325+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=MPIRZQX32220 tag=VWQUMGPJVVYB type=write size=3145698 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.326+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=CUB3GX7VVBEY type=del size=47049 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.328+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=ZTQUVHKE30D4 type=del size=2847912 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.329+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=F5IO6GAP27N3 type=del size=3214730 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.330+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~27OD0STC7NTT.0 size=1048576 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.331+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~27OD0STC7NTT.1 size=190397 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.332+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=27OD0STC7NTT tag=JIDKEMOK8XDM type=write size=2287549 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.333+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=ZZZK130UMV90 type=del size=2461016 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.336+0000 7fdaec8da900 1 < suggested remove operation key=G9T4HJN7GQTL tag=DVWZAYCOVT3Q type=del 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.337+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=PZ2SUCQ28WNE type=write size=25469 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.338+0000 7fdaec8da900 -1 < failed to complete operation key=G9T4HJN7GQTL tag=S5HN9V4KXZ56 type=del size=3735269: (22) Invalid argument 2023-01-15T14:32:10.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.339+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=A5SOTEJY3Q3T type=del size=3562604 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.340+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=YJW9VASKH9CK type=del 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.341+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.0 size=1048576 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.342+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.1 size=1048576 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.343+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.2 size=574943 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.343+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=KXLQF28RS5I5 tag=H8JGH2BC38W6 type=write size=3720671 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.344+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=SS3XWQE8273X type=del 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.345+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=2WEAFRJ9M370 type=del size=2573794 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.346+0000 7fdaec8da900 -1 < failed to complete operation key=BO4MJ09E0EIP tag=FTT6T1IODU1R type=write size=946741: (22) Invalid argument 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.347+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=ZFZQJSBSQ1OJ type=del size=2594665 2023-01-15T14:32:10.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.348+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=CXZECUC6A869 type=del 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.349+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=OZ1CEA8YABKF type=write size=781411 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.349+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.0 size=1048576 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.350+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.1 size=1048576 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.351+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~2N2UPTQMO0OU.2 size=241364 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.353+0000 7fdaec8da900 1 < canceled multipart upload key=VSP8G1HF1DQC upload=2N2UPTQMO0OU tag=QHAI85HSC39R type=write size=3387092 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.354+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=UO2PCVGA9Z9M type=del size=3270381 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.356+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=3SKD592JWZOJ type=write size=761770 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.357+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=9AQK9D374443 type=del size=4071177 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.358+0000 7fdaec8da900 1 < completed write operation key=LXIMPGLQCBOQ tag=MZPRSH92T1H2 type=write size=220037 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.359+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=HU6PL2PGHA97 type=write size=213341 2023-01-15T14:32:10.101 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.361+0000 7fdaec8da900 1 < suggested remove operation key=47ILP77YUAQV tag=JZMEIIJEKCHQ type=write 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.363+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~9NHWZEX8FLPT.0 size=137260 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.363+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=9NHWZEX8FLPT tag=CEVGV3GE11LU type=write size=1185836 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.364+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.0 size=1048576 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.366+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.1 size=1048576 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.367+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~G0B564CMZZ09.2 size=203447 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.370+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=G0B564CMZZ09 tag=N7KHQYD305FP type=write size=3349175 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.371+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=US4GVL5EQTSK type=del size=1491753 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.372+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=60QWFHPN2L32 type=del 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.373+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=EBMIQDGFPON4 type=del size=711119 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.374+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~BR6LF7DO03EE.0 size=1011584 2023-01-15T14:32:10.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.376+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=BR6LF7DO03EE tag=ZVTOX4TB150G type=write size=2060160 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.377+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=NQLAFQLKOIWZ type=del size=2480933 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.378+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=CUB3GX7VVBEY type=del 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.379+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=NDZT19MHBKL1 type=del size=3514797 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.381+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=F5IO6GAP27N3 type=del 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.382+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=ZT5BMWA02NKV type=write size=117399 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.383+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=ZZZK130UMV90 type=del 2023-01-15T14:32:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.385+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=KGQXOVSO3CR5 type=del size=3172172 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.386+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=PZ2SUCQ28WNE type=write size=25469 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.386+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=ATDH27J8IZKE type=del size=2823259 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.387+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=A5SOTEJY3Q3T type=del 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.388+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=CU7OJPZUW7D7 type=del size=3710423 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.389+0000 7fdaec8da900 1 < canceled part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.0 size=1048576 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.389+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.1 size=1048576 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.390+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~KXLQF28RS5I5.2 size=574943 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.392+0000 7fdaec8da900 1 < canceled multipart upload key=4OJDVN4FGZEW upload=KXLQF28RS5I5 tag=H8JGH2BC38W6 type=write size=3720671 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.393+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=1XMLT8CT7XEV type=del size=1820829 2023-01-15T14:32:10.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.394+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=2WEAFRJ9M370 type=del 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.395+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=K1W89E34CZ19 type=del size=2970014 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.396+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=ZFZQJSBSQ1OJ type=del 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.397+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=PM0TV4D2W97W type=write size=865264 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.398+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=OZ1CEA8YABKF type=write size=781411 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.399+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=C1D9W14N7R0W type=del size=1141095 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.400+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=UO2PCVGA9Z9M type=del 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.401+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=JY7JXK2LADJL type=del size=2104014 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.402+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=9AQK9D374443 type=del 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.403+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=W0KF81CF682Z type=del size=705042 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.405+0000 7fdaec8da900 1 < completed write operation key=773H2LTSO1KA tag=HU6PL2PGHA97 type=write size=213341 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.406+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=LFDMG0XCI8N4 type=del size=3306244 2023-01-15T14:32:10.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.407+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~9NHWZEX8FLPT.0 size=137260 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.409+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=9NHWZEX8FLPT tag=CEVGV3GE11LU type=write size=1185836 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.410+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=P3ZFOCSOYQOQ type=del size=2593691 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.411+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=US4GVL5EQTSK type=del 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.412+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=SCJY9T3MUET1 type=del size=1769998 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.413+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=EBMIQDGFPON4 type=del 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.415+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~GBAA3GJA6K79.0 size=1048576 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.415+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~GBAA3GJA6K79.1 size=261968 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.415+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=GBAA3GJA6K79 tag=3DX51R0W5G5C type=write size=2359120 2023-01-15T14:32:10.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.417+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=NQLAFQLKOIWZ type=del 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.419+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.0 size=1048576 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.419+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.1 size=1048576 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.420+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.2 size=780532 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.420+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=H7T0Z6RYZH09 tag=O1X3FJXZT1MJ type=write size=3926260 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.422+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=NDZT19MHBKL1 type=del size=3514797 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.423+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=TGPWBIM1F17O type=write size=150401 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.424+0000 7fdaec8da900 1 < completed write operation key=3EP0B2IP303P tag=ZT5BMWA02NKV type=write size=117399 2023-01-15T14:32:10.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.426+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~UOB9G4E66SGC.0 size=1048576 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.426+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~UOB9G4E66SGC.1 size=971713 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.426+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=UOB9G4E66SGC tag=33U5AZGP7CSX type=write size=3068865 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.428+0000 7fdaec8da900 1 < suggested remove operation key=3EP0B2IP303P tag=KGQXOVSO3CR5 type=del 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.429+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=VM2I50UXTE6D type=del size=1030087 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.430+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=ATDH27J8IZKE type=del 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.431+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=G0HDP7V3C3K0 type=del size=2749225 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.432+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=CU7OJPZUW7D7 type=del 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.434+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~UFL46DSR3NOT.0 size=170691 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.434+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=UFL46DSR3NOT tag=3923XJ0SC6U3 type=write size=1219267 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.436+0000 7fdaec8da900 1 < suggested update operation key=2SQS45BAENXL tag=1XMLT8CT7XEV type=del size=1820829 2023-01-15T14:32:10.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.437+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=IG48AFRFRMSC type=del size=1075997 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.438+0000 7fdaec8da900 1 < suggested remove operation key=BO4MJ09E0EIP tag=K1W89E34CZ19 type=del 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.439+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=C6VGZQUBYIGJ type=del size=1506269 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.440+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=PM0TV4D2W97W type=write size=865264 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.441+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=SJS20VKXEVWU type=del size=902555 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.442+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=C1D9W14N7R0W type=del 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.443+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=MQ6G0FKOW6L3 type=del size=3937306 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.444+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=JY7JXK2LADJL type=del 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.446+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~LYWUY0TEC0FN.0 size=336067 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.446+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=LYWUY0TEC0FN tag=RU3RACHU06JU type=write size=1384643 2023-01-15T14:32:10.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.447+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=W0KF81CF682Z type=del 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.449+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~YEKAAR1DJ1E4.0 size=1048576 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.450+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~YEKAAR1DJ1E4.1 size=373986 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.450+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=YEKAAR1DJ1E4 tag=NTDO8B6UQR8P type=write size=2471138 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.451+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=LFDMG0XCI8N4 type=del 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.452+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~1UU32IC79LQS.0 size=628229 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.452+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=1UU32IC79LQS tag=QB1C17EP0EV3 type=write size=1676805 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.453+0000 7fdaec8da900 -1 < failed to complete operation key=2X6MH49TOHKD tag=P3ZFOCSOYQOQ type=del size=2593691: (22) Invalid argument 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.454+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=PKGFHE8EI2XL type=del size=3388763 2023-01-15T14:32:10.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.455+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=SCJY9T3MUET1 type=del 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.456+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=AKSOSKVPAWSE type=del size=417204 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.457+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~GBAA3GJA6K79.0 size=1048576 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.458+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~GBAA3GJA6K79.1 size=261968 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.459+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=GBAA3GJA6K79 tag=3DX51R0W5G5C type=write size=2359120 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.461+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~XKBRZRIB0F7K.0 size=1048576 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.462+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~XKBRZRIB0F7K.1 size=761682 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.462+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=XKBRZRIB0F7K tag=L2FLPBUIE61D type=write size=2858834 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.463+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.0 size=1048576 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.464+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.1 size=1048576 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.464+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~H7T0Z6RYZH09.2 size=780532 2023-01-15T14:32:10.282 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.466+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=H7T0Z6RYZH09 tag=O1X3FJXZT1MJ type=write size=3926260 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.467+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=BB0QVVAKX0G0 type=del size=4153194 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.468+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=TGPWBIM1F17O type=write size=150401 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.469+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=MQJT157O0XNZ type=del size=3194840 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.469+0000 7fdaec8da900 1 < canceled part key=_multipart_INDYOQRZON6B.2~UOB9G4E66SGC.0 size=1048576 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.470+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~UOB9G4E66SGC.1 size=971713 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.471+0000 7fdaec8da900 1 < canceled multipart upload key=INDYOQRZON6B upload=UOB9G4E66SGC tag=33U5AZGP7CSX type=write size=3068865 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.472+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=61DAC8X25TTC type=del size=1514479 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.473+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=VM2I50UXTE6D type=del 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.474+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=4PY24N9Y0RII type=del size=1422608 2023-01-15T14:32:10.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.476+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=G0HDP7V3C3K0 type=del 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.477+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=MIAMX5Q5HXT7 type=write size=555249 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.478+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~UFL46DSR3NOT.0 size=170691 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.479+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=UFL46DSR3NOT tag=3923XJ0SC6U3 type=write size=1219267 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.481+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~G2F1SD33JNQW.0 size=299336 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.481+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=G2F1SD33JNQW tag=2DLXJ2PW59N8 type=write size=1347912 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.482+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=IG48AFRFRMSC type=del 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.483+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=LB50MAI4V205 type=del size=2069731 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.483+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=C6VGZQUBYIGJ type=del 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.484+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=7D6E1DUCVUG6 type=del size=1783410 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.485+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=SJS20VKXEVWU type=del 2023-01-15T14:32:10.284 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.486+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=NMUBXNEZQJLR type=del size=1927486 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.487+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=MQ6G0FKOW6L3 type=del 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.488+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=5B6ZXJCFRTC9 type=del size=1328532 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.489+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~LYWUY0TEC0FN.0 size=336067 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.491+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=LYWUY0TEC0FN tag=RU3RACHU06JU type=write size=1384643 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.492+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=M6LAFEHHOLXZ type=write size=1023999 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.492+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~YEKAAR1DJ1E4.0 size=1048576 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.493+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~YEKAAR1DJ1E4.1 size=373986 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.495+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=YEKAAR1DJ1E4 tag=NTDO8B6UQR8P type=write size=2471138 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.497+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~CMTGLIA83OKU.0 size=389163 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.497+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=CMTGLIA83OKU tag=NUJW1AUBMRSA type=write size=1437739 2023-01-15T14:32:10.285 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.498+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~1UU32IC79LQS.0 size=628229 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.500+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=1UU32IC79LQS tag=QB1C17EP0EV3 type=write size=1676805 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.501+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=W5B5CCCBKBIZ type=del size=2799042 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.503+0000 7fdaec8da900 1 < suggested update operation key=ECD42SKKPV50 tag=PKGFHE8EI2XL type=del size=3388763 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.505+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.0 size=1048576 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.505+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.1 size=1048576 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.506+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.2 size=724734 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.506+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=RK08UXS7KR7B tag=2SO3SOBQ8G71 type=write size=3870462 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.507+0000 7fdaec8da900 1 < canceled operation key=CVVOPB1T7YQJ tag=AKSOSKVPAWSE type=del size=417204 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.509+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~UG67OLWI25YS.0 size=1048576 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.510+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~UG67OLWI25YS.1 size=709544 2023-01-15T14:32:10.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.510+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=UG67OLWI25YS tag=OW2IQC4MYQ6T type=write size=2806696 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.511+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~XKBRZRIB0F7K.0 size=1048576 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.511+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~XKBRZRIB0F7K.1 size=761682 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.513+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=XKBRZRIB0F7K tag=L2FLPBUIE61D type=write size=2858834 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.514+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=M3I9HTISP0I6 type=del size=3667347 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.515+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=BB0QVVAKX0G0 type=del 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.518+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~5TJLO1A162TO.0 size=1048576 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.518+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~5TJLO1A162TO.1 size=31543 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.518+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=5TJLO1A162TO tag=05WCM9BWOAYS type=write size=2128695 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.521+0000 7fdaec8da900 1 < suggested remove operation key=CVVOPB1T7YQJ tag=MQJT157O0XNZ type=del 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.522+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=2EADCB640IYT type=write size=413133 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.524+0000 7fdaec8da900 1 < suggested remove operation key=97CDDG6TK1ET tag=61DAC8X25TTC type=del 2023-01-15T14:32:10.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.526+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.0 size=1048576 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.527+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.1 size=1048576 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.527+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.2 size=453719 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.527+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=L1QJWG9PFPAE tag=A1EHC1DIT3Z8 type=write size=3599447 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.529+0000 7fdaec8da900 1 < suggested update operation key=0R1JVOXUO1DC tag=4PY24N9Y0RII type=del size=1422608 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.531+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=GFSW3MZW8S4N type=del size=4074269 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.533+0000 7fdaec8da900 1 < suggested update operation key=EHYD3P30HI2Z tag=MIAMX5Q5HXT7 type=write size=555249 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.535+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.0 size=1048576 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.535+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.1 size=1048576 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.536+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.2 size=855693 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.536+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=BCD42EAPLJN2 tag=J4KUZ8HM7XM6 type=write size=4001421 2023-01-15T14:32:10.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.537+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~G2F1SD33JNQW.0 size=299336 2023-01-15T14:32:10.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.539+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=G2F1SD33JNQW tag=2DLXJ2PW59N8 type=write size=1347912 2023-01-15T14:32:10.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.540+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=MMH0HM9P326O type=del size=1773532 2023-01-15T14:32:10.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.541+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=LB50MAI4V205 type=del 2023-01-15T14:32:10.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.543+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=54GJFY1573DA type=del size=61938 2023-01-15T14:32:10.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.544+0000 7fdaec8da900 -1 < failed to complete operation key=0R1JVOXUO1DC tag=7D6E1DUCVUG6 type=del size=1783410: (22) Invalid argument 2023-01-15T14:32:10.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.545+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=KWC9HS23NA1Q type=del size=1292262 2023-01-15T14:32:10.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.547+0000 7fdaec8da900 1 < suggested update operation key=ECD42SKKPV50 tag=NMUBXNEZQJLR type=del size=1927486 2023-01-15T14:32:10.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.549+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.0 size=1048576 2023-01-15T14:32:10.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.550+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.1 size=1048576 2023-01-15T14:32:10.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.551+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.2 size=359372 2023-01-15T14:32:10.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.551+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=7NMC1OHAF0HN tag=IIKBZ3KDIW9Y type=write size=3505100 2023-01-15T14:32:10.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.552+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=5B6ZXJCFRTC9 type=del 2023-01-15T14:32:10.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.553+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=26PZXE7KX0K8 type=del size=697920 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.556+0000 7fdaec8da900 1 < suggested update operation key=4OJDVN4FGZEW tag=M6LAFEHHOLXZ type=write size=1023999 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.557+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=NU1UED491ARR type=del size=2911869 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.558+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~CMTGLIA83OKU.0 size=389163 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.560+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=CMTGLIA83OKU tag=NUJW1AUBMRSA type=write size=1437739 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.561+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=Z21PKCL4JVIH type=write size=467181 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.562+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=W5B5CCCBKBIZ type=del 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.567+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~GDMSQF6MFY9S.0 size=402786 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.567+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=GDMSQF6MFY9S tag=N9NZYHOC2TPT type=write size=1451362 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.568+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.0 size=1048576 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.568+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.1 size=1048576 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.569+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RK08UXS7KR7B.2 size=724734 2023-01-15T14:32:10.642 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.571+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=RK08UXS7KR7B tag=2SO3SOBQ8G71 type=write size=3870462 2023-01-15T14:32:10.643 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.572+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=9PLWCV5TVT3Q type=del size=1250346 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.573+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~UG67OLWI25YS.0 size=1048576 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.573+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~UG67OLWI25YS.1 size=709544 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.576+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=UG67OLWI25YS tag=OW2IQC4MYQ6T type=write size=2806696 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.577+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=CF34DBOODFKZ type=write size=15705 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.578+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=M3I9HTISP0I6 type=del 2023-01-15T14:32:10.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.579+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.0 size=1048576 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.580+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.1 size=1048576 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.581+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.2 size=518485 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.581+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=LF6GLMZ36YEQ tag=S49F8QJUHK7V type=write size=3664213 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.582+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~5TJLO1A162TO.0 size=1048576 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.583+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~5TJLO1A162TO.1 size=31543 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.584+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=5TJLO1A162TO tag=05WCM9BWOAYS type=write size=2128695 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.585+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=HU2DLL24EUJA type=del size=815455 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.587+0000 7fdaec8da900 1 < suggested remove operation key=LXIMPGLQCBOQ tag=2EADCB640IYT type=write 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.589+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.0 size=1048576 2023-01-15T14:32:10.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.590+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.1 size=1048576 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.591+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.2 size=486542 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.591+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=0KX5QFN1DJE1 tag=RL2DCIRU0OZO type=write size=3632270 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.592+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.0 size=1048576 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.593+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.1 size=1048576 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.594+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~L1QJWG9PFPAE.2 size=453719 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.595+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=L1QJWG9PFPAE tag=A1EHC1DIT3Z8 type=write size=3599447 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.597+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.0 size=1048576 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.598+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.1 size=1048576 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.599+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.2 size=347636 2023-01-15T14:32:10.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.599+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=61IZVGKBQUTS tag=8NMHV1WUMA2R type=write size=3493364 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.600+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=GFSW3MZW8S4N type=del 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.602+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~7O5YG7DXEPKC.0 size=1048576 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.602+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~7O5YG7DXEPKC.1 size=880247 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.602+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=7O5YG7DXEPKC tag=8ZL0E6CPFO8E type=write size=2977399 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.603+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.0 size=1048576 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.604+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.1 size=1048576 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.605+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~BCD42EAPLJN2.2 size=855693 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.607+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=BCD42EAPLJN2 tag=J4KUZ8HM7XM6 type=write size=4001421 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.609+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~Y20XPWB7HBDN.0 size=1048576 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.609+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~Y20XPWB7HBDN.1 size=923843 2023-01-15T14:32:10.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.609+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=Y20XPWB7HBDN tag=6ZWEAQXEG33D type=write size=3020995 2023-01-15T14:32:10.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.611+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=MMH0HM9P326O type=del 2023-01-15T14:32:10.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.612+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=Q7BCRPB1MORL type=del size=402690 2023-01-15T14:32:10.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.613+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=54GJFY1573DA type=del 2023-01-15T14:32:10.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.614+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=PU6K33FCN3PZ type=del size=600022 2023-01-15T14:32:10.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.615+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=KWC9HS23NA1Q type=del 2023-01-15T14:32:10.651 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.616+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=3JU0U5W3VT2C type=del size=3716537 2023-01-15T14:32:10.651 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.617+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.0 size=1048576 2023-01-15T14:32:10.651 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.618+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.1 size=1048576 2023-01-15T14:32:10.651 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.618+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~7NMC1OHAF0HN.2 size=359372 2023-01-15T14:32:10.651 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.620+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=7NMC1OHAF0HN tag=IIKBZ3KDIW9Y type=write size=3505100 2023-01-15T14:32:10.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.622+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~3DN43QQU823Y.0 size=817310 2023-01-15T14:32:10.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.622+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=3DN43QQU823Y tag=T3BVDJT5OEWN type=write size=1865886 2023-01-15T14:32:10.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.623+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=LXIMPGLQCBOQ tag=26PZXE7KX0K8 type=del size=697920: (2) No such file or directory 2023-01-15T14:32:10.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.624+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=PITAKIU3U2X1 type=write size=529411 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.626+0000 7fdaec8da900 1 < suggested remove operation key=97CDDG6TK1ET tag=NU1UED491ARR type=del 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.627+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=DCQA4GU18OET type=del size=1690511 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.628+0000 7fdaec8da900 1 < completed write operation key=0W740L2QFEGP tag=Z21PKCL4JVIH type=write size=467181 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.629+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=O25IWOWZURQK type=del size=3026279 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.630+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~GDMSQF6MFY9S.0 size=402786 2023-01-15T14:32:10.653 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.631+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=GDMSQF6MFY9S tag=N9NZYHOC2TPT type=write size=1451362 2023-01-15T14:32:10.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.632+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=V635NTJVRNFF type=del size=1392288 2023-01-15T14:32:10.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.634+0000 7fdaec8da900 1 < suggested update operation key=3G52F5Y8FGIG tag=9PLWCV5TVT3Q type=del size=1250346 2023-01-15T14:32:10.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.636+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=3FF9BQ7Z81J4 type=del size=3245536 2023-01-15T14:32:10.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.637+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=CF34DBOODFKZ type=write size=15705 2023-01-15T14:32:10.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.638+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=47GD78N5NM04 type=del size=3352816 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.639+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.0 size=1048576 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.639+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.1 size=1048576 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.640+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~LF6GLMZ36YEQ.2 size=518485 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.642+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=LF6GLMZ36YEQ tag=S49F8QJUHK7V type=write size=3664213 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.644+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~CB914FXZAPFJ.0 size=1048576 2023-01-15T14:32:10.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.645+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~CB914FXZAPFJ.1 size=585636 2023-01-15T14:32:10.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.645+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=CB914FXZAPFJ tag=3XGDP8SH092M type=write size=2682788 2023-01-15T14:32:10.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.647+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=HU2DLL24EUJA type=del 2023-01-15T14:32:10.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.648+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~1QOPM424MGE8.0 size=675160 2023-01-15T14:32:10.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.648+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=1QOPM424MGE8 tag=LXDU14G7H4ZV type=write size=1723736 2023-01-15T14:32:10.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.650+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.0 size=1048576 2023-01-15T14:32:10.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.651+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.1 size=1048576 2023-01-15T14:32:10.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.651+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~0KX5QFN1DJE1.2 size=486542 2023-01-15T14:32:10.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.653+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=0KX5QFN1DJE1 tag=RL2DCIRU0OZO type=write size=3632270 2023-01-15T14:32:10.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.654+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=I0WO9VDRVCF5 type=write size=687333 2023-01-15T14:32:10.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.655+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.0 size=1048576 2023-01-15T14:32:10.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.656+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.1 size=1048576 2023-01-15T14:32:10.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.657+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~61IZVGKBQUTS.2 size=347636 2023-01-15T14:32:10.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.659+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=61IZVGKBQUTS tag=8NMHV1WUMA2R type=write size=3493364 2023-01-15T14:32:10.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.660+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=R35X9DQMVLOU type=del size=3855793 2023-01-15T14:32:10.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.661+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~7O5YG7DXEPKC.0 size=1048576 2023-01-15T14:32:10.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.662+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~7O5YG7DXEPKC.1 size=880247 2023-01-15T14:32:10.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.663+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=7O5YG7DXEPKC tag=8ZL0E6CPFO8E type=write size=2977399 2023-01-15T14:32:10.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.664+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=Q4DL8HVZ1OVO type=del size=3307498 2023-01-15T14:32:10.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.666+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~Y20XPWB7HBDN.0 size=1048576 2023-01-15T14:32:10.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.666+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~Y20XPWB7HBDN.1 size=923843 2023-01-15T14:32:10.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.668+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=Y20XPWB7HBDN tag=6ZWEAQXEG33D type=write size=3020995 2023-01-15T14:32:10.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.669+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=O0D6JV32Q0B1 type=del size=1154972 2023-01-15T14:32:10.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.670+0000 7fdaec8da900 1 < canceled operation key=47ILP77YUAQV tag=Q7BCRPB1MORL type=del size=402690 2023-01-15T14:32:10.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.672+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~5YIIGLIT0JOK.0 size=1011031 2023-01-15T14:32:10.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.672+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=5YIIGLIT0JOK tag=ZCXWNXE27C22 type=write size=2059607 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.673+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=PU6K33FCN3PZ type=del 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.674+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=VRUYVZLJG5FW type=del size=3376014 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.676+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=3JU0U5W3VT2C type=del 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.677+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=0LDAA8FCXKDL type=del size=3014970 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.678+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~3DN43QQU823Y.0 size=817310 2023-01-15T14:32:10.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.679+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=3DN43QQU823Y tag=T3BVDJT5OEWN type=write size=1865886 2023-01-15T14:32:10.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.680+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=VN1MFHDIE655 type=write size=514430 2023-01-15T14:32:10.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.682+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=PITAKIU3U2X1 type=write size=529411 2023-01-15T14:32:10.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.683+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=AYE264LCK5OL type=write size=894075 2023-01-15T14:32:10.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.684+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=DCQA4GU18OET type=del 2023-01-15T14:32:10.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.685+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=GWOXLWEZ7WL8 type=del size=3940321 2023-01-15T14:32:10.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.686+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=O25IWOWZURQK type=del 2023-01-15T14:32:10.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.687+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=YB7DTK8C3PLE type=del size=422528 2023-01-15T14:32:10.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.688+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=V635NTJVRNFF type=del 2023-01-15T14:32:10.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.689+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=2CFMZJBLZA4D type=del size=3208388 2023-01-15T14:32:10.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.691+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=3FF9BQ7Z81J4 type=del 2023-01-15T14:32:10.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.692+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=RC3GC7O2MKGH type=del size=628559 2023-01-15T14:32:10.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.693+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=47GD78N5NM04 type=del 2023-01-15T14:32:10.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.694+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=P9TD166BA4SL type=del size=1318839 2023-01-15T14:32:10.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.695+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~CB914FXZAPFJ.0 size=1048576 2023-01-15T14:32:10.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.696+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~CB914FXZAPFJ.1 size=585636 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.697+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=CB914FXZAPFJ tag=3XGDP8SH092M type=write size=2682788 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.699+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.0 size=1048576 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.700+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.1 size=1048576 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.701+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.2 size=36912 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.701+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=8NFRAOQ27PHN tag=CMFFWMACX93T type=write size=3182640 2023-01-15T14:32:10.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.702+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~1QOPM424MGE8.0 size=675160 2023-01-15T14:32:10.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.704+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=1QOPM424MGE8 tag=LXDU14G7H4ZV type=write size=1723736 2023-01-15T14:32:10.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.705+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=XZYJDB4D89MW type=del size=382731 2023-01-15T14:32:10.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.706+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=I0WO9VDRVCF5 type=write size=687333 2023-01-15T14:32:10.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.707+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~BKINHQ0CO6WL.0 size=98224 2023-01-15T14:32:10.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.707+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=BKINHQ0CO6WL tag=8C7GH2KPACKU type=write size=1146800 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.709+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=R35X9DQMVLOU type=del 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.710+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=6TRDII286EXP type=del size=809843 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.711+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=Q4DL8HVZ1OVO type=del 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.712+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~6BUP3P733PL1.0 size=220979 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.712+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=6BUP3P733PL1 tag=NZDOKITUZILZ type=write size=1269555 2023-01-15T14:32:10.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.714+0000 7fdaec8da900 1 < suggested remove operation key=EHYD3P30HI2Z tag=O0D6JV32Q0B1 type=del 2023-01-15T14:32:10.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.716+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=I7HABV9T93HW type=del size=372481 2023-01-15T14:32:10.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.717+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~5YIIGLIT0JOK.0 size=1011031 2023-01-15T14:32:10.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.718+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=5YIIGLIT0JOK tag=ZCXWNXE27C22 type=write size=2059607 2023-01-15T14:32:10.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.720+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~OWEIRPV900UV.0 size=955640 2023-01-15T14:32:10.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.720+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=OWEIRPV900UV tag=P90HJYFB0GNX type=write size=2004216 2023-01-15T14:32:10.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.721+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=VRUYVZLJG5FW type=del 2023-01-15T14:32:10.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.723+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~QYY4NKXYHL3O.0 size=906278 2023-01-15T14:32:10.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.723+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=QYY4NKXYHL3O tag=MKMTM4H6HMTN type=write size=1954854 2023-01-15T14:32:10.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.724+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=0LDAA8FCXKDL type=del 2023-01-15T14:32:10.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.725+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=8ECTVVUO4OCM type=write size=714906 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.727+0000 7fdaec8da900 1 < suggested update operation key=JZWBPYF4N7U9 tag=VN1MFHDIE655 type=write size=514430 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.728+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=W0HP8KKVH3TH type=del size=1622175 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.729+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=AYE264LCK5OL type=write size=894075 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.731+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.0 size=1048576 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.732+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.1 size=1048576 2023-01-15T14:32:10.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.733+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.2 size=592230 2023-01-15T14:32:10.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.733+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=9WNN4UEPPUDF tag=KNWL9W5T60SO type=write size=3737958 2023-01-15T14:32:10.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.735+0000 7fdaec8da900 1 < suggested update operation key=4OJDVN4FGZEW tag=GWOXLWEZ7WL8 type=del size=3940321 2023-01-15T14:32:10.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.736+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=M1090B8IKDNJ type=write size=994849 2023-01-15T14:32:10.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.737+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=YB7DTK8C3PLE type=del 2023-01-15T14:32:10.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.738+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=LP2NA4RIKX0B type=del size=3451445 2023-01-15T14:32:10.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.740+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=2CFMZJBLZA4D type=del 2023-01-15T14:32:10.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.741+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~MH5L7J7U93EM.0 size=1048576 2023-01-15T14:32:10.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.742+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~MH5L7J7U93EM.1 size=901511 2023-01-15T14:32:10.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.742+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=MH5L7J7U93EM tag=5NEOUA36LVV1 type=write size=2998663 2023-01-15T14:32:10.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.743+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=RC3GC7O2MKGH type=del 2023-01-15T14:32:10.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.745+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~1X0NT5BD66RJ.0 size=982316 2023-01-15T14:32:10.837 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.745+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=1X0NT5BD66RJ tag=TTI5K2TEAWDN type=write size=2030892 2023-01-15T14:32:10.837 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.746+0000 7fdaec8da900 1 < canceled operation key=H2PMBP8XVIY2 tag=P9TD166BA4SL type=del size=1318839 2023-01-15T14:32:10.837 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.747+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=6BPKD1N547P9 type=del size=3702698 2023-01-15T14:32:10.837 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.748+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.0 size=1048576 2023-01-15T14:32:10.837 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.749+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.1 size=1048576 2023-01-15T14:32:10.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.749+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~8NFRAOQ27PHN.2 size=36912 2023-01-15T14:32:10.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.752+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=8NFRAOQ27PHN tag=CMFFWMACX93T type=write size=3182640 2023-01-15T14:32:10.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.753+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.0 size=1048576 2023-01-15T14:32:10.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.754+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.1 size=1048576 2023-01-15T14:32:10.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.755+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.2 size=359406 2023-01-15T14:32:10.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.755+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=BJJO47U4Y81X tag=GCUASA0HVO28 type=write size=3505134 2023-01-15T14:32:10.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.756+0000 7fdaec8da900 -1 < failed to complete operation key=4OJDVN4FGZEW tag=XZYJDB4D89MW type=del size=382731: (22) Invalid argument 2023-01-15T14:32:10.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.758+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~0H5L427B1IIK.0 size=659845 2023-01-15T14:32:10.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.758+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=0H5L427B1IIK tag=WFV6ETLEKLMG type=write size=1708421 2023-01-15T14:32:10.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.759+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~BKINHQ0CO6WL.0 size=98224 2023-01-15T14:32:10.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.761+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=BKINHQ0CO6WL tag=8C7GH2KPACKU type=write size=1146800 2023-01-15T14:32:10.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.762+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=TYSV7SBBZLSF type=del size=2336073 2023-01-15T14:32:10.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.763+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=6TRDII286EXP type=del 2023-01-15T14:32:10.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.765+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~YPV6WT27B3UV.0 size=1048576 2023-01-15T14:32:10.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.766+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~YPV6WT27B3UV.1 size=45312 2023-01-15T14:32:10.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.766+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=YPV6WT27B3UV tag=YXX7PD3159QO type=write size=2142464 2023-01-15T14:32:10.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.767+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~6BUP3P733PL1.0 size=220979 2023-01-15T14:32:10.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.768+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=6BUP3P733PL1 tag=NZDOKITUZILZ type=write size=1269555 2023-01-15T14:32:10.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.769+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=40Q46FV9KKIP type=del size=1127348 2023-01-15T14:32:10.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.770+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=I7HABV9T93HW type=del 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.772+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~SIFDQL42QGQE.0 size=1048576 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.773+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~SIFDQL42QGQE.1 size=943740 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.773+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=SIFDQL42QGQE tag=857LT8K7VJVD type=write size=3040892 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.774+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~OWEIRPV900UV.0 size=955640 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.776+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=OWEIRPV900UV tag=P90HJYFB0GNX type=write size=2004216 2023-01-15T14:32:10.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.777+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=7SK5FZBN63J1 type=write size=103530 2023-01-15T14:32:10.843 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.777+0000 7fdaec8da900 1 < canceled part key=_multipart_0W740L2QFEGP.2~QYY4NKXYHL3O.0 size=906278 2023-01-15T14:32:10.843 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.778+0000 7fdaec8da900 1 < canceled multipart upload key=0W740L2QFEGP upload=QYY4NKXYHL3O tag=MKMTM4H6HMTN type=write size=1954854 2023-01-15T14:32:10.843 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.779+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=FMKRY3VBPWUY type=del size=3756776 2023-01-15T14:32:10.843 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.780+0000 7fdaec8da900 1 < completed write operation key=2SQS45BAENXL tag=8ECTVVUO4OCM type=write size=714906 2023-01-15T14:32:10.843 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.782+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~RXM33CB8379X.0 size=576799 2023-01-15T14:32:10.844 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.782+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=RXM33CB8379X tag=QWQ5S5N65YIW type=write size=1625375 2023-01-15T14:32:10.844 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.783+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=W0HP8KKVH3TH type=del 2023-01-15T14:32:10.844 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.785+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~QT64WZH0RP8W.0 size=1035077 2023-01-15T14:32:10.844 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.785+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=QT64WZH0RP8W tag=KN0HE3RXXVB5 type=write size=2083653 2023-01-15T14:32:10.844 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.785+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.0 size=1048576 2023-01-15T14:32:10.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.786+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.1 size=1048576 2023-01-15T14:32:10.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.787+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~9WNN4UEPPUDF.2 size=592230 2023-01-15T14:32:10.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.789+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=9WNN4UEPPUDF tag=KNWL9W5T60SO type=write size=3737958 2023-01-15T14:32:10.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.790+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=SHXL5D49GTB3 type=del size=1531810 2023-01-15T14:32:10.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.792+0000 7fdaec8da900 1 < suggested update operation key=2SQS45BAENXL tag=M1090B8IKDNJ type=write size=994849 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.793+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=WLQPRJWKGC8L type=del size=1823497 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.794+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=LP2NA4RIKX0B type=del 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.795+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=K1U88J0OGPWF type=del size=1590031 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.796+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~MH5L7J7U93EM.0 size=1048576 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.796+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~MH5L7J7U93EM.1 size=901511 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.798+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=MH5L7J7U93EM tag=5NEOUA36LVV1 type=write size=2998663 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.799+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=RTO3CSE3MRXN type=write size=390487 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.800+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~1X0NT5BD66RJ.0 size=982316 2023-01-15T14:32:10.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.802+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=1X0NT5BD66RJ tag=TTI5K2TEAWDN type=write size=2030892 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.803+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=18NGZDBDZKRJ type=write size=15705 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.804+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=6BPKD1N547P9 type=del 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.805+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=V3OV2A1V5MI2 type=del size=3068906 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.806+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.0 size=1048576 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.807+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.1 size=1048576 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.807+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~BJJO47U4Y81X.2 size=359406 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.809+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=BJJO47U4Y81X tag=GCUASA0HVO28 type=write size=3505134 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.810+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=RAXMM2RG4LUL type=del size=3739315 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.811+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~0H5L427B1IIK.0 size=659845 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.813+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=0H5L427B1IIK tag=WFV6ETLEKLMG type=write size=1708421 2023-01-15T14:32:10.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.814+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~XZD998PZZ5GL.0 size=82250 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.814+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=XZD998PZZ5GL tag=JLRD7H0XUUFW type=write size=1130826 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.815+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=TYSV7SBBZLSF type=del 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.816+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=9GZAJNXHR410 type=write size=319298 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.817+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~YPV6WT27B3UV.0 size=1048576 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.818+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~YPV6WT27B3UV.1 size=45312 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.820+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=YPV6WT27B3UV tag=YXX7PD3159QO type=write size=2142464 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.821+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=EMQ3M09J0NI8 type=del size=582017 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.822+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=40Q46FV9KKIP type=del 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.823+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=HQHOM3TC1DRF type=del size=3224035 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.824+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~SIFDQL42QGQE.0 size=1048576 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.824+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~SIFDQL42QGQE.1 size=943740 2023-01-15T14:32:10.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.826+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=SIFDQL42QGQE tag=857LT8K7VJVD type=write size=3040892 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.828+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~5PF8AUJIB9MM.0 size=260876 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.828+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=5PF8AUJIB9MM tag=6XFGM2EEPUPA type=write size=1309452 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.829+0000 7fdaec8da900 1 < completed write operation key=47ILP77YUAQV tag=7SK5FZBN63J1 type=write size=103530 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.831+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.0 size=1048576 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.831+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.1 size=1048576 2023-01-15T14:32:10.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.832+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.2 size=700096 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.832+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=ZH6ELPU4NC45 tag=JN9ZYNM2F56Z type=write size=3845824 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.833+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=FMKRY3VBPWUY type=del 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.834+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=J6PLDEDOS46O type=del size=2258253 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.835+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~RXM33CB8379X.0 size=576799 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.837+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=RXM33CB8379X tag=QWQ5S5N65YIW type=write size=1625375 2023-01-15T14:32:10.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.838+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=2Y6L5GIVI75T type=del size=1340828 2023-01-15T14:32:10.853 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.839+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~QT64WZH0RP8W.0 size=1035077 2023-01-15T14:32:10.853 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.841+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=QT64WZH0RP8W tag=KN0HE3RXXVB5 type=write size=2083653 2023-01-15T14:32:10.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.842+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.0 size=1048576 2023-01-15T14:32:10.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.843+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.1 size=1048576 2023-01-15T14:32:10.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.844+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.2 size=42994 2023-01-15T14:32:10.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.844+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=TF3EOTZDL5VA tag=XIFX1IRSLS6Q type=write size=3188722 2023-01-15T14:32:10.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.845+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=SHXL5D49GTB3 type=del 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.847+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~YU9F00VADHW3.0 size=1048576 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.848+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~YU9F00VADHW3.1 size=595533 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.848+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=YU9F00VADHW3 tag=T1XD4DP598XN type=write size=2692685 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.849+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=WLQPRJWKGC8L type=del 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.851+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.0 size=1048576 2023-01-15T14:32:10.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.851+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.1 size=1048576 2023-01-15T14:32:10.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.852+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.2 size=47731 2023-01-15T14:32:10.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.852+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=2WARGM3OKVDB tag=4BPUOKEX69D0 type=write size=3193459 2023-01-15T14:32:10.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.853+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=K1U88J0OGPWF type=del 2023-01-15T14:32:10.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.854+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=8DQGVMX93PKM type=del size=2653994 2023-01-15T14:32:10.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.856+0000 7fdaec8da900 1 < canceled operation key=0R1JVOXUO1DC tag=RTO3CSE3MRXN type=write size=390487 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.857+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=YCDSUFRXQVJG type=del size=1053438 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.858+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=18NGZDBDZKRJ type=write size=15705 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.859+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=0IS4LHHONVLK type=del size=3442482 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.860+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=V3OV2A1V5MI2 type=del 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.861+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=VAD4BB5V4VU5 type=write size=868953 2023-01-15T14:32:10.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.863+0000 7fdaec8da900 1 < suggested update operation key=47ILP77YUAQV tag=RAXMM2RG4LUL type=del size=3739315 2023-01-15T14:32:10.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.864+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=LH94FS8IB5T5 type=del size=78878 2023-01-15T14:32:10.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.865+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~XZD998PZZ5GL.0 size=82250 2023-01-15T14:32:10.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.867+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=XZD998PZZ5GL tag=JLRD7H0XUUFW type=write size=1130826 2023-01-15T14:32:10.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.867+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=U46C6VK6M4AC type=del size=2974421 2023-01-15T14:32:10.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.868+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=9GZAJNXHR410 type=write size=319298 2023-01-15T14:32:10.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.869+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=JRUNI0CH8VY2 type=del size=4181475 2023-01-15T14:32:10.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.871+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=EMQ3M09J0NI8 type=del 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.872+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=F68R30ZPA9WM type=del size=3879304 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.873+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=HQHOM3TC1DRF type=del 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.874+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~2CESIVVVMSWI.0 size=1048576 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.875+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~2CESIVVVMSWI.1 size=944891 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.875+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=2CESIVVVMSWI tag=78KUVO12HML7 type=write size=3042043 2023-01-15T14:32:10.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.876+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~5PF8AUJIB9MM.0 size=260876 2023-01-15T14:32:10.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.877+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=5PF8AUJIB9MM tag=6XFGM2EEPUPA type=write size=1309452 2023-01-15T14:32:10.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.879+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~BXHD1YILLZW6.0 size=544903 2023-01-15T14:32:10.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.879+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=BXHD1YILLZW6 tag=H84DA8TDKZCF type=write size=1593479 2023-01-15T14:32:10.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.880+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.0 size=1048576 2023-01-15T14:32:10.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.881+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.1 size=1048576 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.882+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~ZH6ELPU4NC45.2 size=700096 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.883+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=ZH6ELPU4NC45 tag=JN9ZYNM2F56Z type=write size=3845824 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.885+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~40FFRBYDJ3PK.0 size=1048576 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.886+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~40FFRBYDJ3PK.1 size=701981 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.886+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=40FFRBYDJ3PK tag=XUWS1J3LKEXU type=write size=2799133 2023-01-15T14:32:10.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.887+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=J6PLDEDOS46O type=del 2023-01-15T14:32:10.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.888+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.0 size=1048576 2023-01-15T14:32:10.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.889+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.1 size=1048576 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.890+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.2 size=595429 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.890+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=ZHETF0LVLPID tag=7PYSA66872FP type=write size=3741157 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.891+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=2Y6L5GIVI75T type=del 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.892+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=HUSNP0RN4F4B type=del size=974561 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.893+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.0 size=1048576 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.893+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.1 size=1048576 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.894+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~TF3EOTZDL5VA.2 size=42994 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.896+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=TF3EOTZDL5VA tag=XIFX1IRSLS6Q type=write size=3188722 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.897+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~7JFBGPY3BM9Q.0 size=1048576 2023-01-15T14:32:11.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.898+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~7JFBGPY3BM9Q.1 size=719573 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.898+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=7JFBGPY3BM9Q tag=LKPJ84I5KD2U type=write size=2816725 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.899+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~YU9F00VADHW3.0 size=1048576 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.900+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~YU9F00VADHW3.1 size=595533 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.902+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=YU9F00VADHW3 tag=T1XD4DP598XN type=write size=2692685 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.903+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=GAIIMZKW6EUE type=del size=3476443 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.904+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.0 size=1048576 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.904+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.1 size=1048576 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.905+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~2WARGM3OKVDB.2 size=47731 2023-01-15T14:32:11.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.907+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=2WARGM3OKVDB tag=4BPUOKEX69D0 type=write size=3193459 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.908+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=QECYCP100L87 type=del size=2935402 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.909+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=8DQGVMX93PKM type=del 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.911+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~4AYG2R9QGR64.0 size=848220 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.911+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=4AYG2R9QGR64 tag=2SAMC1ECB8CE type=write size=1896796 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.912+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=YCDSUFRXQVJG type=del 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.913+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=W7EV08XMHGQR type=del size=2992500 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.914+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=0IS4LHHONVLK type=del 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.916+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.0 size=1048576 2023-01-15T14:32:11.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.916+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.1 size=1048576 2023-01-15T14:32:11.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.917+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.2 size=919751 2023-01-15T14:32:11.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.917+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=7B5W4S076MG5 tag=8TCJFEBVB91W type=write size=4065479 2023-01-15T14:32:11.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.918+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=VAD4BB5V4VU5 type=write size=868953 2023-01-15T14:32:11.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.920+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~8J61TRE12MCT.0 size=1048576 2023-01-15T14:32:11.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.920+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~8J61TRE12MCT.1 size=70508 2023-01-15T14:32:11.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.921+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=8J61TRE12MCT tag=PY0XZTH0LV4L type=write size=2167660 2023-01-15T14:32:11.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.922+0000 7fdaec8da900 1 < canceled operation key=WAP1P4O2MB8C tag=LH94FS8IB5T5 type=del size=78878 2023-01-15T14:32:11.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.923+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=7M5CORP2HS2N type=del size=2157380 2023-01-15T14:32:11.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.924+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=U46C6VK6M4AC type=del 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.925+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=32PJTEZXP78E type=write size=861353 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.926+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=JRUNI0CH8VY2 type=del 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.927+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=Y8R7KKU5O8AC type=del size=2364800 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.928+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=F68R30ZPA9WM type=del 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.929+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~U5OEFJ9I4G3V.0 size=791719 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.929+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=U5OEFJ9I4G3V tag=RWXTGVJSXOSB type=write size=1840295 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.931+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~2CESIVVVMSWI.0 size=1048576 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.932+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~2CESIVVVMSWI.1 size=944891 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.933+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=2CESIVVVMSWI tag=78KUVO12HML7 type=write size=3042043 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.935+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.0 size=1048576 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.936+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.1 size=1048576 2023-01-15T14:32:11.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.937+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.2 size=273893 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.937+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=XN4SYFEBJ7F1 tag=SR42HPIC8CPM type=write size=3419621 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.937+0000 7fdaec8da900 1 < canceled part key=_multipart_J9518CIYC7U9.2~BXHD1YILLZW6.0 size=544903 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.939+0000 7fdaec8da900 1 < canceled multipart upload key=J9518CIYC7U9 upload=BXHD1YILLZW6 tag=H84DA8TDKZCF type=write size=1593479 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.941+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~I5GOCZNCQ7TS.0 size=1048576 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.942+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~I5GOCZNCQ7TS.1 size=675774 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.942+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=I5GOCZNCQ7TS tag=52WGWGLTA27O type=write size=2772926 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.943+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~40FFRBYDJ3PK.0 size=1048576 2023-01-15T14:32:11.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.944+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~40FFRBYDJ3PK.1 size=701981 2023-01-15T14:32:11.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.946+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=40FFRBYDJ3PK tag=XUWS1J3LKEXU type=write size=2799133 2023-01-15T14:32:11.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.948+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.0 size=1048576 2023-01-15T14:32:11.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.949+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.1 size=1048576 2023-01-15T14:32:11.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.949+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.2 size=762037 2023-01-15T14:32:11.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.949+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=A2N1HUZ9WIO2 tag=4CFGFE28AC86 type=write size=3907765 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.950+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.0 size=1048576 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.951+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.1 size=1048576 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.952+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~ZHETF0LVLPID.2 size=595429 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.954+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=ZHETF0LVLPID tag=7PYSA66872FP type=write size=3741157 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.955+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=GQS7LAU5CL1W type=del size=1272453 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.956+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=HUSNP0RN4F4B type=del 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.957+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=AZ095TKKJSOF type=write size=949177 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.957+0000 7fdaec8da900 1 < canceled part key=_multipart_ECD42SKKPV50.2~7JFBGPY3BM9Q.0 size=1048576 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.958+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~7JFBGPY3BM9Q.1 size=719573 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.959+0000 7fdaec8da900 1 < canceled multipart upload key=ECD42SKKPV50 upload=7JFBGPY3BM9Q tag=LKPJ84I5KD2U type=write size=2816725 2023-01-15T14:32:11.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.960+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=2V8709CLK8XN type=del size=3112980 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.961+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=GAIIMZKW6EUE type=del 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.964+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~XWG1LN41PTZU.0 size=101385 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.964+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=XWG1LN41PTZU tag=CEAUVG0M3792 type=write size=1149961 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.965+0000 7fdaec8da900 1 < canceled operation key=O64FCESNBXMC tag=QECYCP100L87 type=del size=2935402 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.967+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.0 size=1048576 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.967+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.1 size=1048576 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.968+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.2 size=674625 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.968+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=G4J8U9IRKZRM tag=QFTGJT22TGA9 type=write size=3820353 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.969+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~4AYG2R9QGR64.0 size=848220 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.971+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=4AYG2R9QGR64 tag=2SAMC1ECB8CE type=write size=1896796 2023-01-15T14:32:11.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.973+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.0 size=1048576 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.973+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.1 size=1048576 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.974+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.2 size=48379 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.974+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=C4GIOFFVWV35 tag=BANM4784352Y type=write size=3194107 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.976+0000 7fdaec8da900 1 < suggested update operation key=GIGSUY94OWY1 tag=W7EV08XMHGQR type=del size=2992500 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.977+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=7U3D3LVFWAIT type=del size=3753487 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.978+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.0 size=1048576 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.978+0000 7fdaec8da900 1 < canceled part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.1 size=1048576 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.979+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~7B5W4S076MG5.2 size=919751 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.981+0000 7fdaec8da900 1 < canceled multipart upload key=ECD42SKKPV50 upload=7B5W4S076MG5 tag=8TCJFEBVB91W type=write size=4065479 2023-01-15T14:32:11.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.982+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~T0Q7NK9WCSNY.0 size=798963 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.982+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=T0Q7NK9WCSNY tag=3Z98RCEU1QXX type=write size=1847539 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.983+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~8J61TRE12MCT.0 size=1048576 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.984+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~8J61TRE12MCT.1 size=70508 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.986+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=8J61TRE12MCT tag=PY0XZTH0LV4L type=write size=2167660 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.988+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~IFELDTCZG22N.0 size=120370 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.988+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=IFELDTCZG22N tag=FQW3Z7AO3WC1 type=write size=1168946 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.988+0000 7fdaec8da900 -1 < failed to complete operation key=GIGSUY94OWY1 tag=7M5CORP2HS2N type=del size=2157380: (22) Invalid argument 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.989+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=N4S4IU8LRIDJ type=write size=467172 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.990+0000 7fdaec8da900 1 < completed write operation key=3EP0B2IP303P tag=32PJTEZXP78E type=write size=861353 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.991+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=3DD1ADFIZY9V type=write size=212142 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.992+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=Y8R7KKU5O8AC type=del 2023-01-15T14:32:11.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.993+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=2VN5GQQF28ZK type=del size=2719855 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.994+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~U5OEFJ9I4G3V.0 size=791719 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.996+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=U5OEFJ9I4G3V tag=RWXTGVJSXOSB type=write size=1840295 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.997+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=HGWEV7IQJY24 type=del size=2957971 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.998+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.0 size=1048576 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.998+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.1 size=1048576 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:09.999+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XN4SYFEBJ7F1.2 size=273893 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.001+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=XN4SYFEBJ7F1 tag=SR42HPIC8CPM type=write size=3419621 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.003+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.0 size=1048576 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.003+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.1 size=1048576 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.004+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.2 size=383054 2023-01-15T14:32:11.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.004+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=IVVMD82Z7GFO tag=FQYPHPTMPOVS type=write size=3528782 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.005+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~I5GOCZNCQ7TS.0 size=1048576 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.005+0000 7fdaec8da900 1 < canceled part key=_multipart_INDYOQRZON6B.2~I5GOCZNCQ7TS.1 size=675774 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.007+0000 7fdaec8da900 1 < canceled multipart upload key=INDYOQRZON6B upload=I5GOCZNCQ7TS tag=52WGWGLTA27O type=write size=2772926 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.009+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~WPNOPL6SYZUC.0 size=128456 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.009+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=WPNOPL6SYZUC tag=6IMJ4XER7NN1 type=write size=1177032 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.011+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.0 size=1048576 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.011+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.1 size=1048576 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.012+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~A2N1HUZ9WIO2.2 size=762037 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.015+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=A2N1HUZ9WIO2 tag=4CFGFE28AC86 type=write size=3907765 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.017+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~BH8I0AZT9I6Y.0 size=1048576 2023-01-15T14:32:11.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.018+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~BH8I0AZT9I6Y.1 size=123763 2023-01-15T14:32:11.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.018+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=BH8I0AZT9I6Y tag=2C2Y02EKJ1ZZ type=write size=2220915 2023-01-15T14:32:11.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.019+0000 7fdaec8da900 1 < canceled operation key=T1S333NTR06V tag=GQS7LAU5CL1W type=del size=1272453 2023-01-15T14:32:11.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.020+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=870V1RBZ18P1 type=write size=435983 2023-01-15T14:32:11.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.021+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=AZ095TKKJSOF type=write size=949177 2023-01-15T14:32:11.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.022+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=WUJ0J3JGZRZV type=write size=949808 2023-01-15T14:32:11.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.023+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=2V8709CLK8XN type=del 2023-01-15T14:32:11.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.024+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=REWLGO4JTXSH type=del size=2057152 2023-01-15T14:32:11.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.025+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~XWG1LN41PTZU.0 size=101385 2023-01-15T14:32:11.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.027+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=XWG1LN41PTZU tag=CEAUVG0M3792 type=write size=1149961 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.029+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~MSTNBUT5SL3T.0 size=349242 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.029+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=MSTNBUT5SL3T tag=FS16O31XQCCX type=write size=1397818 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.030+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.0 size=1048576 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.031+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.1 size=1048576 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.032+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~G4J8U9IRKZRM.2 size=674625 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.034+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=G4J8U9IRKZRM tag=QFTGJT22TGA9 type=write size=3820353 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.035+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=HKRFOHPVPH71 type=del size=2695066 2023-01-15T14:32:11.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.036+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.0 size=1048576 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.037+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.1 size=1048576 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.038+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~C4GIOFFVWV35.2 size=48379 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.039+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=C4GIOFFVWV35 tag=BANM4784352Y type=write size=3194107 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.041+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=NDX9ZATTHTQB type=del size=3885560 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.042+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=7U3D3LVFWAIT type=del 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.044+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~N0DJEDZAYBXB.0 size=876144 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.044+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=N0DJEDZAYBXB tag=LYP26I2FGXOS type=write size=1924720 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.045+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~T0Q7NK9WCSNY.0 size=798963 2023-01-15T14:32:11.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.047+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=T0Q7NK9WCSNY tag=3Z98RCEU1QXX type=write size=1847539 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.048+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.0 size=1048576 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.049+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.1 size=1048576 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.050+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.2 size=272194 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.050+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=IM97B9FDVBA1 tag=FJV6SRSULSRG type=write size=3417922 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.051+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~IFELDTCZG22N.0 size=120370 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.052+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=IFELDTCZG22N tag=FQW3Z7AO3WC1 type=write size=1168946 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.053+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=L7WA82UQ588Z type=del size=2711608 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.054+0000 7fdaec8da900 1 < completed write operation key=2SQS45BAENXL tag=N4S4IU8LRIDJ type=write size=467172 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.056+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.0 size=1048576 2023-01-15T14:32:11.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.057+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.1 size=1048576 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.058+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.2 size=651125 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.058+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=3BQOVWS2LZS3 tag=OHU1YCVEUMU9 type=write size=3796853 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.059+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=3DD1ADFIZY9V type=write size=212142 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.060+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=FC9ENK2J3O8M type=del size=3775856 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.061+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=2VN5GQQF28ZK type=del 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.062+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=2FFRMHXCJDC0 type=del size=2430920 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.063+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=HGWEV7IQJY24 type=del 2023-01-15T14:32:11.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.064+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=XPU767XBVY2G type=del size=482742 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.065+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.0 size=1048576 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.066+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.1 size=1048576 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.066+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IVVMD82Z7GFO.2 size=383054 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.068+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=IVVMD82Z7GFO tag=FQYPHPTMPOVS type=write size=3528782 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.070+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~TU32CXPURL39.0 size=1048576 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.070+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~TU32CXPURL39.1 size=712643 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.070+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=TU32CXPURL39 tag=KIMEBRVF35GZ type=write size=2809795 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.071+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~WPNOPL6SYZUC.0 size=128456 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.073+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=WPNOPL6SYZUC tag=6IMJ4XER7NN1 type=write size=1177032 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.074+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=SH1BFL3UTSYV type=del size=1949411 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.075+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~BH8I0AZT9I6Y.0 size=1048576 2023-01-15T14:32:11.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.075+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~BH8I0AZT9I6Y.1 size=123763 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.077+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=BH8I0AZT9I6Y tag=2C2Y02EKJ1ZZ type=write size=2220915 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.078+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=QKUU0P5F34NA type=del size=3684334 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.079+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=870V1RBZ18P1 type=write size=435983 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.081+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~ZSSG8579XWKA.0 size=715080 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.081+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=ZSSG8579XWKA tag=Z1P9NJEJBSH1 type=write size=1763656 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.082+0000 7fdaec8da900 1 < completed write operation key=JZWBPYF4N7U9 tag=WUJ0J3JGZRZV type=write size=949808 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.083+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=9SM3TW0IZP88 type=del size=325411 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.084+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=REWLGO4JTXSH type=del 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.085+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=CC93QN6X8Q5M type=del size=753459 2023-01-15T14:32:11.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.086+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~MSTNBUT5SL3T.0 size=349242 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.087+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=MSTNBUT5SL3T tag=FS16O31XQCCX type=write size=1397818 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.088+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=F7X2PT6CZ311 type=del size=637501 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.090+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=HKRFOHPVPH71 type=del 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.091+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=20P0TJHIR2O1 type=del size=4048393 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.092+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=NDX9ZATTHTQB type=del 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.093+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=IBF7SSDOM0BX type=del size=3933270 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.094+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~N0DJEDZAYBXB.0 size=876144 2023-01-15T14:32:11.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.095+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=N0DJEDZAYBXB tag=LYP26I2FGXOS type=write size=1924720 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.097+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.0 size=1048576 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.098+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.1 size=1048576 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.098+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.2 size=474990 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.098+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=JW999UG13HEM tag=GF4K4V5H06Q5 type=write size=3620718 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.099+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.0 size=1048576 2023-01-15T14:32:11.046 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.100+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.1 size=1048576 2023-01-15T14:32:11.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.101+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~IM97B9FDVBA1.2 size=272194 2023-01-15T14:32:11.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.103+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=IM97B9FDVBA1 tag=FJV6SRSULSRG type=write size=3417922 2023-01-15T14:32:11.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.104+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=SZLXLA8UFOD7 type=write size=565766 2023-01-15T14:32:11.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.105+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=L7WA82UQ588Z type=del 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.106+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=8HVRSLJ7QT3W type=write size=708742 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.106+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.0 size=1048576 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.107+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.1 size=1048576 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.108+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~3BQOVWS2LZS3.2 size=651125 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.110+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=3BQOVWS2LZS3 tag=OHU1YCVEUMU9 type=write size=3796853 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.111+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=LAAWT4R5W4EZ type=del size=1741586 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.112+0000 7fdaec8da900 1 < canceled operation key=G9T4HJN7GQTL tag=FC9ENK2J3O8M type=del size=3775856 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.113+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=V5VYRZ5R21F5 type=del size=392863 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.115+0000 7fdaec8da900 1 < suggested update operation key=0W740L2QFEGP tag=2FFRMHXCJDC0 type=del size=2430920 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.116+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.0 size=1048576 2023-01-15T14:32:11.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.117+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.1 size=1048576 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.118+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.2 size=803630 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.118+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=E8UZZPEUXEFQ tag=5909FYIVY5ZP type=write size=3949358 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.119+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=XPU767XBVY2G type=del 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.120+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=GHSJY22C3D1G type=del size=2698809 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.121+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~TU32CXPURL39.0 size=1048576 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.122+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~TU32CXPURL39.1 size=712643 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.124+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=TU32CXPURL39 tag=KIMEBRVF35GZ type=write size=2809795 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.126+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.0 size=1048576 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.126+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.1 size=1048576 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.127+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.2 size=1047118 2023-01-15T14:32:11.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.127+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=2RJFQ83ZZ6Y1 tag=8DAVG7Z4KPXY type=write size=4192846 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.128+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=SH1BFL3UTSYV type=del 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.129+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=1BZS6MC7V261 type=del size=1503540 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.130+0000 7fdaec8da900 1 < canceled operation key=ECD42SKKPV50 tag=QKUU0P5F34NA type=del size=3684334 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.131+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=VXRRGCE11ZAF type=del size=3141181 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.132+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~ZSSG8579XWKA.0 size=715080 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.134+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=ZSSG8579XWKA tag=Z1P9NJEJBSH1 type=write size=1763656 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.135+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=AXGO7FTFUJ3G type=del size=3855751 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.137+0000 7fdaec8da900 1 < suggested remove operation key=J9518CIYC7U9 tag=9SM3TW0IZP88 type=del 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.139+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~B79Y5PFE1BCU.0 size=1048576 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.139+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~B79Y5PFE1BCU.1 size=248824 2023-01-15T14:32:11.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.139+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=B79Y5PFE1BCU tag=GEF9RDY0Q83P type=write size=2345976 2023-01-15T14:32:11.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.141+0000 7fdaec8da900 1 < suggested remove operation key=GIGSUY94OWY1 tag=CC93QN6X8Q5M type=del 2023-01-15T14:32:11.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.142+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=U2QFRYTBQBP4 type=del size=2147242 2023-01-15T14:32:11.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.143+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=F7X2PT6CZ311 type=del 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.144+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=97362LBFVBV2 type=del size=162787 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.145+0000 7fdaec8da900 -1 < failed to complete operation key=0W740L2QFEGP tag=20P0TJHIR2O1 type=del size=4048393: (22) Invalid argument 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.146+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=LR480OF2APFX type=del size=3804058 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.147+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=IBF7SSDOM0BX type=del 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.149+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~LNXYDY1X65U0.0 size=910063 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.149+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=LNXYDY1X65U0 tag=A6EMR5FD10LM type=write size=1958639 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.151+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.0 size=1048576 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.152+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.1 size=1048576 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.152+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~JW999UG13HEM.2 size=474990 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.154+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=JW999UG13HEM tag=GF4K4V5H06Q5 type=write size=3620718 2023-01-15T14:32:11.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.156+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.0 size=1048576 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.157+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.1 size=1048576 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.158+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.2 size=63437 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.158+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=CSH4X6CZVDLC tag=LXONOJSC92KH type=write size=3209165 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.159+0000 7fdaec8da900 1 < completed write operation key=JZWBPYF4N7U9 tag=SZLXLA8UFOD7 type=write size=565766 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.161+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.0 size=1048576 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.162+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.1 size=1048576 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.163+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.2 size=569551 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.163+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=69538LD9DT83 tag=IG68A2IJ3J27 type=write size=3715279 2023-01-15T14:32:11.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.164+0000 7fdaec8da900 -1 < failed to complete operation key=GIGSUY94OWY1 tag=8HVRSLJ7QT3W type=write size=708742: (22) Invalid argument 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.165+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=QN23N75ILALZ type=write size=637036 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.166+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=LAAWT4R5W4EZ type=del 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.168+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~9K1LRRGB5JGJ.0 size=215646 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.168+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=9K1LRRGB5JGJ tag=8T4ZLSIJO7PS type=write size=1264222 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.169+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=V5VYRZ5R21F5 type=del 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.170+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=6GFLLP0NAC88 type=del size=239982 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.171+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.0 size=1048576 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.171+0000 7fdaec8da900 1 < canceled part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.1 size=1048576 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.172+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~E8UZZPEUXEFQ.2 size=803630 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.174+0000 7fdaec8da900 1 < canceled multipart upload key=0W740L2QFEGP upload=E8UZZPEUXEFQ tag=5909FYIVY5ZP type=write size=3949358 2023-01-15T14:32:11.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.176+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.0 size=1048576 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.176+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.1 size=1048576 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.177+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.2 size=618383 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.177+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=KSD5LUDLXTKN tag=KYMB44VZ3AVP type=write size=3764111 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.179+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=GHSJY22C3D1G type=del 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.180+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=NW4MN2D2TP2A type=del size=2744133 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.181+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.0 size=1048576 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.182+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.1 size=1048576 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.183+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~2RJFQ83ZZ6Y1.2 size=1047118 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.184+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=2RJFQ83ZZ6Y1 tag=8DAVG7Z4KPXY type=write size=4192846 2023-01-15T14:32:11.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.186+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=KTCZ1IJK695Z type=del size=2407773 2023-01-15T14:32:11.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.187+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=1BZS6MC7V261 type=del 2023-01-15T14:32:11.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.188+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=8PUPWY8NB251 type=del size=3862555 2023-01-15T14:32:11.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.189+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=VXRRGCE11ZAF type=del 2023-01-15T14:32:11.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.191+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.0 size=1048576 2023-01-15T14:32:11.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.192+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.1 size=1048576 2023-01-15T14:32:11.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.193+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.2 size=918746 2023-01-15T14:32:11.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.193+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=I94T9LAZDEU5 tag=RZ4SEJTG7QY5 type=write size=4064474 2023-01-15T14:32:11.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.194+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=AXGO7FTFUJ3G type=del 2023-01-15T14:32:11.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.195+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=NXBP8P81NM5X type=del size=3142165 2023-01-15T14:32:11.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.196+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~B79Y5PFE1BCU.0 size=1048576 2023-01-15T14:32:11.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.197+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~B79Y5PFE1BCU.1 size=248824 2023-01-15T14:32:11.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.199+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=B79Y5PFE1BCU tag=GEF9RDY0Q83P type=write size=2345976 2023-01-15T14:32:11.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.200+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=HF6G3L7TG4VW type=del size=1009198 2023-01-15T14:32:11.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.201+0000 7fdaec8da900 1 < canceled operation key=ECD42SKKPV50 tag=U2QFRYTBQBP4 type=del size=2147242 2023-01-15T14:32:11.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.203+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.0 size=1048576 2023-01-15T14:32:11.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.204+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.1 size=1048576 2023-01-15T14:32:11.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.204+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.2 size=875619 2023-01-15T14:32:11.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.204+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=KZ1PQJEN5HBS tag=FANOI28VGT9S type=write size=4021347 2023-01-15T14:32:11.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.206+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=97362LBFVBV2 type=del 2023-01-15T14:32:11.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.207+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~703BP0HF09O7.0 size=1048576 2023-01-15T14:32:11.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.208+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~703BP0HF09O7.1 size=262391 2023-01-15T14:32:11.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.208+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=703BP0HF09O7 tag=KF6D39UJAYAF type=write size=2359543 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.210+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=LR480OF2APFX type=del 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.211+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~XUBYDRQK4UI2.0 size=697631 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.211+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=XUBYDRQK4UI2 tag=Z9QR0VOZSMWJ type=write size=1746207 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.212+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~LNXYDY1X65U0.0 size=910063 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.215+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=LNXYDY1X65U0 tag=A6EMR5FD10LM type=write size=1958639 2023-01-15T14:32:11.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.216+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~J0O7E2CS7L8Q.0 size=1048576 2023-01-15T14:32:11.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.217+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~J0O7E2CS7L8Q.1 size=318860 2023-01-15T14:32:11.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.217+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=J0O7E2CS7L8Q tag=OOTWPP7VFPF3 type=write size=2416012 2023-01-15T14:32:11.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.218+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.0 size=1048576 2023-01-15T14:32:11.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.220+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.1 size=1048576 2023-01-15T14:32:11.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.220+0000 7fdaec8da900 1 < canceled part key=_multipart_AEIY0PBY5LXR.2~CSH4X6CZVDLC.2 size=63437 2023-01-15T14:32:11.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.221+0000 7fdaec8da900 1 < canceled multipart upload key=AEIY0PBY5LXR upload=CSH4X6CZVDLC tag=LXONOJSC92KH type=write size=3209165 2023-01-15T14:32:11.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.223+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=ZQDY9NANSSXP type=del size=3945558 2023-01-15T14:32:11.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.224+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.0 size=1048576 2023-01-15T14:32:11.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.224+0000 7fdaec8da900 1 < canceled part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.1 size=1048576 2023-01-15T14:32:11.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.225+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~69538LD9DT83.2 size=569551 2023-01-15T14:32:11.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.227+0000 7fdaec8da900 1 < canceled multipart upload key=LXIMPGLQCBOQ upload=69538LD9DT83 tag=IG68A2IJ3J27 type=write size=3715279 2023-01-15T14:32:11.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.229+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.0 size=1048576 2023-01-15T14:32:11.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.229+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.1 size=1048576 2023-01-15T14:32:11.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.231+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.2 size=707843 2023-01-15T14:32:11.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.231+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=DTXOA6SBSA0O tag=DDG0HY29X4OH type=write size=3853571 2023-01-15T14:32:11.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.232+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=QN23N75ILALZ type=write size=637036 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.233+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=JZHMJW48UFG5 type=del size=581067 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.234+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~9K1LRRGB5JGJ.0 size=215646 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.235+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=9K1LRRGB5JGJ tag=8T4ZLSIJO7PS type=write size=1264222 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.237+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~2Z8DI0WMKV38.0 size=1048576 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.237+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~2Z8DI0WMKV38.1 size=588492 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.237+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=2Z8DI0WMKV38 tag=NGLN8CSCXJF7 type=write size=2685644 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.238+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=6GFLLP0NAC88 type=del 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.239+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=XJDXUKK5T8DX type=del size=3412123 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.240+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.0 size=1048576 2023-01-15T14:32:11.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.240+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.1 size=1048576 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.241+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~KSD5LUDLXTKN.2 size=618383 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.243+0000 7fdaec8da900 1 < canceled multipart upload key=XEH71HSXMJD8 upload=KSD5LUDLXTKN tag=KYMB44VZ3AVP type=write size=3764111 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.244+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=QLHBNFMMCSI8 type=del size=1647432 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.245+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=NW4MN2D2TP2A type=del 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.246+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=L6C7TKLF5U2W type=write size=653617 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.246+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=KTCZ1IJK695Z type=del 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.248+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~HEV8BEH03EVQ.0 size=1048576 2023-01-15T14:32:11.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.249+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~HEV8BEH03EVQ.1 size=284932 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.249+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=HEV8BEH03EVQ tag=YI44Z5S60XDK type=write size=2382084 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.250+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=8PUPWY8NB251 type=del 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.251+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=Q1ADMSWI4NRF type=del size=2261112 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.252+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.0 size=1048576 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.253+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.1 size=1048576 2023-01-15T14:32:11.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.254+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~I94T9LAZDEU5.2 size=918746 2023-01-15T14:32:11.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.256+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=I94T9LAZDEU5 tag=RZ4SEJTG7QY5 type=write size=4064474 2023-01-15T14:32:11.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.257+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=L0PKNWPIJERT type=del size=795988 2023-01-15T14:32:11.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.258+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=NXBP8P81NM5X type=del 2023-01-15T14:32:11.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.259+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=SM84XP4H440U type=del size=478147 2023-01-15T14:32:11.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.261+0000 7fdaec8da900 1 < suggested remove operation key=J9518CIYC7U9 tag=HF6G3L7TG4VW type=del 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.262+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=KH4QDMW0MXWR type=del size=2272140 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.264+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.0 size=1048576 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.265+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.1 size=1048576 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.265+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~KZ1PQJEN5HBS.2 size=875619 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.267+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=KZ1PQJEN5HBS tag=FANOI28VGT9S type=write size=4021347 2023-01-15T14:32:11.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.269+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~K87HW6ETV55A.0 size=550776 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.269+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=K87HW6ETV55A tag=ORJLW6AMKWIJ type=write size=1599352 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.270+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~703BP0HF09O7.0 size=1048576 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.271+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~703BP0HF09O7.1 size=262391 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.273+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=703BP0HF09O7 tag=KF6D39UJAYAF type=write size=2359543 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.275+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~PWTQEIU8WKRL.0 size=1048576 2023-01-15T14:32:11.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.276+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~PWTQEIU8WKRL.1 size=1006060 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.276+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=PWTQEIU8WKRL tag=J0PNMEPEFGRV type=write size=3103212 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.277+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~XUBYDRQK4UI2.0 size=697631 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.279+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=XUBYDRQK4UI2 tag=Z9QR0VOZSMWJ type=write size=1746207 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.280+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=737UA01FAZGD type=del size=1409881 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.281+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~J0O7E2CS7L8Q.0 size=1048576 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.282+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~J0O7E2CS7L8Q.1 size=318860 2023-01-15T14:32:11.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.284+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=J0O7E2CS7L8Q tag=OOTWPP7VFPF3 type=write size=2416012 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.285+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=H97MDVTQG2BY type=del size=3275886 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.287+0000 7fdaec8da900 1 < suggested update operation key=3G52F5Y8FGIG tag=ZQDY9NANSSXP type=del size=3945558 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.288+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=9YIRN71HGW07 type=del size=2156760 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.289+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.0 size=1048576 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.290+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.1 size=1048576 2023-01-15T14:32:11.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.291+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~DTXOA6SBSA0O.2 size=707843 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.293+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=DTXOA6SBSA0O tag=DDG0HY29X4OH type=write size=3853571 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.295+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~MUSUO8T0633I.0 size=1048576 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.295+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~MUSUO8T0633I.1 size=571595 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.295+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=MUSUO8T0633I tag=YCNQI3RDXC08 type=write size=2668747 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.297+0000 7fdaec8da900 1 < canceled operation key=G9T4HJN7GQTL tag=JZHMJW48UFG5 type=del size=581067 2023-01-15T14:32:11.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.299+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.0 size=1048576 2023-01-15T14:32:11.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.299+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.1 size=1048576 2023-01-15T14:32:11.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.300+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.2 size=11055 2023-01-15T14:32:11.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.300+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=WXQDTEYVGOFC tag=9YXNO69PMU8E type=write size=3156783 2023-01-15T14:32:11.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.301+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~2Z8DI0WMKV38.0 size=1048576 2023-01-15T14:32:11.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.302+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~2Z8DI0WMKV38.1 size=588492 2023-01-15T14:32:11.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.303+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=2Z8DI0WMKV38 tag=NGLN8CSCXJF7 type=write size=2685644 2023-01-15T14:32:11.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.305+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=SRD7S4SECFW4 type=del size=2626098 2023-01-15T14:32:11.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.306+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=XJDXUKK5T8DX type=del 2023-01-15T14:32:11.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.308+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~882LHY41H0HT.0 size=1048576 2023-01-15T14:32:11.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.308+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~882LHY41H0HT.1 size=349063 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.308+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=882LHY41H0HT tag=2DFB7BV2053E type=write size=2446215 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.310+0000 7fdaec8da900 1 < canceled operation key=WAP1P4O2MB8C tag=QLHBNFMMCSI8 type=del size=1647432 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.312+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.0 size=1048576 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.312+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.1 size=1048576 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.313+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.2 size=285306 2023-01-15T14:32:11.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.313+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=DRGK745SMY4S tag=04GU1836OON6 type=write size=3431034 2023-01-15T14:32:11.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.314+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=L6C7TKLF5U2W type=write size=653617 2023-01-15T14:32:11.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.315+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=5VCHO6OMLF4C type=del size=2071740 2023-01-15T14:32:11.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.316+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~HEV8BEH03EVQ.0 size=1048576 2023-01-15T14:32:11.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.317+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~HEV8BEH03EVQ.1 size=284932 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.320+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=HEV8BEH03EVQ tag=YI44Z5S60XDK type=write size=2382084 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.322+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~CVX3LFQSQ8HU.0 size=823955 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.322+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=CVX3LFQSQ8HU tag=SFS4CJOZH86D type=write size=1872531 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.323+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=Q1ADMSWI4NRF type=del 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.324+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=LFAM3IHV4Q8K type=del size=3611941 2023-01-15T14:32:11.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.326+0000 7fdaec8da900 1 < suggested update operation key=NOOMFR8103P3 tag=L0PKNWPIJERT type=del size=795988 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.328+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~EUC00YJHLBT8.0 size=214032 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.328+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=EUC00YJHLBT8 tag=XUSXMO0DDRLR type=write size=1262608 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.329+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=SM84XP4H440U type=del 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.331+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=QW8DKSV4L7FR type=del size=2720636 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.332+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=KH4QDMW0MXWR type=del 2023-01-15T14:32:11.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.333+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=1D6VDYUM867J type=write size=191929 2023-01-15T14:32:11.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.334+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~K87HW6ETV55A.0 size=550776 2023-01-15T14:32:11.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.336+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=K87HW6ETV55A tag=ORJLW6AMKWIJ type=write size=1599352 2023-01-15T14:32:11.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.337+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=5NVLYJEUZZ01 type=write size=242379 2023-01-15T14:32:11.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.338+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~PWTQEIU8WKRL.0 size=1048576 2023-01-15T14:32:11.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.339+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~PWTQEIU8WKRL.1 size=1006060 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.341+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=PWTQEIU8WKRL tag=J0PNMEPEFGRV type=write size=3103212 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.343+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~INO2QZV1FA14.0 size=758694 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.343+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=INO2QZV1FA14 tag=PCM0XVWRC5IV type=write size=1807270 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.344+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=737UA01FAZGD type=del 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.345+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=9OPN1SNT5H8Y type=del size=3809494 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.347+0000 7fdaec8da900 1 < suggested remove operation key=2SQS45BAENXL tag=H97MDVTQG2BY type=del 2023-01-15T14:32:11.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.349+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~6QFFZ5N2OLYN.0 size=107009 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.349+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=6QFFZ5N2OLYN tag=DWGQP2OZCVX5 type=write size=1155585 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.350+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=9YIRN71HGW07 type=del 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.351+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=EFS6QGS9EGCO type=del size=962431 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.351+0000 7fdaec8da900 1 < canceled part key=_multipart_T1S333NTR06V.2~MUSUO8T0633I.0 size=1048576 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.352+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~MUSUO8T0633I.1 size=571595 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.354+0000 7fdaec8da900 1 < canceled multipart upload key=T1S333NTR06V upload=MUSUO8T0633I tag=YCNQI3RDXC08 type=write size=2668747 2023-01-15T14:32:11.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.356+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.0 size=1048576 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.357+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.1 size=1048576 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.358+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.2 size=885802 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.358+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=7VZ9ZOWVPYM9 tag=P72T2MPGPVRJ type=write size=4031530 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.359+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.0 size=1048576 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.360+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.1 size=1048576 2023-01-15T14:32:11.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.360+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~WXQDTEYVGOFC.2 size=11055 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.362+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=WXQDTEYVGOFC tag=9YXNO69PMU8E type=write size=3156783 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.364+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~RCTMJ40A4B5H.0 size=971454 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.364+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=RCTMJ40A4B5H tag=N6N7FWYEWLMR type=write size=2020030 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.366+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=SRD7S4SECFW4 type=del 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.367+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=T2NBO36BSH80 type=write size=609747 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.368+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~882LHY41H0HT.0 size=1048576 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.369+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~882LHY41H0HT.1 size=349063 2023-01-15T14:32:11.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.371+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=882LHY41H0HT tag=2DFB7BV2053E type=write size=2446215 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.372+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=6DLSWGRQ59EW type=del size=965687 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.372+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.0 size=1048576 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.373+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.1 size=1048576 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.373+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~DRGK745SMY4S.2 size=285306 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.375+0000 7fdaec8da900 1 < canceled multipart upload key=XEH71HSXMJD8 upload=DRGK745SMY4S tag=04GU1836OON6 type=write size=3431034 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.376+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=O0AIO1R6NTDS type=del size=3060653 2023-01-15T14:32:11.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.377+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=5VCHO6OMLF4C type=del 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.378+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=1Y53JIWVI20A type=del size=552325 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.380+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~CVX3LFQSQ8HU.0 size=823955 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.381+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=CVX3LFQSQ8HU tag=SFS4CJOZH86D type=write size=1872531 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.382+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=AQICAF8GPKVK type=del size=3636779 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.385+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=LFAM3IHV4Q8K type=del 2023-01-15T14:32:11.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.387+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~C6T4CWDOACWT.0 size=315988 2023-01-15T14:32:11.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.387+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=C6T4CWDOACWT tag=ZWMKX91PT28I type=write size=1364564 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.388+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~EUC00YJHLBT8.0 size=214032 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.390+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=EUC00YJHLBT8 tag=XUSXMO0DDRLR type=write size=1262608 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.391+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=TQOUQYEPFGGG type=del size=3470347 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.392+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=QW8DKSV4L7FR type=del 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.394+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.0 size=1048576 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.394+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.1 size=1048576 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.395+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.2 size=11569 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.395+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=ZGDEOXT8W3VY tag=JF8H6S6KNOWA type=write size=3157297 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.396+0000 7fdaec8da900 1 < completed write operation key=H2PMBP8XVIY2 tag=1D6VDYUM867J type=write size=191929 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.397+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=YFJZUVGFMZIU type=del size=4180829 2023-01-15T14:32:11.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.399+0000 7fdaec8da900 1 < suggested remove operation key=FR7KL8ASPWEC tag=5NVLYJEUZZ01 type=write 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.400+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=4FE6G3HRRD0G type=del size=1784842 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.400+0000 7fdaec8da900 1 < canceled part key=_multipart_G9T4HJN7GQTL.2~INO2QZV1FA14.0 size=758694 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.402+0000 7fdaec8da900 1 < canceled multipart upload key=G9T4HJN7GQTL upload=INO2QZV1FA14 tag=PCM0XVWRC5IV type=write size=1807270 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.403+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=7SZGXFSGKDIA type=del size=3508292 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.404+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=9OPN1SNT5H8Y type=del 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.405+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=5Z01PYVHF5I7 type=del size=2899610 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.406+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~6QFFZ5N2OLYN.0 size=107009 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.407+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=6QFFZ5N2OLYN tag=DWGQP2OZCVX5 type=write size=1155585 2023-01-15T14:32:11.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.409+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=IDULA3MAHP57 type=del size=2588338 2023-01-15T14:32:11.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.410+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=EFS6QGS9EGCO type=del 2023-01-15T14:32:11.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.410+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=ML78BP6EYG77 type=del size=3509545 2023-01-15T14:32:11.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.412+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.0 size=1048576 2023-01-15T14:32:11.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.412+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.1 size=1048576 2023-01-15T14:32:11.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.412+0000 7fdaec8da900 1 < canceled part key=_multipart_O64FCESNBXMC.2~7VZ9ZOWVPYM9.2 size=885802 2023-01-15T14:32:11.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.414+0000 7fdaec8da900 1 < canceled multipart upload key=O64FCESNBXMC upload=7VZ9ZOWVPYM9 tag=P72T2MPGPVRJ type=write size=4031530 2023-01-15T14:32:11.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.416+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=M7P95MJTOFNH type=del size=2233689 2023-01-15T14:32:11.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.417+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~RCTMJ40A4B5H.0 size=971454 2023-01-15T14:32:11.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.418+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=RCTMJ40A4B5H tag=N6N7FWYEWLMR type=write size=2020030 2023-01-15T14:32:11.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.419+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=7ZJU8K02YZRZ type=del size=181922 2023-01-15T14:32:11.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.421+0000 7fdaec8da900 -1 < failed to complete operation key=FR7KL8ASPWEC tag=T2NBO36BSH80 type=write size=609747: (22) Invalid argument 2023-01-15T14:32:11.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.422+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~ESS2OGRPK1V7.0 size=689897 2023-01-15T14:32:11.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.422+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=ESS2OGRPK1V7 tag=LYUFCLOBL6RJ type=write size=1738473 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.424+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=6DLSWGRQ59EW type=del 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.425+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=6O1GIIM1Y9VY type=write size=464285 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.426+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=O0AIO1R6NTDS type=del 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.428+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.0 size=1048576 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.430+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.1 size=1048576 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.431+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.2 size=173553 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.431+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=HKI00T38WIXB tag=GZVVBIAV4B2Y type=write size=3319281 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.432+0000 7fdaec8da900 -1 < failed to complete operation key=FR7KL8ASPWEC tag=1Y53JIWVI20A type=del size=552325: (22) Invalid argument 2023-01-15T14:32:11.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.433+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.0 size=1048576 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.434+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.1 size=1048576 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.436+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.2 size=708957 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.436+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=E28TPFIOHH2V tag=Z33DFEG6EIZB type=write size=3854685 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.437+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=AQICAF8GPKVK type=del 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.438+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=MAW6EA8OG5Z0 type=del size=2353394 2023-01-15T14:32:11.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.439+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~C6T4CWDOACWT.0 size=315988 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.440+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=C6T4CWDOACWT tag=ZWMKX91PT28I type=write size=1364564 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.442+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.0 size=1048576 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.443+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.1 size=1048576 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.443+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.2 size=239755 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.443+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=NSDAPPA9NNDM tag=XZIFA98PT5Z5 type=write size=3385483 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.444+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=TQOUQYEPFGGG type=del 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.445+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=SRV35RLPT8CZ type=del size=2424901 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.446+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.0 size=1048576 2023-01-15T14:32:11.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.447+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.1 size=1048576 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.448+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~ZGDEOXT8W3VY.2 size=11569 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.449+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=ZGDEOXT8W3VY tag=JF8H6S6KNOWA type=write size=3157297 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.450+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=MZA945XR3PIY type=del size=2485559 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.451+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=YFJZUVGFMZIU type=del 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.453+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.0 size=1048576 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.454+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.1 size=1048576 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.455+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.2 size=755722 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.455+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=K3970LCV82QV tag=E90C23ZZORYX type=write size=3901450 2023-01-15T14:32:11.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.456+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=4FE6G3HRRD0G type=del 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.457+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=4AUMO2KGKISM type=del size=3360549 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.458+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=7SZGXFSGKDIA type=del 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.459+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=NBTZ2FYQB0LT type=del size=3489511 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.460+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=5Z01PYVHF5I7 type=del 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.462+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.0 size=1048576 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.463+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.1 size=1048576 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.464+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.2 size=155471 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.464+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=5U6QOWLJZP2E tag=P113V7KSKWSR type=write size=3301199 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.465+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=IDULA3MAHP57 type=del 2023-01-15T14:32:11.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.467+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.0 size=1048576 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.467+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.1 size=1048576 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.468+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.2 size=987194 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.468+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=SPTUTIF0ZB0A tag=QJEN35EX19EA type=write size=4132922 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.469+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=ML78BP6EYG77 type=del 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.471+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~3X4WZZV237NA.0 size=584927 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.471+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=3X4WZZV237NA tag=G86SU3E6XRTW type=write size=1633503 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.472+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=M7P95MJTOFNH type=del 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.473+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=XCELZ3XJQRGY type=del size=2422283 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.474+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=7ZJU8K02YZRZ type=del 2023-01-15T14:32:11.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.475+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~EFR6O53VQPET.0 size=112015 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.475+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=EFR6O53VQPET tag=JKHKPSBDR7F4 type=write size=1160591 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.476+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~ESS2OGRPK1V7.0 size=689897 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.478+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=ESS2OGRPK1V7 tag=LYUFCLOBL6RJ type=write size=1738473 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.480+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~CE2N6SZE4UTZ.0 size=484698 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.480+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=CE2N6SZE4UTZ tag=9H21JI15BV7I type=write size=1533274 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.481+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=6O1GIIM1Y9VY type=write size=464285 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.482+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=3ERTKNFE1FKD type=del size=2353617 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.483+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.0 size=1048576 2023-01-15T14:32:11.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.484+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.1 size=1048576 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.484+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~HKI00T38WIXB.2 size=173553 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.486+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=HKI00T38WIXB tag=GZVVBIAV4B2Y type=write size=3319281 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.487+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=XUMWGPAUX1QT type=write size=529575 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.488+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.0 size=1048576 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.488+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.1 size=1048576 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.488+0000 7fdaec8da900 1 < canceled part key=_multipart_2SQS45BAENXL.2~E28TPFIOHH2V.2 size=708957 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.490+0000 7fdaec8da900 1 < canceled multipart upload key=2SQS45BAENXL upload=E28TPFIOHH2V tag=Z33DFEG6EIZB type=write size=3854685 2023-01-15T14:32:11.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.492+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.0 size=1048576 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.492+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.1 size=1048576 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.493+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.2 size=848142 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.493+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=PM54WVE21SAU tag=8A09IE2AHHAC type=write size=3993870 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.494+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=MAW6EA8OG5Z0 type=del 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.496+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~4RQADGAYL2IP.0 size=344281 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.496+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=4RQADGAYL2IP tag=R93DKKE3R1FS type=write size=1392857 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.497+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.0 size=1048576 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.498+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.1 size=1048576 2023-01-15T14:32:11.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.498+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~NSDAPPA9NNDM.2 size=239755 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.500+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=NSDAPPA9NNDM tag=XZIFA98PT5Z5 type=write size=3385483 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.501+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=B5N2O573AMLB type=del size=3286351 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.502+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=SRV35RLPT8CZ type=del size=2424901 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.504+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.0 size=1048576 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.504+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.1 size=1048576 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.505+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.2 size=441702 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.505+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=XRHIQEQR7XUK tag=SA2NZSPYJLCF type=write size=3587430 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.507+0000 7fdaec8da900 1 < suggested update operation key=FR7KL8ASPWEC tag=MZA945XR3PIY type=del size=2485559 2023-01-15T14:32:11.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.509+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~7D0ZFQA9DL27.0 size=153018 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.509+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=7D0ZFQA9DL27 tag=EG5CMZRUXX6M type=write size=1201594 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.510+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.0 size=1048576 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.510+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.1 size=1048576 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.511+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~K3970LCV82QV.2 size=755722 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.513+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=K3970LCV82QV tag=E90C23ZZORYX type=write size=3901450 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.515+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=E7B1PUBD70WV type=del size=3141232 2023-01-15T14:32:11.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.516+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=4AUMO2KGKISM type=del 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.517+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=8CQZKXRKXOIH type=del size=256125 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.518+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=NBTZ2FYQB0LT type=del 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.519+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=T86F7OINZ1EA type=del size=1621840 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.521+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.0 size=1048576 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.522+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.1 size=1048576 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.523+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~5U6QOWLJZP2E.2 size=155471 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.525+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=5U6QOWLJZP2E tag=P113V7KSKWSR type=write size=3301199 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.527+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.0 size=1048576 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.528+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.1 size=1048576 2023-01-15T14:32:11.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.529+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.2 size=578484 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.529+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=LVFMMV3OEU82 tag=JR62CO5HQNF6 type=write size=3724212 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.530+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.0 size=1048576 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.530+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.1 size=1048576 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.531+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SPTUTIF0ZB0A.2 size=987194 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.533+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=SPTUTIF0ZB0A tag=QJEN35EX19EA type=write size=4132922 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.534+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=YYSY3V90B9J8 type=del size=3816207 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.535+0000 7fdaec8da900 1 < canceled part key=_multipart_0R1JVOXUO1DC.2~3X4WZZV237NA.0 size=584927 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.536+0000 7fdaec8da900 1 < canceled multipart upload key=0R1JVOXUO1DC upload=3X4WZZV237NA tag=G86SU3E6XRTW type=write size=1633503 2023-01-15T14:32:11.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.537+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=ZEAW8F8KBGUT type=del size=646255 2023-01-15T14:32:11.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.538+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=XCELZ3XJQRGY type=del 2023-01-15T14:32:11.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.539+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=45H98ALAJ2G0 type=del size=3048403 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.540+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~EFR6O53VQPET.0 size=112015 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.542+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=EFR6O53VQPET tag=JKHKPSBDR7F4 type=write size=1160591 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.543+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=RDYP34UFU1MR type=write size=23819 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.544+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~CE2N6SZE4UTZ.0 size=484698 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.546+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=CE2N6SZE4UTZ tag=9H21JI15BV7I type=write size=1533274 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.546+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=PWVXW19TCVNF type=del size=2642222 2023-01-15T14:32:11.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.548+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=3ERTKNFE1FKD type=del 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.549+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.0 size=1048576 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.550+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.1 size=1048576 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.551+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.2 size=793020 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.551+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=2YCUYYICAW8N tag=LLV0M9BZ8YDX type=write size=3938748 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.553+0000 7fdaec8da900 1 < suggested update operation key=4UYU63ZWK33H tag=XUMWGPAUX1QT type=write size=529575 2023-01-15T14:32:11.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.554+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=NCB7KWY16LW4 type=write size=649065 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.555+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.0 size=1048576 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.555+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.1 size=1048576 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.556+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~PM54WVE21SAU.2 size=848142 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.557+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=PM54WVE21SAU tag=8A09IE2AHHAC type=write size=3993870 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.558+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=6ATVF348N3YK type=del size=2533316 2023-01-15T14:32:11.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.559+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~4RQADGAYL2IP.0 size=344281 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.561+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=4RQADGAYL2IP tag=R93DKKE3R1FS type=write size=1392857 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.562+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=0OCCA8Q1NG6G type=write size=767912 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.563+0000 7fdaec8da900 1 < canceled operation key=97CDDG6TK1ET tag=B5N2O573AMLB type=del size=3286351 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.564+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=DAB7L1LMHSZM type=del size=2406767 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.565+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.0 size=1048576 2023-01-15T14:32:11.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.566+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.1 size=1048576 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.566+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~XRHIQEQR7XUK.2 size=441702 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.567+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=XRHIQEQR7XUK tag=SA2NZSPYJLCF type=write size=3587430 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.569+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=NES7U1QFKX14 type=del size=949382 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.570+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~7D0ZFQA9DL27.0 size=153018 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.571+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=7D0ZFQA9DL27 tag=EG5CMZRUXX6M type=write size=1201594 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.572+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=KNNVRQR2YRFF type=del size=514493 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.573+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=E7B1PUBD70WV type=del 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.574+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=0J0FHTOVV7QV type=del size=3586592 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.575+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=8CQZKXRKXOIH type=del 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.577+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~5OCCWKR5UQV8.0 size=968794 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.577+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=5OCCWKR5UQV8 tag=3MHPIYOW2W7Y type=write size=2017370 2023-01-15T14:32:11.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.578+0000 7fdaec8da900 1 < canceled operation key=ECD42SKKPV50 tag=T86F7OINZ1EA type=del size=1621840 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.580+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.0 size=1048576 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.581+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.1 size=1048576 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.582+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.2 size=349179 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.582+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=67OS441Z39CL tag=3SCZDV4RCXGH type=write size=3494907 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.582+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.0 size=1048576 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.583+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.1 size=1048576 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.583+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~LVFMMV3OEU82.2 size=578484 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.585+0000 7fdaec8da900 1 < canceled multipart upload key=VSP8G1HF1DQC upload=LVFMMV3OEU82 tag=JR62CO5HQNF6 type=write size=3724212 2023-01-15T14:32:12.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.586+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=FY3Z4HYJKEIR type=del size=3380462 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.587+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=YYSY3V90B9J8 type=del 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.589+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~B9SMUC8E4XY2.0 size=469818 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.589+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=B9SMUC8E4XY2 tag=H5FU69VC6VLY type=write size=1518394 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.590+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=ZEAW8F8KBGUT type=del 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.592+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.0 size=1048576 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.592+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.1 size=1048576 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.593+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.2 size=276437 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.593+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=RB6IHPM3OOAI tag=FD1B6ARBXYG1 type=write size=3422165 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.595+0000 7fdaec8da900 1 < suggested update operation key=GIGSUY94OWY1 tag=45H98ALAJ2G0 type=del size=3048403 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.596+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=8U2XANC2EGOI type=del size=777191 2023-01-15T14:32:12.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.598+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=RDYP34UFU1MR type=write size=23819 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.600+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.0 size=1048576 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.601+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.1 size=1048576 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.602+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.2 size=837928 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.602+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=OOYXC7F6G6S0 tag=UM9A4L11DKFV type=write size=3983656 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.603+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=PWVXW19TCVNF type=del 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.604+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=8BEQOBKY968J type=del size=3939633 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.605+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.0 size=1048576 2023-01-15T14:32:12.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.606+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.1 size=1048576 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.606+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~2YCUYYICAW8N.2 size=793020 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.608+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=2YCUYYICAW8N tag=LLV0M9BZ8YDX type=write size=3938748 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.609+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=G5GCCHD2TYZQ type=del size=2021895 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.612+0000 7fdaec8da900 1 < suggested update operation key=OIL4KWAHRMSC tag=NCB7KWY16LW4 type=write size=649065 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.613+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=YBIFAUQ9Z11C type=del size=1697053 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.614+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=6ATVF348N3YK type=del 2023-01-15T14:32:12.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.615+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=7E089S7P4J8L type=del size=3630835 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.616+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=0OCCA8Q1NG6G type=write size=767912 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.617+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=PUUPB7DQ26I6 type=del size=3072006 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.619+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=DAB7L1LMHSZM type=del 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.620+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.0 size=1048576 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.621+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.1 size=1048576 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.622+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.2 size=995264 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.622+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=2GB93D4KND76 tag=TXGC0I8N4HPS type=write size=4140992 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.623+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=NES7U1QFKX14 type=del 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.624+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=OW9HVZIOWDH0 type=del size=2616418 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.625+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=KNNVRQR2YRFF type=del 2023-01-15T14:32:12.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.626+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=YKJZWY7RAMQO type=del size=1322827 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.627+0000 7fdaec8da900 -1 < failed to complete operation key=AEIY0PBY5LXR tag=0J0FHTOVV7QV type=del size=3586592: (22) Invalid argument 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.630+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~WT6HPZJRJLS6.0 size=1048576 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.630+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~WT6HPZJRJLS6.1 size=1010004 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.630+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=WT6HPZJRJLS6 tag=LL5QXIJM519L type=write size=3107156 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.631+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~5OCCWKR5UQV8.0 size=968794 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.633+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=5OCCWKR5UQV8 tag=3MHPIYOW2W7Y type=write size=2017370 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.634+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=M289KOZESXSL type=write size=695263 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.635+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.0 size=1048576 2023-01-15T14:32:12.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.635+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.1 size=1048576 2023-01-15T14:32:12.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.636+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~67OS441Z39CL.2 size=349179 2023-01-15T14:32:12.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.638+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=67OS441Z39CL tag=3SCZDV4RCXGH type=write size=3494907 2023-01-15T14:32:12.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.639+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=GIO9KCJTO8DC type=del size=1530952 2023-01-15T14:32:12.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.640+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=FY3Z4HYJKEIR type=del 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.641+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=SS7SU2DV23IF type=del size=3848177 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.642+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~B9SMUC8E4XY2.0 size=469818 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.643+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=B9SMUC8E4XY2 tag=H5FU69VC6VLY type=write size=1518394 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.645+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~4NYJJ5XQUFFQ.0 size=1048576 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.646+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~4NYJJ5XQUFFQ.1 size=795891 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.646+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=4NYJJ5XQUFFQ tag=K3D0LJ01HRU0 type=write size=2893043 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.646+0000 7fdaec8da900 1 < canceled part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.0 size=1048576 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.646+0000 7fdaec8da900 1 < canceled part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.1 size=1048576 2023-01-15T14:32:12.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.647+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~RB6IHPM3OOAI.2 size=276437 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.648+0000 7fdaec8da900 1 < canceled multipart upload key=4OJDVN4FGZEW upload=RB6IHPM3OOAI tag=FD1B6ARBXYG1 type=write size=3422165 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.650+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.0 size=1048576 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.651+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.1 size=1048576 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.652+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.2 size=409579 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.652+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=CIBC9X2CV3CA tag=UK830LBVLLZO type=write size=3555307 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.653+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=8U2XANC2EGOI type=del 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.654+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=ND2K51P0ZN2M type=del size=3040687 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.655+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.0 size=1048576 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.655+0000 7fdaec8da900 1 < canceled part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.1 size=1048576 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.656+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~OOYXC7F6G6S0.2 size=837928 2023-01-15T14:32:12.462 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.657+0000 7fdaec8da900 1 < canceled multipart upload key=INDYOQRZON6B upload=OOYXC7F6G6S0 tag=UM9A4L11DKFV type=write size=3983656 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.659+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=C7AIM639L5B7 type=del size=1541426 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.660+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=8BEQOBKY968J type=del 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.662+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~XFZB5Q93HM40.0 size=973513 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.662+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=XFZB5Q93HM40 tag=RSGDIN2V6PIR type=write size=2022089 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.663+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=G5GCCHD2TYZQ type=del 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.664+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=I37CTDW9DQOF type=write size=538303 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.665+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=YBIFAUQ9Z11C type=del 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.667+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=QJ9K9QCECW52 type=write size=886868 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.668+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=7E089S7P4J8L type=del 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.670+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~H7OVRU42DSCF.0 size=1048576 2023-01-15T14:32:12.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.671+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~H7OVRU42DSCF.1 size=678474 2023-01-15T14:32:12.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.671+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=H7OVRU42DSCF tag=22PL7PRUQRWX type=write size=2775626 2023-01-15T14:32:12.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.672+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=PUUPB7DQ26I6 type=del 2023-01-15T14:32:12.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.673+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=GP3JUX1AIIHN type=del size=3858403 2023-01-15T14:32:12.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.675+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.0 size=1048576 2023-01-15T14:32:12.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.675+0000 7fdaec8da900 1 < canceled part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.1 size=1048576 2023-01-15T14:32:12.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.676+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~2GB93D4KND76.2 size=995264 2023-01-15T14:32:12.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.678+0000 7fdaec8da900 1 < canceled multipart upload key=47ILP77YUAQV upload=2GB93D4KND76 tag=TXGC0I8N4HPS type=write size=4140992 2023-01-15T14:32:12.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.679+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=2HOWHF7K913D type=del size=2022643 2023-01-15T14:32:12.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.680+0000 7fdaec8da900 1 < suggested update operation key=G9T4HJN7GQTL tag=OW9HVZIOWDH0 type=del size=2616418 2023-01-15T14:32:12.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.682+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.0 size=1048576 2023-01-15T14:32:12.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.683+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.1 size=1048576 2023-01-15T14:32:12.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.684+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.2 size=790721 2023-01-15T14:32:12.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.684+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=XYTAZRM12DB0 tag=URN0N0WWIZNI type=write size=3936449 2023-01-15T14:32:12.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.685+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=YKJZWY7RAMQO type=del 2023-01-15T14:32:12.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.686+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=YHNJ20DIOV4T type=del size=890464 2023-01-15T14:32:12.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.687+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~WT6HPZJRJLS6.0 size=1048576 2023-01-15T14:32:12.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.688+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~WT6HPZJRJLS6.1 size=1010004 2023-01-15T14:32:12.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.690+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=WT6HPZJRJLS6 tag=LL5QXIJM519L type=write size=3107156 2023-01-15T14:32:12.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.691+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=SCFX4QRWAJO4 type=del size=811048 2023-01-15T14:32:12.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.692+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=M289KOZESXSL type=write size=695263 2023-01-15T14:32:12.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.693+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=ITQ3YCBAHCTD type=del size=2563066 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.694+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=GIO9KCJTO8DC type=del 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.695+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=LD9PKTLCOY7T type=del size=3731503 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.696+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=SS7SU2DV23IF type=del 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.697+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=E69MXN7Y7YQH type=del size=2065105 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.698+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~4NYJJ5XQUFFQ.0 size=1048576 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.699+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~4NYJJ5XQUFFQ.1 size=795891 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.700+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=4NYJJ5XQUFFQ tag=K3D0LJ01HRU0 type=write size=2893043 2023-01-15T14:32:12.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.701+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=NG2Y0U6Y3BZ7 type=del size=1391563 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.703+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.0 size=1048576 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.703+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.1 size=1048576 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.704+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~CIBC9X2CV3CA.2 size=409579 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.706+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=CIBC9X2CV3CA tag=UK830LBVLLZO type=write size=3555307 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.707+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=TJ6JAHBU69SV type=del size=274778 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.708+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=ND2K51P0ZN2M type=del 2023-01-15T14:32:12.665 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.709+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=PPRU0EKF3M02 type=del size=2233136 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.710+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=C7AIM639L5B7 type=del 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.712+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~30VWSZRVUV57.0 size=1048576 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.713+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~30VWSZRVUV57.1 size=604742 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.713+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=30VWSZRVUV57 tag=Q1VSRKSWGOF8 type=write size=2701894 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.714+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~XFZB5Q93HM40.0 size=973513 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.715+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=XFZB5Q93HM40 tag=RSGDIN2V6PIR type=write size=2022089 2023-01-15T14:32:12.666 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.717+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.0 size=1048576 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.718+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.1 size=1048576 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.719+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.2 size=117335 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.719+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=RN9CTR3P4SZ1 tag=1EHU3V6K13XF type=write size=3263063 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.720+0000 7fdaec8da900 1 < completed write operation key=0R1JVOXUO1DC tag=I37CTDW9DQOF type=write size=538303 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.721+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=CGL2YFNSG49M type=del size=2327032 2023-01-15T14:32:12.667 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.722+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=QJ9K9QCECW52 type=write size=886868 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.723+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~L6QUU6QTTQJ7.0 size=557819 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.723+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=L6QUU6QTTQJ7 tag=C381VIS0E1JX type=write size=1606395 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.725+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~H7OVRU42DSCF.0 size=1048576 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.725+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~H7OVRU42DSCF.1 size=678474 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.727+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=H7OVRU42DSCF tag=22PL7PRUQRWX type=write size=2775626 2023-01-15T14:32:12.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.728+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=D2TK9MJBRUEC type=write size=471015 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.729+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=GP3JUX1AIIHN type=del 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.731+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~EHH5YOB8FIKI.0 size=1048576 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.731+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~EHH5YOB8FIKI.1 size=586862 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.731+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=EHH5YOB8FIKI tag=8LQD68VD1QYO type=write size=2684014 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.733+0000 7fdaec8da900 1 < suggested update operation key=4UYU63ZWK33H tag=2HOWHF7K913D type=del size=2022643 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.734+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=HJ7M4O05DQ59 type=write size=613800 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.735+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.0 size=1048576 2023-01-15T14:32:12.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.736+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.1 size=1048576 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.737+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~XYTAZRM12DB0.2 size=790721 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.739+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=XYTAZRM12DB0 tag=URN0N0WWIZNI type=write size=3936449 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.740+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=YL5MNPE9GUP9 type=del size=1962719 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.741+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=YHNJ20DIOV4T type=del 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.742+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=1VAXZIFKUJYI type=del size=2392584 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.743+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=SCFX4QRWAJO4 type=del 2023-01-15T14:32:12.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.744+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=97UW9TJP23RR type=del size=1743950 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.745+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=ITQ3YCBAHCTD type=del 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.746+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~QG924LS60SM1.0 size=858446 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.746+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=QG924LS60SM1 tag=GRQWNCH0JDTA type=write size=1907022 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.747+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=LD9PKTLCOY7T type=del 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.748+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=LBQUDD5PW29C type=del size=402403 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.749+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=E69MXN7Y7YQH type=del 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.751+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.0 size=1048576 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.752+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.1 size=1048576 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.753+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.2 size=150734 2023-01-15T14:32:12.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.753+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=UXBS6HL4K3GG tag=7W0Q7S695SAX type=write size=3296462 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.754+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=NG2Y0U6Y3BZ7 type=del 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.754+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=OTSWMBNBAM4R type=del size=3412614 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.756+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=TJ6JAHBU69SV type=del 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.757+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=L71YICXXWC8R type=del size=117138 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.758+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=PPRU0EKF3M02 type=del 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.759+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=IO6X19PENY01 type=del size=2246016 2023-01-15T14:32:12.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.760+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~30VWSZRVUV57.0 size=1048576 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.760+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~30VWSZRVUV57.1 size=604742 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.762+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=30VWSZRVUV57 tag=Q1VSRKSWGOF8 type=write size=2701894 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.764+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.0 size=1048576 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.764+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.1 size=1048576 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.765+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.2 size=201120 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.765+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=DJ3F123C62WH tag=YUMT1D48SUI6 type=write size=3346848 2023-01-15T14:32:12.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.766+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.0 size=1048576 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.767+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.1 size=1048576 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.768+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~RN9CTR3P4SZ1.2 size=117335 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.769+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=RN9CTR3P4SZ1 tag=1EHU3V6K13XF type=write size=3263063 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.770+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=BQVTQPEKBK1D type=del size=4012008 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.772+0000 7fdaec8da900 1 < suggested update operation key=773H2LTSO1KA tag=CGL2YFNSG49M type=del size=2327032 2023-01-15T14:32:12.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.774+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~E36W5DXIB6KC.0 size=734285 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.774+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=E36W5DXIB6KC tag=RYHGC3YF1UR9 type=write size=1782861 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.775+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~L6QUU6QTTQJ7.0 size=557819 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.777+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=L6QUU6QTTQJ7 tag=C381VIS0E1JX type=write size=1606395 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.779+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.0 size=1048576 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.779+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.1 size=1048576 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.780+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.2 size=228588 2023-01-15T14:32:12.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.780+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=RPUO7OERNT79 tag=RV60E49VA71T type=write size=3374316 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.781+0000 7fdaec8da900 1 < completed write operation key=3EP0B2IP303P tag=D2TK9MJBRUEC type=write size=471015 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.783+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=DWN15RTGQUN4 type=write size=335006 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.784+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~EHH5YOB8FIKI.0 size=1048576 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.785+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~EHH5YOB8FIKI.1 size=586862 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.787+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=EHH5YOB8FIKI tag=8LQD68VD1QYO type=write size=2684014 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.789+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.0 size=1048576 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.790+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.1 size=1048576 2023-01-15T14:32:12.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.790+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.2 size=218179 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.790+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=KYCZHU32RZOK tag=JKLPBWY3K2JU type=write size=3363907 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.793+0000 7fdaec8da900 1 < suggested update operation key=INDYOQRZON6B tag=HJ7M4O05DQ59 type=write size=613800 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.795+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~XR3Y6S12X3G3.0 size=301546 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.795+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=XR3Y6S12X3G3 tag=FQMA0Y128G87 type=write size=1350122 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.796+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=YL5MNPE9GUP9 type=del 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.797+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=J6J9WFRU9W4Y type=write size=996585 2023-01-15T14:32:12.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.798+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=1VAXZIFKUJYI type=del 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.800+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~4H90SC10BRLD.0 size=368381 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.800+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=4H90SC10BRLD tag=PJGHC7HCGW3A type=write size=1416957 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.802+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=97UW9TJP23RR type=del 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.803+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=3HRLRK02J2VA type=del size=1850591 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.803+0000 7fdaec8da900 1 < canceled part key=_multipart_47ILP77YUAQV.2~QG924LS60SM1.0 size=858446 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.804+0000 7fdaec8da900 1 < canceled multipart upload key=47ILP77YUAQV upload=QG924LS60SM1 tag=GRQWNCH0JDTA type=write size=1907022 2023-01-15T14:32:12.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.807+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~RR2WXZIX45K5.0 size=1048576 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.807+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~RR2WXZIX45K5.1 size=635226 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.807+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=RR2WXZIX45K5 tag=NC055O9OH558 type=write size=2732378 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.808+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=LBQUDD5PW29C type=del 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.809+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=9WE7GZHSCV55 type=del size=2507700 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.810+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.0 size=1048576 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.811+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.1 size=1048576 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.812+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~UXBS6HL4K3GG.2 size=150734 2023-01-15T14:32:12.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.813+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=UXBS6HL4K3GG tag=7W0Q7S695SAX type=write size=3296462 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.815+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~GEPAH3JVKFNO.0 size=46431 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.815+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=GEPAH3JVKFNO tag=GHC112BD2ZZX type=write size=1095007 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.817+0000 7fdaec8da900 1 < suggested remove operation key=AEIY0PBY5LXR tag=OTSWMBNBAM4R type=del 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.819+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~XNDEDVMALBGE.0 size=924438 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.819+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=XNDEDVMALBGE tag=MTRGWQ3FU4Q9 type=write size=1973014 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.820+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=L71YICXXWC8R type=del 2023-01-15T14:32:12.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.822+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~J10VFCD4N4SP.0 size=1048576 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.822+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~J10VFCD4N4SP.1 size=249365 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.822+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=J10VFCD4N4SP tag=EKNLJY4ANHMH type=write size=2346517 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.823+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=IO6X19PENY01 type=del 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.824+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=ZQL4QJ4L8A7L type=del size=1580390 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.825+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.0 size=1048576 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.826+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.1 size=1048576 2023-01-15T14:32:12.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.827+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~DJ3F123C62WH.2 size=201120 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.828+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=DJ3F123C62WH tag=YUMT1D48SUI6 type=write size=3346848 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.830+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=MUEMTVSFE1NX type=del size=2390114 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.831+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=BQVTQPEKBK1D type=del 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.832+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~XII0Q29G03RK.0 size=1048576 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.833+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~XII0Q29G03RK.1 size=179181 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.833+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=XII0Q29G03RK tag=R22GNETJDH3P type=write size=2276333 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.834+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~E36W5DXIB6KC.0 size=734285 2023-01-15T14:32:12.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.835+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=E36W5DXIB6KC tag=RYHGC3YF1UR9 type=write size=1782861 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.837+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=QEK4E06WCJYQ type=del size=2876532 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.837+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.0 size=1048576 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.838+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.1 size=1048576 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.838+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~RPUO7OERNT79.2 size=228588 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.840+0000 7fdaec8da900 1 < canceled multipart upload key=NOOMFR8103P3 upload=RPUO7OERNT79 tag=RV60E49VA71T type=write size=3374316 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.842+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.0 size=1048576 2023-01-15T14:32:12.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.842+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.1 size=1048576 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.843+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.2 size=737595 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.843+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=IZ0GNRA5IRFU tag=YYY052H7MP9V type=write size=3883323 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.844+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=DWN15RTGQUN4 type=write size=335006 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.846+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~HDZ9LU1FLX5B.0 size=1048576 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.846+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~HDZ9LU1FLX5B.1 size=103026 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.846+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=HDZ9LU1FLX5B tag=LJFYSUMJXKGV type=write size=2200178 2023-01-15T14:32:12.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.847+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.0 size=1048576 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.848+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.1 size=1048576 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.849+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~KYCZHU32RZOK.2 size=218179 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.851+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=KYCZHU32RZOK tag=JKLPBWY3K2JU type=write size=3363907 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.852+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~1V30U575JFZD.0 size=255296 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.852+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=1V30U575JFZD tag=MKMRMAOBQ0R2 type=write size=1303872 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.853+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~XR3Y6S12X3G3.0 size=301546 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.855+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=XR3Y6S12X3G3 tag=FQMA0Y128G87 type=write size=1350122 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.856+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=DH5DPFV0IIXI type=del size=398506 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.857+0000 7fdaec8da900 1 < completed write operation key=773H2LTSO1KA tag=J6J9WFRU9W4Y type=write size=996585 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.858+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=IK0LZMP0G087 type=del size=1081004 2023-01-15T14:32:12.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.859+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~4H90SC10BRLD.0 size=368381 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.860+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=4H90SC10BRLD tag=PJGHC7HCGW3A type=write size=1416957 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.861+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=AWNQI4UM83R5 type=del size=2019102 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.862+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=3HRLRK02J2VA type=del 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.863+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=AU1JJJ8RDESZ type=del size=4029430 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.864+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~RR2WXZIX45K5.0 size=1048576 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.864+0000 7fdaec8da900 1 < canceled part key=_multipart_0R1JVOXUO1DC.2~RR2WXZIX45K5.1 size=635226 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.866+0000 7fdaec8da900 1 < canceled multipart upload key=0R1JVOXUO1DC upload=RR2WXZIX45K5 tag=NC055O9OH558 type=write size=2732378 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.867+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=QIJK0A536A0D type=write size=551522 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.868+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=9WE7GZHSCV55 type=del 2023-01-15T14:32:12.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.869+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~80FBPQUE1PZV.0 size=635208 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.869+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=80FBPQUE1PZV tag=X32B7RM1TQ1T type=write size=1683784 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.870+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~GEPAH3JVKFNO.0 size=46431 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.872+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=GEPAH3JVKFNO tag=GHC112BD2ZZX type=write size=1095007 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.873+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=U2A5GXS432C8 type=write size=621110 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.874+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~XNDEDVMALBGE.0 size=924438 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.876+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=XNDEDVMALBGE tag=MTRGWQ3FU4Q9 type=write size=1973014 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.877+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~W1GRLOQLUV8J.0 size=530041 2023-01-15T14:32:12.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.877+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=W1GRLOQLUV8J tag=VWHGB482XPD2 type=write size=1578617 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.878+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~J10VFCD4N4SP.0 size=1048576 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.879+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~J10VFCD4N4SP.1 size=249365 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.882+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=J10VFCD4N4SP tag=EKNLJY4ANHMH type=write size=2346517 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.883+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.0 size=1048576 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.884+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.1 size=1048576 2023-01-15T14:32:12.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.885+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.2 size=581919 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.885+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=38EG1BJGR9J0 tag=CJQ8I9TVK1DX type=write size=3727647 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.886+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=ZQL4QJ4L8A7L type=del 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.887+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=1AMF1RLDWIZF type=write size=697393 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.888+0000 7fdaec8da900 1 < canceled operation key=3EP0B2IP303P tag=MUEMTVSFE1NX type=del size=2390114 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.889+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=0548Z0B3W84L type=write size=762674 2023-01-15T14:32:12.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.890+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~XII0Q29G03RK.0 size=1048576 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.891+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~XII0Q29G03RK.1 size=179181 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.893+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=XII0Q29G03RK tag=R22GNETJDH3P type=write size=2276333 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.895+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~44W6GNCRZ6YK.0 size=226723 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.895+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=44W6GNCRZ6YK tag=4N2DWKQNK75F type=write size=1275299 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.897+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=QEK4E06WCJYQ type=del 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.898+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=ECJHVVYKZJ3G type=del size=569547 2023-01-15T14:32:12.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.899+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.0 size=1048576 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.900+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.1 size=1048576 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.901+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~IZ0GNRA5IRFU.2 size=737595 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.903+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=IZ0GNRA5IRFU tag=YYY052H7MP9V type=write size=3883323 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.904+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.0 size=1048576 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.905+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.1 size=1048576 2023-01-15T14:32:12.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.906+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.2 size=373764 2023-01-15T14:32:12.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.906+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=DXYM1MNJ6EEG tag=S41331LDQ02S type=write size=3519492 2023-01-15T14:32:12.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.907+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~HDZ9LU1FLX5B.0 size=1048576 2023-01-15T14:32:12.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.907+0000 7fdaec8da900 1 < canceled part key=_multipart_ECD42SKKPV50.2~HDZ9LU1FLX5B.1 size=103026 2023-01-15T14:32:13.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.908+0000 7fdaec8da900 1 < canceled multipart upload key=ECD42SKKPV50 upload=HDZ9LU1FLX5B tag=LJFYSUMJXKGV type=write size=2200178 2023-01-15T14:32:13.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.909+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=J0PT2NHOEW4A type=del size=786289 2023-01-15T14:32:13.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.910+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~1V30U575JFZD.0 size=255296 2023-01-15T14:32:13.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.912+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=1V30U575JFZD tag=MKMRMAOBQ0R2 type=write size=1303872 2023-01-15T14:32:13.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.913+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=NBTGVF4VHW74 type=del size=280022 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.914+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=DH5DPFV0IIXI type=del 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.916+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~HB0CK6O97F0A.0 size=1048576 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.916+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~HB0CK6O97F0A.1 size=922779 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.916+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=HB0CK6O97F0A tag=F96Q2SDUSPSK type=write size=3019931 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.917+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=IK0LZMP0G087 type=del 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.918+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=VZEEMABFL23G type=del size=931171 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.919+0000 7fdaec8da900 1 < canceled operation key=NOOMFR8103P3 tag=AWNQI4UM83R5 type=del size=2019102 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.921+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~VLKBD2W7EIO2.0 size=1048576 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.922+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~VLKBD2W7EIO2.1 size=283605 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.922+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=VLKBD2W7EIO2 tag=VLIP4BM4A5E8 type=write size=2380757 2023-01-15T14:32:13.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.924+0000 7fdaec8da900 1 < suggested remove operation key=OIL4KWAHRMSC tag=AU1JJJ8RDESZ type=del 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.925+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=2CO54UZJZA9E type=del size=1220458 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.926+0000 7fdaec8da900 1 < completed write operation key=2SQS45BAENXL tag=QIJK0A536A0D type=write size=551522 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.927+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=C1WJJSL8L4GN type=del size=277912 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.928+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~80FBPQUE1PZV.0 size=635208 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.929+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=80FBPQUE1PZV tag=X32B7RM1TQ1T type=write size=1683784 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.931+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=IY0IIL8Q5Q3N type=del size=647039 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.931+0000 7fdaec8da900 1 < completed write operation key=773H2LTSO1KA tag=U2A5GXS432C8 type=write size=621110 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.933+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~QG7JU9EKSCSL.0 size=1048576 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.934+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~QG7JU9EKSCSL.1 size=326019 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.934+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=QG7JU9EKSCSL tag=M8F8NPE5HWJ5 type=write size=2423171 2023-01-15T14:32:13.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.935+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~W1GRLOQLUV8J.0 size=530041 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.937+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=W1GRLOQLUV8J tag=VWHGB482XPD2 type=write size=1578617 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.938+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=G5CGGHS5BVK2 type=del size=1261331 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.939+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.0 size=1048576 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.939+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.1 size=1048576 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.940+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~38EG1BJGR9J0.2 size=581919 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.942+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=38EG1BJGR9J0 tag=CJQ8I9TVK1DX type=write size=3727647 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.943+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=J9C91HG7Z05H type=del size=3175078 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.944+0000 7fdaec8da900 1 < canceled operation key=EHYD3P30HI2Z tag=1AMF1RLDWIZF type=write size=697393 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.946+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.0 size=1048576 2023-01-15T14:32:13.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.947+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.1 size=1048576 2023-01-15T14:32:13.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.947+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.2 size=760507 2023-01-15T14:32:13.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.947+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=16E560ZPL4V7 tag=D07CAU922D86 type=write size=3906235 2023-01-15T14:32:13.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.949+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=0548Z0B3W84L type=write size=762674 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.950+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=F6MLQCAEEYYJ type=del size=3465622 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.951+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~44W6GNCRZ6YK.0 size=226723 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.953+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=44W6GNCRZ6YK tag=4N2DWKQNK75F type=write size=1275299 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.955+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~ZJW9AB3JMENK.0 size=280325 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.955+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=ZJW9AB3JMENK tag=0Z2HVU6TC8ER type=write size=1328901 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.956+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=ECJHVVYKZJ3G type=del 2023-01-15T14:32:13.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.957+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=HLKMZT7KDP3X type=del size=486617 2023-01-15T14:32:13.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.958+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.0 size=1048576 2023-01-15T14:32:13.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.959+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.1 size=1048576 2023-01-15T14:32:13.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.959+0000 7fdaec8da900 1 < canceled part key=_multipart_3EP0B2IP303P.2~DXYM1MNJ6EEG.2 size=373764 2023-01-15T14:32:13.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.960+0000 7fdaec8da900 1 < canceled multipart upload key=3EP0B2IP303P upload=DXYM1MNJ6EEG tag=S41331LDQ02S type=write size=3519492 2023-01-15T14:32:13.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.962+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.0 size=1048576 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.963+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.1 size=1048576 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.964+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.2 size=986194 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.964+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=TGRSD5YEGFLK tag=XUGRTSH1FY0J type=write size=4131922 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.965+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=J0PT2NHOEW4A type=del 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.967+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~RD2JQ029KSY6.0 size=1048576 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.967+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~RD2JQ029KSY6.1 size=739903 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.967+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=RD2JQ029KSY6 tag=84FZMRN1QTCT type=write size=2837055 2023-01-15T14:32:13.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.969+0000 7fdaec8da900 1 < suggested update operation key=0W740L2QFEGP tag=NBTGVF4VHW74 type=del size=280022 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.971+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=V4TKD55OB3RV type=del size=3582415 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.971+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~HB0CK6O97F0A.0 size=1048576 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.971+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~HB0CK6O97F0A.1 size=922779 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.972+0000 7fdaec8da900 1 < canceled multipart upload key=VSP8G1HF1DQC upload=HB0CK6O97F0A tag=F96Q2SDUSPSK type=write size=3019931 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.973+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=CUQ9KF49ZN9M type=del size=839192 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.975+0000 7fdaec8da900 1 < suggested update operation key=2SQS45BAENXL tag=VZEEMABFL23G type=del size=931171 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.976+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=S1MYEDDL2L23 type=del size=2946950 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.978+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~VLKBD2W7EIO2.0 size=1048576 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.979+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~VLKBD2W7EIO2.1 size=283605 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.981+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=VLKBD2W7EIO2 tag=VLIP4BM4A5E8 type=write size=2380757 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.983+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~TWPEL0MCZHAS.0 size=277515 2023-01-15T14:32:13.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.983+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=TWPEL0MCZHAS tag=YHXAO6ZBG1T6 type=write size=1326091 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.984+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=2CO54UZJZA9E type=del 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.986+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.0 size=1048576 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.987+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.1 size=1048576 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.988+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.2 size=400405 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.988+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=AL57P7RA3F4Q tag=0HTRJC3H064M type=write size=3546133 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.989+0000 7fdaec8da900 -1 < failed to complete operation key=0W740L2QFEGP tag=C1WJJSL8L4GN type=del size=277912: (22) Invalid argument 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.991+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GB1L7MV44O7B.0 size=1048576 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.991+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GB1L7MV44O7B.1 size=128500 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.991+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=GB1L7MV44O7B tag=O612R2KZWFES type=write size=2225652 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.993+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=IY0IIL8Q5Q3N type=del 2023-01-15T14:32:13.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.994+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=O2E1AVP3LM4S type=write size=521172 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.995+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~QG7JU9EKSCSL.0 size=1048576 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.995+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~QG7JU9EKSCSL.1 size=326019 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.997+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=QG7JU9EKSCSL tag=M8F8NPE5HWJ5 type=write size=2423171 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.999+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~H91EML39IQM3.0 size=1048576 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.999+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~H91EML39IQM3.1 size=125732 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:10.999+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=H91EML39IQM3 tag=JQUPUPTJCGXI type=write size=2222884 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.001+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=G5CGGHS5BVK2 type=del 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.002+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=6BSQIKSTT34V type=write size=954932 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.003+0000 7fdaec8da900 1 < canceled operation key=G9T4HJN7GQTL tag=J9C91HG7Z05H type=del size=3175078 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.004+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~I075ZRYRLNSV.0 size=444199 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.004+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=I075ZRYRLNSV tag=SYRH4TX8DOBC type=write size=1492775 2023-01-15T14:32:13.275 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.005+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.0 size=1048576 2023-01-15T14:32:13.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.005+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.1 size=1048576 2023-01-15T14:32:13.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.006+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~16E560ZPL4V7.2 size=760507 2023-01-15T14:32:13.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.008+0000 7fdaec8da900 1 < canceled multipart upload key=BO4MJ09E0EIP upload=16E560ZPL4V7 tag=D07CAU922D86 type=write size=3906235 2023-01-15T14:32:13.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.009+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=MP6T0CN89OQE type=write size=153463 2023-01-15T14:32:13.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.010+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=F6MLQCAEEYYJ type=del 2023-01-15T14:32:13.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.011+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=NNHY6EOXPWO2 type=del size=427262 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.012+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~ZJW9AB3JMENK.0 size=280325 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.013+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=ZJW9AB3JMENK tag=0Z2HVU6TC8ER type=write size=1328901 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.015+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~JLPT3BKUY590.0 size=799284 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.015+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=JLPT3BKUY590 tag=Z8L84OWCLO0A type=write size=1847860 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.016+0000 7fdaec8da900 1 < canceled operation key=VSP8G1HF1DQC tag=HLKMZT7KDP3X type=del size=486617 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.018+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.0 size=1048576 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.019+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.1 size=1048576 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.020+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.2 size=650897 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.020+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=ZX9CFUE468K4 tag=AI2CRF31JGBE type=write size=3796625 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.021+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.0 size=1048576 2023-01-15T14:32:13.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.021+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.1 size=1048576 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.022+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~TGRSD5YEGFLK.2 size=986194 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.024+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=TGRSD5YEGFLK tag=XUGRTSH1FY0J type=write size=4131922 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.025+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=T5WMF4W45K00 type=del size=3473849 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.026+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~RD2JQ029KSY6.0 size=1048576 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.026+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~RD2JQ029KSY6.1 size=739903 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.027+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=RD2JQ029KSY6 tag=84FZMRN1QTCT type=write size=2837055 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.029+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~V3972600Y4M1.0 size=1048576 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.030+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~V3972600Y4M1.1 size=697003 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.030+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=V3972600Y4M1 tag=V9QTQNDOUM3R type=write size=2794155 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.031+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=V4TKD55OB3RV type=del 2023-01-15T14:32:13.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.032+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=DNKGQR28QEBF type=del size=3668126 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.033+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=CUQ9KF49ZN9M type=del 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.034+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=QX5XNK2OE96K type=del size=1378133 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.035+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=S1MYEDDL2L23 type=del 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.036+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=ZXODT49FRNIG type=write size=753956 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.037+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~TWPEL0MCZHAS.0 size=277515 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.039+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=TWPEL0MCZHAS tag=YHXAO6ZBG1T6 type=write size=1326091 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.040+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=HH1SA8MV1AN3 type=del size=3567494 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.041+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.0 size=1048576 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.042+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.1 size=1048576 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.042+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~AL57P7RA3F4Q.2 size=400405 2023-01-15T14:32:13.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.044+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=AL57P7RA3F4Q tag=0HTRJC3H064M type=write size=3546133 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.045+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=B6576BTF681W type=del size=2580081 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.046+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GB1L7MV44O7B.0 size=1048576 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.047+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GB1L7MV44O7B.1 size=128500 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.049+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=GB1L7MV44O7B tag=O612R2KZWFES type=write size=2225652 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.050+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=JFRV943SVP4A type=del size=943389 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.051+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=O2E1AVP3LM4S type=write size=521172 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.052+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=TY3IMDPUY54V type=del size=3049048 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.053+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~H91EML39IQM3.0 size=1048576 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.054+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~H91EML39IQM3.1 size=125732 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.055+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=H91EML39IQM3 tag=JQUPUPTJCGXI type=write size=2222884 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.056+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=E0IBV2UH1H0W type=write size=564852 2023-01-15T14:32:13.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.057+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=6BSQIKSTT34V type=write size=954932 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.058+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=6W2GNEBJGP96 type=del size=2562664 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.060+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~I075ZRYRLNSV.0 size=444199 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.062+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=I075ZRYRLNSV tag=SYRH4TX8DOBC type=write size=1492775 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.063+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=63F2V06T12RF type=del size=1934068 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.064+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=MP6T0CN89OQE type=write size=153463 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.065+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=623LBAX9SJ4M type=write size=993465 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.067+0000 7fdaec8da900 1 < suggested update operation key=773H2LTSO1KA tag=NNHY6EOXPWO2 type=del size=427262 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.069+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~RMJYL7G9J7L0.0 size=258943 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.069+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=RMJYL7G9J7L0 tag=9MKBYXF9DXHE type=write size=1307519 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.070+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~JLPT3BKUY590.0 size=799284 2023-01-15T14:32:13.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.072+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=JLPT3BKUY590 tag=Z8L84OWCLO0A type=write size=1847860 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.073+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=1KZ3M3ZA5EO1 type=del size=1328892 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.074+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.0 size=1048576 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.075+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.1 size=1048576 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.076+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~ZX9CFUE468K4.2 size=650897 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.078+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=ZX9CFUE468K4 tag=AI2CRF31JGBE type=write size=3796625 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.079+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.0 size=1048576 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.080+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.1 size=1048576 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.081+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.2 size=139021 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.081+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=Q9KTREOP803A tag=OW28OHDSVQTX type=write size=3284749 2023-01-15T14:32:13.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.082+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=T5WMF4W45K00 type=del 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.084+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~5BPHOEQKHHTG.0 size=460046 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.084+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=5BPHOEQKHHTG tag=T1RUAWSVKJC4 type=write size=1508622 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.085+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~V3972600Y4M1.0 size=1048576 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.086+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~V3972600Y4M1.1 size=697003 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.088+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=V3972600Y4M1 tag=V9QTQNDOUM3R type=write size=2794155 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.090+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~147J62SP2C7D.0 size=87018 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.090+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=147J62SP2C7D tag=P2SNKP3YJMJK type=write size=1135594 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.091+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=DNKGQR28QEBF type=del 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.092+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=MGEK1HHYGZ5H type=del size=608319 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.093+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=QX5XNK2OE96K type=del 2023-01-15T14:32:13.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.094+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=TR2J24KGM930 type=del size=1866688 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.095+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=ZXODT49FRNIG type=write size=753956 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.096+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=GIGTORPGWD0V type=write size=860693 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.098+0000 7fdaec8da900 1 < suggested update operation key=3EP0B2IP303P tag=HH1SA8MV1AN3 type=del size=3567494 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.100+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.0 size=1048576 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.100+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.1 size=1048576 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.101+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.2 size=236390 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.101+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=QXO4ZAU024Y4 tag=M29XF9MGB916 type=write size=3382118 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.102+0000 7fdaec8da900 1 < canceled operation key=H2PMBP8XVIY2 tag=B6576BTF681W type=del size=2580081 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.103+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=BBRDA2B5ZLFI type=del size=3085169 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.105+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=JFRV943SVP4A type=del 2023-01-15T14:32:13.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.106+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=36LR7FLVZZHS type=write size=440759 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.107+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=TY3IMDPUY54V type=del 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.108+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=QROZ0IAVCZIR type=write size=606612 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.109+0000 7fdaec8da900 -1 < failed to complete operation key=773H2LTSO1KA tag=E0IBV2UH1H0W type=write size=564852: (22) Invalid argument 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.110+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=VHMTGZRKFV3T type=del size=3887749 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.112+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=6W2GNEBJGP96 type=del size=2562664 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.114+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~QQFCC48M5PKM.0 size=432830 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.114+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=QQFCC48M5PKM tag=3COZAUVXMHS6 type=write size=1481406 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.115+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=63F2V06T12RF type=del 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.116+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=G29172BXU00M type=del size=799757 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.117+0000 7fdaec8da900 1 < completed write operation key=T1S333NTR06V tag=623LBAX9SJ4M type=write size=993465 2023-01-15T14:32:13.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.118+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=RTFYTF1RIO8C type=del size=808131 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.119+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~RMJYL7G9J7L0.0 size=258943 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.120+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=RMJYL7G9J7L0 tag=9MKBYXF9DXHE type=write size=1307519 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.122+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=Q5ZKGV0A5S7I type=del size=1457540 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.123+0000 7fdaec8da900 1 < suggested update operation key=47ILP77YUAQV tag=1KZ3M3ZA5EO1 type=del size=1328892 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.125+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=4PG6Q0GIVQB6 type=del size=3426546 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.126+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.0 size=1048576 2023-01-15T14:32:13.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.126+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.1 size=1048576 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.127+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~Q9KTREOP803A.2 size=139021 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.129+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=Q9KTREOP803A tag=OW28OHDSVQTX type=write size=3284749 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.130+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=OVRGWHX9DK3I type=del size=4168570 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.131+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~5BPHOEQKHHTG.0 size=460046 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.132+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=5BPHOEQKHHTG tag=T1RUAWSVKJC4 type=write size=1508622 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.133+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=113AXDUOK011 type=del size=1159543 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.135+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~147J62SP2C7D.0 size=87018 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.136+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=147J62SP2C7D tag=P2SNKP3YJMJK type=write size=1135594 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.138+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.0 size=1048576 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.139+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.1 size=1048576 2023-01-15T14:32:13.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.139+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.2 size=82453 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.139+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=UNH31725XO7D tag=KAIR0O5D3UXN type=write size=3228181 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.141+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=MGEK1HHYGZ5H type=del 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.142+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=DI2DTEBH3HJK type=write size=496130 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.144+0000 7fdaec8da900 1 < suggested update operation key=3EP0B2IP303P tag=TR2J24KGM930 type=del size=1866688 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.145+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=83EBUGEY62K6 type=del size=1586941 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.146+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=GIGTORPGWD0V type=write size=860693 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.148+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~FZMZY0ZIHAJ7.0 size=191402 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.148+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=FZMZY0ZIHAJ7 tag=NNAIDQ23ZFJT type=write size=1239978 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.148+0000 7fdaec8da900 1 < canceled part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.0 size=1048576 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.149+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.1 size=1048576 2023-01-15T14:32:13.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.149+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~QXO4ZAU024Y4.2 size=236390 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.151+0000 7fdaec8da900 1 < canceled multipart upload key=EHYD3P30HI2Z upload=QXO4ZAU024Y4 tag=M29XF9MGB916 type=write size=3382118 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.153+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.0 size=1048576 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.154+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.1 size=1048576 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.154+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.2 size=759449 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.154+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=DHTDK01J0ARF tag=WGKNMEFN2U2M type=write size=3905177 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.155+0000 7fdaec8da900 -1 < failed to complete operation key=3EP0B2IP303P tag=BBRDA2B5ZLFI type=del size=3085169: (22) Invalid argument 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.156+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=KSF844MM56IC type=del size=3152486 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.158+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=36LR7FLVZZHS type=write size=440759 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.159+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=8TWLA5DL3I57 type=del size=1454302 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.161+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=QROZ0IAVCZIR type=write size=606612 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.162+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=U5AM7XXAUKE3 type=del size=2934332 2023-01-15T14:32:13.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.164+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=VHMTGZRKFV3T type=del size=3887749 2023-01-15T14:32:13.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.165+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.0 size=1048576 2023-01-15T14:32:13.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.166+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.1 size=1048576 2023-01-15T14:32:13.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.167+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.2 size=502628 2023-01-15T14:32:13.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.167+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=AKVSFLA6RCTL tag=9OSAGBJRQIT7 type=write size=3648356 2023-01-15T14:32:13.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.168+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~QQFCC48M5PKM.0 size=432830 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.170+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=QQFCC48M5PKM tag=3COZAUVXMHS6 type=write size=1481406 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.172+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.0 size=1048576 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.173+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.1 size=1048576 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.174+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.2 size=21822 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.174+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=0V4I4U0006GT tag=XBJMRRMRMHPW type=write size=3167550 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.175+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=G29172BXU00M type=del 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.177+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~BJQGS7SR0LEK.0 size=1048576 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.178+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~BJQGS7SR0LEK.1 size=872306 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.178+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=BJQGS7SR0LEK tag=J61X6TNSVR2Q type=write size=2969458 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.179+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=RTFYTF1RIO8C type=del 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.181+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.0 size=1048576 2023-01-15T14:32:13.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.182+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.1 size=1048576 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.182+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.2 size=948869 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.182+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=DB7EZDZPVKL2 tag=WA4946A2VMDN type=write size=4094597 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.183+0000 7fdaec8da900 -1 < failed to complete operation key=BO4MJ09E0EIP tag=Q5ZKGV0A5S7I type=del size=1457540: (22) Invalid argument 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.185+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~Z2RD9L23YGV4.0 size=1048576 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.186+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~Z2RD9L23YGV4.1 size=468632 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.186+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=Z2RD9L23YGV4 tag=1GMC3ORUVKAB type=write size=2565784 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.188+0000 7fdaec8da900 1 < suggested remove operation key=0R1JVOXUO1DC tag=4PG6Q0GIVQB6 type=del 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.190+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~BEBWEFSZ157Q.0 size=1048576 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.191+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~BEBWEFSZ157Q.1 size=385828 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.191+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=BEBWEFSZ157Q tag=MI764FLLWJ5D type=write size=2482980 2023-01-15T14:32:13.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.193+0000 7fdaec8da900 1 < suggested update operation key=FR7KL8ASPWEC tag=OVRGWHX9DK3I type=del size=4168570 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.194+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=C258EUKSRB8J type=del size=1273584 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.195+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=113AXDUOK011 type=del 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.196+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=2ISP8BPLYUQQ type=del size=1339084 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.197+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.0 size=1048576 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.198+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.1 size=1048576 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.198+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~UNH31725XO7D.2 size=82453 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.200+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=UNH31725XO7D tag=KAIR0O5D3UXN type=write size=3228181 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.201+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=ZDZVK7BFNVUM type=del size=1850703 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.202+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=DI2DTEBH3HJK type=write size=496130 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.203+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=QR1FNPYVOWMS type=del size=3986757 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.206+0000 7fdaec8da900 1 < suggested update operation key=INDYOQRZON6B tag=83EBUGEY62K6 type=del size=1586941 2023-01-15T14:32:13.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.207+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.0 size=1048576 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.208+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.1 size=1048576 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.209+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.2 size=252600 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.209+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=RJ13MPH0ZIWS tag=G3NBYB69CE25 type=write size=3398328 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.210+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~FZMZY0ZIHAJ7.0 size=191402 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.212+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=FZMZY0ZIHAJ7 tag=NNAIDQ23ZFJT type=write size=1239978 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.213+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.0 size=1048576 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.214+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.1 size=1048576 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.215+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.2 size=879944 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.215+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=1OV6W50F1HCH tag=D9N0Y9RFKWDZ type=write size=4025672 2023-01-15T14:32:13.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.216+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.0 size=1048576 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.217+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.1 size=1048576 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.217+0000 7fdaec8da900 1 < canceled part key=_multipart_3EP0B2IP303P.2~DHTDK01J0ARF.2 size=759449 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.218+0000 7fdaec8da900 1 < canceled multipart upload key=3EP0B2IP303P upload=DHTDK01J0ARF tag=WGKNMEFN2U2M type=write size=3905177 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.219+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=MY9IBVYCDN1E type=write size=247997 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.220+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=KSF844MM56IC type=del 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.222+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~9V0WFWZLMS2M.0 size=382608 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.222+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=9V0WFWZLMS2M tag=INAX0R60T8K6 type=write size=1431184 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.223+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=8TWLA5DL3I57 type=del 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.225+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~8JBFKY7XSIX9.0 size=1048576 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.225+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~8JBFKY7XSIX9.1 size=382519 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.225+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=8JBFKY7XSIX9 tag=WEDDOK5VO3LO type=write size=2479671 2023-01-15T14:32:13.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.226+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=U5AM7XXAUKE3 type=del 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.227+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=24K4SMUO5588 type=del size=2454121 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.228+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.0 size=1048576 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.229+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.1 size=1048576 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.230+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~AKVSFLA6RCTL.2 size=502628 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.231+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=AKVSFLA6RCTL tag=9OSAGBJRQIT7 type=write size=3648356 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.232+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=5DJOY073KRCD type=del size=2944594 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.234+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.0 size=1048576 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.234+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.1 size=1048576 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.234+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~0V4I4U0006GT.2 size=21822 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.236+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=0V4I4U0006GT tag=XBJMRRMRMHPW type=write size=3167550 2023-01-15T14:32:13.686 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.237+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=5DIXE0ZGIZRL type=del size=4150826 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.238+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~BJQGS7SR0LEK.0 size=1048576 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.238+0000 7fdaec8da900 1 < canceled part key=_multipart_0R1JVOXUO1DC.2~BJQGS7SR0LEK.1 size=872306 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.240+0000 7fdaec8da900 1 < canceled multipart upload key=0R1JVOXUO1DC upload=BJQGS7SR0LEK tag=J61X6TNSVR2Q type=write size=2969458 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.241+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=4XIDF1QM5BNJ type=del size=2992963 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.242+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.0 size=1048576 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.243+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.1 size=1048576 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.243+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~DB7EZDZPVKL2.2 size=948869 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.245+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=DB7EZDZPVKL2 tag=WA4946A2VMDN type=write size=4094597 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.247+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~BLLYXW0ZF3JV.0 size=869350 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.247+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=BLLYXW0ZF3JV tag=0GQ8EJF64S1L type=write size=1917926 2023-01-15T14:32:13.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.248+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~Z2RD9L23YGV4.0 size=1048576 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.249+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~Z2RD9L23YGV4.1 size=468632 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.250+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=Z2RD9L23YGV4 tag=1GMC3ORUVKAB type=write size=2565784 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.252+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~7DHZ6B0HJWVR.0 size=1048576 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.253+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~7DHZ6B0HJWVR.1 size=785695 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.253+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=7DHZ6B0HJWVR tag=DKSZKV36KNOL type=write size=2882847 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.254+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~BEBWEFSZ157Q.0 size=1048576 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.255+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~BEBWEFSZ157Q.1 size=385828 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.257+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=BEBWEFSZ157Q tag=MI764FLLWJ5D type=write size=2482980 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.259+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~UT4JVSOVDLKP.0 size=1048576 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.260+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~UT4JVSOVDLKP.1 size=304533 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.260+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=UT4JVSOVDLKP tag=VLGYLBOLPHAV type=write size=2401685 2023-01-15T14:32:13.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.261+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=C258EUKSRB8J type=del 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.262+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=7F0GC59Q41WT type=write size=1030088 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.263+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=2ISP8BPLYUQQ type=del 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.264+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=4DYW46V9Q15U type=del size=3070714 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.265+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=ZDZVK7BFNVUM type=del 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.266+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=QR37ZDVTA50H type=del size=2129276 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.267+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=QR1FNPYVOWMS type=del 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.268+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=D1W3TWH83MDD type=del size=652932 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.270+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.0 size=1048576 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.271+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.1 size=1048576 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.271+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~RJ13MPH0ZIWS.2 size=252600 2023-01-15T14:32:13.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.273+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=RJ13MPH0ZIWS tag=G3NBYB69CE25 type=write size=3398328 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.274+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=9OEO23VLZD7C type=del size=3385401 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.275+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.0 size=1048576 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.276+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.1 size=1048576 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.276+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~1OV6W50F1HCH.2 size=879944 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.278+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=1OV6W50F1HCH tag=D9N0Y9RFKWDZ type=write size=4025672 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.279+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=7J1PX0VP0PC6 type=del size=4137363 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.280+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=MY9IBVYCDN1E type=write size=247997 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.281+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~4OUJIZ9KDJ85.0 size=1048576 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.282+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~4OUJIZ9KDJ85.1 size=990762 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.282+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=4OUJIZ9KDJ85 tag=ECR3FYYCT3YB type=write size=3087914 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.283+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~9V0WFWZLMS2M.0 size=382608 2023-01-15T14:32:13.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.285+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=9V0WFWZLMS2M tag=INAX0R60T8K6 type=write size=1431184 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.286+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=PCA13MAOPXLT type=del size=2742274 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.287+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~8JBFKY7XSIX9.0 size=1048576 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.287+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~8JBFKY7XSIX9.1 size=382519 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.289+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=8JBFKY7XSIX9 tag=WEDDOK5VO3LO type=write size=2479671 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.290+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=T4MD1LV1HTJO type=del size=1579684 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.291+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=24K4SMUO5588 type=del 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.292+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=KUZ7DSIDS2DJ type=del size=868478 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.294+0000 7fdaec8da900 1 < suggested remove operation key=J9518CIYC7U9 tag=5DJOY073KRCD type=del 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.295+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=SQ3F77WA0JHW type=del size=3763453 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.296+0000 7fdaec8da900 1 < canceled operation key=97CDDG6TK1ET tag=5DIXE0ZGIZRL type=del size=4150826 2023-01-15T14:32:13.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.297+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=TNH07C7JLIPF type=write size=177823 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.297+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=J9518CIYC7U9 tag=4XIDF1QM5BNJ type=del size=2992963: (2) No such file or directory 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.298+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=QSRQM708NK1M type=del size=2266660 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.299+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~BLLYXW0ZF3JV.0 size=869350 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.301+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=BLLYXW0ZF3JV tag=0GQ8EJF64S1L type=write size=1917926 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.303+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~Y6B2760ZZA5G.0 size=563941 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.303+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=Y6B2760ZZA5G tag=OP1JUZPEHERE type=write size=1612517 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.304+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~7DHZ6B0HJWVR.0 size=1048576 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.304+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~7DHZ6B0HJWVR.1 size=785695 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.306+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=7DHZ6B0HJWVR tag=DKSZKV36KNOL type=write size=2882847 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.307+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=36WEV3Q7RX0C type=del size=751227 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.308+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~UT4JVSOVDLKP.0 size=1048576 2023-01-15T14:32:13.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.309+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~UT4JVSOVDLKP.1 size=304533 2023-01-15T14:32:13.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.310+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=UT4JVSOVDLKP tag=VLGYLBOLPHAV type=write size=2401685 2023-01-15T14:32:13.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.311+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=7O24RHJ3ZNL9 type=write size=764368 2023-01-15T14:32:13.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.312+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=7F0GC59Q41WT type=write size=1030088 2023-01-15T14:32:13.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.314+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~Z7MV1Z0TJMBF.0 size=704478 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.314+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=Z7MV1Z0TJMBF tag=NAKAT5TAW1XN type=write size=1753054 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.315+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=4DYW46V9Q15U type=del 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.317+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~VMAM0JN66OVM.0 size=1048576 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.318+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~VMAM0JN66OVM.1 size=252188 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.318+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=VMAM0JN66OVM tag=ARS7RAPRAFT6 type=write size=2349340 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.319+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=QR37ZDVTA50H type=del 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.320+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=848JIA23X6SI type=del size=3272893 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.321+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=J9518CIYC7U9 tag=D1W3TWH83MDD type=del size=652932: (2) No such file or directory 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.322+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=VBKKCCZUR1DV type=del size=916967 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.324+0000 7fdaec8da900 1 < suggested remove operation key=2SQS45BAENXL tag=9OEO23VLZD7C type=del 2023-01-15T14:32:13.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.325+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=CU3159EU3WEN type=write size=156865 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.326+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=7J1PX0VP0PC6 type=del 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.327+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=F0056ISBGK6S type=del size=2412961 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.327+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~4OUJIZ9KDJ85.0 size=1048576 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.328+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~4OUJIZ9KDJ85.1 size=990762 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.329+0000 7fdaec8da900 1 < canceled multipart upload key=BO4MJ09E0EIP upload=4OUJIZ9KDJ85 tag=ECR3FYYCT3YB type=write size=3087914 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.330+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=NPZLHAF2D0ZH type=del size=4031811 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.331+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=PCA13MAOPXLT type=del 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.333+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.0 size=1048576 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.334+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.1 size=1048576 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.335+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.2 size=33460 2023-01-15T14:32:13.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.335+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=DUCMGUXNRTIA tag=22MGKWICTFFY type=write size=3179188 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.336+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=T4MD1LV1HTJO type=del 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.337+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=O8AGI3R8JF0A type=write size=15094 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.338+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=KUZ7DSIDS2DJ type=del 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.340+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~DN1Z97382MBG.0 size=89374 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.340+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=DN1Z97382MBG tag=MVNQS24R913B type=write size=1137950 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.341+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=SQ3F77WA0JHW type=del 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.342+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GITMVX0N6YW6.0 size=1048576 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.343+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~GITMVX0N6YW6.1 size=120248 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.343+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=GITMVX0N6YW6 tag=4KHM1QINO8F4 type=write size=2217400 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.344+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=TNH07C7JLIPF type=write size=177823 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.346+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~QK0PZBKQ5KAT.0 size=1048576 2023-01-15T14:32:13.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.347+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~QK0PZBKQ5KAT.1 size=116307 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.347+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=QK0PZBKQ5KAT tag=QIG793B2TQ9W type=write size=2213459 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.349+0000 7fdaec8da900 1 < suggested remove operation key=O64FCESNBXMC tag=QSRQM708NK1M type=del 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.351+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.0 size=1048576 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.352+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.1 size=1048576 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.353+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.2 size=882485 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.353+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=UW5PVM0PE6F1 tag=U3GDVNLL1JA1 type=write size=4028213 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.354+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~Y6B2760ZZA5G.0 size=563941 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.356+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=Y6B2760ZZA5G tag=OP1JUZPEHERE type=write size=1612517 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.357+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=BI6P8R1PE8G0 type=del size=1044155 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.358+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=36WEV3Q7RX0C type=del 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.359+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=RIOCAA1ST89S type=del size=2469273 2023-01-15T14:32:13.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.361+0000 7fdaec8da900 1 < suggested remove operation key=G9T4HJN7GQTL tag=7O24RHJ3ZNL9 type=write 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.364+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.0 size=1048576 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.365+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.1 size=1048576 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.365+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.2 size=439951 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.365+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=JF20Z3O90CQW tag=ERAH8EY7DC8V type=write size=3585679 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.366+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~Z7MV1Z0TJMBF.0 size=704478 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.368+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=Z7MV1Z0TJMBF tag=NAKAT5TAW1XN type=write size=1753054 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.369+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=CF2Y3C1KVLA7 type=del size=2576963 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.371+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~VMAM0JN66OVM.0 size=1048576 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.371+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~VMAM0JN66OVM.1 size=252188 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.373+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=VMAM0JN66OVM tag=ARS7RAPRAFT6 type=write size=2349340 2023-01-15T14:32:13.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.375+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.0 size=1048576 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.375+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.1 size=1048576 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.376+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.2 size=172195 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.376+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=DAA24JXE24QH tag=G7ZRTK6QD4TG type=write size=3317923 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.378+0000 7fdaec8da900 1 < suggested remove operation key=ECD42SKKPV50 tag=848JIA23X6SI type=del 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.380+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~B5ZLWL8FM1U2.0 size=988445 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.380+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=B5ZLWL8FM1U2 tag=6PMMFEX7PMCE type=write size=2037021 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.382+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=VBKKCCZUR1DV type=del 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.383+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=7PX996B9ARUN type=del size=2199698 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.385+0000 7fdaec8da900 1 < suggested update operation key=XEH71HSXMJD8 tag=CU3159EU3WEN type=write size=156865 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.387+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~DYPKT0GZTUYE.0 size=394920 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.387+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=DYPKT0GZTUYE tag=J9VPOYQXS1I0 type=write size=1443496 2023-01-15T14:32:13.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.388+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=F0056ISBGK6S type=del 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.390+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=GPGNV6YJ7NV8 type=write size=351825 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.391+0000 7fdaec8da900 1 < canceled operation key=GIGSUY94OWY1 tag=NPZLHAF2D0ZH type=del size=4031811 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.393+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~Q7LNWSB8QNVV.0 size=640625 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.393+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=Q7LNWSB8QNVV tag=ASMG508ZFPA7 type=write size=1689201 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.394+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.0 size=1048576 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.395+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.1 size=1048576 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.396+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~DUCMGUXNRTIA.2 size=33460 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.396+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=DUCMGUXNRTIA tag=22MGKWICTFFY type=write size=3179188 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.397+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=0P94NWEWVJ4W type=write size=349029 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.398+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=O8AGI3R8JF0A type=write size=15094 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.400+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~8TRMCQ7C49SD.0 size=230990 2023-01-15T14:32:13.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.400+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=8TRMCQ7C49SD tag=TYITHDZAEY9F type=write size=1279566 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.401+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~DN1Z97382MBG.0 size=89374 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.403+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=DN1Z97382MBG tag=MVNQS24R913B type=write size=1137950 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.405+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~5327M16Q7J9T.0 size=1048576 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.406+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~5327M16Q7J9T.1 size=293998 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.406+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=5327M16Q7J9T tag=Y09YWTH6VFWL type=write size=2391150 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.407+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GITMVX0N6YW6.0 size=1048576 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.408+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~GITMVX0N6YW6.1 size=120248 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.409+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=GITMVX0N6YW6 tag=4KHM1QINO8F4 type=write size=2217400 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.410+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=FLA2V47H4WBS type=del size=1581165 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.411+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~QK0PZBKQ5KAT.0 size=1048576 2023-01-15T14:32:13.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.412+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~QK0PZBKQ5KAT.1 size=116307 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.414+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=QK0PZBKQ5KAT tag=QIG793B2TQ9W type=write size=2213459 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.415+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=RUXD9ALDBBIN type=del size=2009930 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.416+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.0 size=1048576 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.418+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.1 size=1048576 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.419+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~UW5PVM0PE6F1.2 size=882485 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.421+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=UW5PVM0PE6F1 tag=U3GDVNLL1JA1 type=write size=4028213 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.422+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=ZF1NHKEWNVDQ type=write size=464346 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.423+0000 7fdaec8da900 1 < canceled operation key=BO4MJ09E0EIP tag=BI6P8R1PE8G0 type=del size=1044155 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.425+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~870S0YWOP0GK.0 size=1048576 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.425+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~870S0YWOP0GK.1 size=481471 2023-01-15T14:32:13.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.425+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=870S0YWOP0GK tag=6Y0E1Q10PLOG type=write size=2578623 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.426+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=RIOCAA1ST89S type=del 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.428+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~0T78LC7NYOM8.0 size=814740 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.428+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=0T78LC7NYOM8 tag=HC5LTU5LND7T type=write size=1863316 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.430+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.0 size=1048576 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.430+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.1 size=1048576 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.431+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~JF20Z3O90CQW.2 size=439951 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.433+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=JF20Z3O90CQW tag=ERAH8EY7DC8V type=write size=3585679 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.434+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=1AQ4UEL8ID0T type=del size=877197 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.436+0000 7fdaec8da900 1 < suggested update operation key=0R1JVOXUO1DC tag=CF2Y3C1KVLA7 type=del size=2576963 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.437+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=J3O4WNAUS0XX type=del size=636592 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.438+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.0 size=1048576 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.439+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.1 size=1048576 2023-01-15T14:32:13.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.440+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DAA24JXE24QH.2 size=172195 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.442+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=DAA24JXE24QH tag=G7ZRTK6QD4TG type=write size=3317923 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.443+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=KMX2X9O2RXUU type=del size=2195481 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.444+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~B5ZLWL8FM1U2.0 size=988445 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.445+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=B5ZLWL8FM1U2 tag=6PMMFEX7PMCE type=write size=2037021 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.447+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.0 size=1048576 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.448+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.1 size=1048576 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.448+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.2 size=586470 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.448+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=GSUAKFA9GO1L tag=7LC5NNQAO8DH type=write size=3732198 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.449+0000 7fdaec8da900 1 < canceled operation key=GIGSUY94OWY1 tag=7PX996B9ARUN type=del size=2199698 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.450+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=XVUU9YQJBZL1 type=write size=482282 2023-01-15T14:32:13.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.452+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~DYPKT0GZTUYE.0 size=394920 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.453+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=DYPKT0GZTUYE tag=J9VPOYQXS1I0 type=write size=1443496 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.455+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.0 size=1048576 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.456+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.1 size=1048576 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.457+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.2 size=419325 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.457+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=YV651ZGJV316 tag=AQVMPI0M3VQX type=write size=3565053 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.458+0000 7fdaec8da900 1 < completed write operation key=773H2LTSO1KA tag=GPGNV6YJ7NV8 type=write size=351825 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.460+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=CXEIJ11QIQUR type=write size=432616 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.461+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~Q7LNWSB8QNVV.0 size=640625 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.462+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=Q7LNWSB8QNVV tag=ASMG508ZFPA7 type=write size=1689201 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.463+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=G3QM754RAI6C type=del size=1825884 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.465+0000 7fdaec8da900 1 < suggested remove operation key=AEIY0PBY5LXR tag=0P94NWEWVJ4W type=write 2023-01-15T14:32:13.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.467+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~MA9TCDSC5RXJ.0 size=1048576 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.468+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~MA9TCDSC5RXJ.1 size=794553 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.468+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=MA9TCDSC5RXJ tag=4J2W4C21OZMX type=write size=2891705 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.469+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~8TRMCQ7C49SD.0 size=230990 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.471+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=8TRMCQ7C49SD tag=TYITHDZAEY9F type=write size=1279566 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.472+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=KIZ6O5I7OS4J type=write size=889748 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.473+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~5327M16Q7J9T.0 size=1048576 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.474+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~5327M16Q7J9T.1 size=293998 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.475+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=5327M16Q7J9T tag=Y09YWTH6VFWL type=write size=2391150 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.477+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.0 size=1048576 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.478+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.1 size=1048576 2023-01-15T14:32:13.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.479+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.2 size=891302 2023-01-15T14:32:13.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.479+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=02YWNSNKFCTX tag=VZTBMXIVAEMQ type=write size=4037030 2023-01-15T14:32:13.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.481+0000 7fdaec8da900 1 < suggested update operation key=FR7KL8ASPWEC tag=FLA2V47H4WBS type=del size=1581165 2023-01-15T14:32:14.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.483+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~G87RRKEWE2CQ.0 size=172074 2023-01-15T14:32:14.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.483+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=G87RRKEWE2CQ tag=80ZTHT5LVRNV type=write size=1220650 2023-01-15T14:32:14.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.484+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=RUXD9ALDBBIN type=del 2023-01-15T14:32:14.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.486+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.0 size=1048576 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.487+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.1 size=1048576 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.488+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.2 size=465 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.488+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=AQLEEHPNWAFI tag=KZDA009XURZ1 type=write size=3146193 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.489+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=ZF1NHKEWNVDQ type=write size=464346 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.491+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~L7VEV7OV7G3R.0 size=1048576 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.491+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~L7VEV7OV7G3R.1 size=950531 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.491+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=L7VEV7OV7G3R tag=KQDTN8VHSAJQ type=write size=3047683 2023-01-15T14:32:14.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.493+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~870S0YWOP0GK.0 size=1048576 2023-01-15T14:32:14.057 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.494+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~870S0YWOP0GK.1 size=481471 2023-01-15T14:32:14.057 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.495+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=870S0YWOP0GK tag=6Y0E1Q10PLOG type=write size=2578623 2023-01-15T14:32:14.057 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.496+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=8PLFR0ZYIQSW type=del size=3170559 2023-01-15T14:32:14.057 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.498+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~0T78LC7NYOM8.0 size=814740 2023-01-15T14:32:14.057 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.499+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=0T78LC7NYOM8 tag=HC5LTU5LND7T type=write size=1863316 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.501+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~PTBOV8WGXAE4.0 size=1048576 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.502+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~PTBOV8WGXAE4.1 size=490292 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.502+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=PTBOV8WGXAE4 tag=OOONZ7LCQ0FP type=write size=2587444 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.503+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=1AQ4UEL8ID0T type=del 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.505+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~MYU46A4WG4XQ.0 size=357567 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.505+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=MYU46A4WG4XQ tag=7WMBIGXWI3M8 type=write size=1406143 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.506+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=J3O4WNAUS0XX type=del 2023-01-15T14:32:14.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.507+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=AM51Q22MABJU type=del size=881001 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.508+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=KMX2X9O2RXUU type=del 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.510+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.0 size=1048576 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.511+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.1 size=1048576 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.511+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.2 size=428968 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.511+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=HI5PWKEEYSIZ tag=FVZFK8QUPYT5 type=write size=3574696 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.512+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.0 size=1048576 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.512+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.1 size=1048576 2023-01-15T14:32:14.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.512+0000 7fdaec8da900 1 < canceled part key=_multipart_VSP8G1HF1DQC.2~GSUAKFA9GO1L.2 size=586470 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.514+0000 7fdaec8da900 1 < canceled multipart upload key=VSP8G1HF1DQC upload=GSUAKFA9GO1L tag=7LC5NNQAO8DH type=write size=3732198 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.516+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.0 size=1048576 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.517+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.1 size=1048576 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.518+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.2 size=1047060 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.518+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=UJNV82D2ZPAZ tag=HQYYEYDUZ90B type=write size=4192788 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.520+0000 7fdaec8da900 1 < suggested update operation key=CVVOPB1T7YQJ tag=XVUU9YQJBZL1 type=write size=482282 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.521+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=93MNEQBZJ5Y5 type=del size=2677263 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.522+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.0 size=1048576 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.523+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.1 size=1048576 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.524+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~YV651ZGJV316.2 size=419325 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.526+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=YV651ZGJV316 tag=AQVMPI0M3VQX type=write size=3565053 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.527+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=EBBU2IDRWWNR type=del size=4048742 2023-01-15T14:32:14.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.528+0000 7fdaec8da900 1 < canceled operation key=JZWBPYF4N7U9 tag=CXEIJ11QIQUR type=write size=432616 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.530+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~QMBA4YAU6FLI.0 size=1048576 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.531+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~QMBA4YAU6FLI.1 size=236540 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.531+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=QMBA4YAU6FLI tag=0G0GLI0U5IUT type=write size=2333692 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.532+0000 7fdaec8da900 1 < canceled operation key=INDYOQRZON6B tag=G3QM754RAI6C type=del size=1825884 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.533+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=ZVDWTNG3VJ53 type=del size=536471 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.534+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~MA9TCDSC5RXJ.0 size=1048576 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.535+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~MA9TCDSC5RXJ.1 size=794553 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.536+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=MA9TCDSC5RXJ tag=4J2W4C21OZMX type=write size=2891705 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.539+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~5939RT7I9QTU.0 size=209739 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.539+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=5939RT7I9QTU tag=3QAHBNC1VH3V type=write size=1258315 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.540+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=KIZ6O5I7OS4J type=write size=889748 2023-01-15T14:32:14.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.541+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=4NX1MY3195FN type=del size=1968852 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.542+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.0 size=1048576 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.542+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.1 size=1048576 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.543+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~02YWNSNKFCTX.2 size=891302 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.545+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=02YWNSNKFCTX tag=VZTBMXIVAEMQ type=write size=4037030 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.546+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=F6NHUOS0MUH4 type=write size=538154 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.547+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~G87RRKEWE2CQ.0 size=172074 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.549+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=G87RRKEWE2CQ tag=80ZTHT5LVRNV type=write size=1220650 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.551+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.0 size=1048576 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.551+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.1 size=1048576 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.552+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.2 size=534142 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.552+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=SEWOYUM15KMM tag=L0GKMY6OQ7Q4 type=write size=3679870 2023-01-15T14:32:14.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.554+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.0 size=1048576 2023-01-15T14:32:14.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.555+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.1 size=1048576 2023-01-15T14:32:14.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.556+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~AQLEEHPNWAFI.2 size=465 2023-01-15T14:32:14.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.558+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=AQLEEHPNWAFI tag=KZDA009XURZ1 type=write size=3146193 2023-01-15T14:32:14.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.559+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=JGPNYV0RERXD type=del size=2296067 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.560+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~L7VEV7OV7G3R.0 size=1048576 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.561+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~L7VEV7OV7G3R.1 size=950531 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.562+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=L7VEV7OV7G3R tag=KQDTN8VHSAJQ type=write size=3047683 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.563+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=VYNM1JY2PY6I type=write size=169644 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.564+0000 7fdaec8da900 -1 < failed to complete operation key=CVVOPB1T7YQJ tag=8PLFR0ZYIQSW type=del size=3170559: (22) Invalid argument 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.566+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~QHRL3AF741QB.0 size=1048576 2023-01-15T14:32:14.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.567+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~QHRL3AF741QB.1 size=222961 2023-01-15T14:32:14.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.567+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=QHRL3AF741QB tag=GT4JQ2EC8FH0 type=write size=2320113 2023-01-15T14:32:14.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.568+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~PTBOV8WGXAE4.0 size=1048576 2023-01-15T14:32:14.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.568+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~PTBOV8WGXAE4.1 size=490292 2023-01-15T14:32:14.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.569+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=PTBOV8WGXAE4 tag=OOONZ7LCQ0FP type=write size=2587444 2023-01-15T14:32:14.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.571+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=Z3LOOO7Q4EVS type=write size=624036 2023-01-15T14:32:14.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.572+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~MYU46A4WG4XQ.0 size=357567 2023-01-15T14:32:14.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.573+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=MYU46A4WG4XQ tag=7WMBIGXWI3M8 type=write size=1406143 2023-01-15T14:32:14.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.574+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=NWU2R9UFIIUI type=write size=128372 2023-01-15T14:32:14.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.575+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=AM51Q22MABJU type=del 2023-01-15T14:32:14.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.577+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~XXAV6FDK2QZ1.0 size=466777 2023-01-15T14:32:14.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.577+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=XXAV6FDK2QZ1 tag=1BKZXLYJKDD0 type=write size=1515353 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.578+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.0 size=1048576 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.579+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.1 size=1048576 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.580+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HI5PWKEEYSIZ.2 size=428968 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.582+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=HI5PWKEEYSIZ tag=FVZFK8QUPYT5 type=write size=3574696 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.584+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~IVT8MXNZZY3M.0 size=599841 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.584+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=IVT8MXNZZY3M tag=XSXQ61ZODZQ8 type=write size=1648417 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.585+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.0 size=1048576 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.586+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.1 size=1048576 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.586+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~UJNV82D2ZPAZ.2 size=1047060 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.589+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=UJNV82D2ZPAZ tag=HQYYEYDUZ90B type=write size=4192788 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.590+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=FVK8JF5T93RL type=write size=399042 2023-01-15T14:32:14.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.591+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=93MNEQBZJ5Y5 type=del 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.593+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.0 size=1048576 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.594+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.1 size=1048576 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.594+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.2 size=724454 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.594+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=50NTPUO0W9AK tag=VWW6H0N77H83 type=write size=3870182 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.596+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=EBBU2IDRWWNR type=del 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.597+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=S5QMCBMFTE4Z type=write size=65240 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.598+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~QMBA4YAU6FLI.0 size=1048576 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.599+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~QMBA4YAU6FLI.1 size=236540 2023-01-15T14:32:14.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.601+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=QMBA4YAU6FLI tag=0G0GLI0U5IUT type=write size=2333692 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.602+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=0P2A2TQCJ2AI type=del size=583588 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.603+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=ZVDWTNG3VJ53 type=del 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.604+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=ZALUYIR8HMYQ type=del size=4054407 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.605+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~5939RT7I9QTU.0 size=209739 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.607+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=5939RT7I9QTU tag=3QAHBNC1VH3V type=write size=1258315 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.609+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~I9QTQC9R7XII.0 size=1048576 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.610+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~I9QTQC9R7XII.1 size=751116 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.610+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=I9QTQC9R7XII tag=J4ZJUS9ILSGE type=write size=2848268 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.611+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=4NX1MY3195FN type=del size=1968852 2023-01-15T14:32:14.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.613+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=HYAA3ZE17AR7 type=del size=143751 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.614+0000 7fdaec8da900 1 < completed write operation key=97CDDG6TK1ET tag=F6NHUOS0MUH4 type=write size=538154 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.615+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=WXBJZ121G5HI type=del size=3358599 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.616+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.0 size=1048576 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.617+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.1 size=1048576 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.618+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~SEWOYUM15KMM.2 size=534142 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.620+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=SEWOYUM15KMM tag=L0GKMY6OQ7Q4 type=write size=3679870 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.621+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=4NT3466Z1QYT type=del size=3981400 2023-01-15T14:32:14.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.622+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=JGPNYV0RERXD type=del 2023-01-15T14:32:14.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.623+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=IDW390NUSASI type=write size=716140 2023-01-15T14:32:14.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.624+0000 7fdaec8da900 1 < canceled operation key=2SQS45BAENXL tag=VYNM1JY2PY6I type=write size=169644 2023-01-15T14:32:14.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.625+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=EREVC7QSLM72 type=del size=97794 2023-01-15T14:32:14.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.627+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~QHRL3AF741QB.0 size=1048576 2023-01-15T14:32:14.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.627+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~QHRL3AF741QB.1 size=222961 2023-01-15T14:32:14.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.629+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=QHRL3AF741QB tag=GT4JQ2EC8FH0 type=write size=2320113 2023-01-15T14:32:14.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.631+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~4ZZ59AL2HKMF.0 size=1048576 2023-01-15T14:32:14.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.632+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~4ZZ59AL2HKMF.1 size=711732 2023-01-15T14:32:14.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.632+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=4ZZ59AL2HKMF tag=ZDJMXZXZUSO5 type=write size=2808884 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.633+0000 7fdaec8da900 1 < completed write operation key=0R1JVOXUO1DC tag=Z3LOOO7Q4EVS type=write size=624036 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.634+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=0LJMQOOME5VZ type=del size=2021345 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.635+0000 7fdaec8da900 1 < completed write operation key=773H2LTSO1KA tag=NWU2R9UFIIUI type=write size=128372 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.636+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=1KRMBXDIU4G7 type=del size=2788477 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.637+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~XXAV6FDK2QZ1.0 size=466777 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.639+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=XXAV6FDK2QZ1 tag=1BKZXLYJKDD0 type=write size=1515353 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.641+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.0 size=1048576 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.642+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.1 size=1048576 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.643+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.2 size=339228 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.643+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=WWI4HADWDOXC tag=JSZJMCXJYS76 type=write size=3484956 2023-01-15T14:32:14.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.644+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~IVT8MXNZZY3M.0 size=599841 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.646+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=IVT8MXNZZY3M tag=XSXQ61ZODZQ8 type=write size=1648417 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.648+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CAAHMA2E2YSZ.0 size=920264 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.648+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=CAAHMA2E2YSZ tag=9GHB8GR428QA type=write size=1968840 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.650+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=FVK8JF5T93RL type=write size=399042 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.651+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=U0P60KZPB2HJ type=del size=1014493 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.652+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.0 size=1048576 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.653+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.1 size=1048576 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.654+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~50NTPUO0W9AK.2 size=724454 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.657+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=50NTPUO0W9AK tag=VWW6H0N77H83 type=write size=3870182 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.658+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=AY46OB9K1OK8 type=write size=154579 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.660+0000 7fdaec8da900 1 < suggested remove operation key=O64FCESNBXMC tag=S5QMCBMFTE4Z type=write 2023-01-15T14:32:14.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.661+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=6J8VIRTHPCFI type=write size=451517 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.663+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=0P2A2TQCJ2AI type=del 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.664+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=Y0QEY8PHNSMF type=del size=1181777 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.666+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=ZALUYIR8HMYQ type=del 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.668+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~CO7MBMF42P5Q.0 size=224065 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.668+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=CO7MBMF42P5Q tag=SSIQY0ITZI1Y type=write size=1272641 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.670+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~I9QTQC9R7XII.0 size=1048576 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.671+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~I9QTQC9R7XII.1 size=751116 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.673+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=I9QTQC9R7XII tag=J4ZJUS9ILSGE type=write size=2848268 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.673+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=XG2FTDJ3NZPO type=del size=2932577 2023-01-15T14:32:14.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.675+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=HYAA3ZE17AR7 type=del size=143751 2023-01-15T14:32:14.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.678+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.0 size=1048576 2023-01-15T14:32:14.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.678+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.1 size=1048576 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.679+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.2 size=781792 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.679+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=IX6Y941TJ1ES tag=RVTXL0RQHNMR type=write size=3927520 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.681+0000 7fdaec8da900 1 < suggested remove operation key=3QIZ4ALUEWV6 tag=WXBJZ121G5HI type=del 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.682+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=6X4FUD5B3C5H type=del size=2521640 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.683+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=4NT3466Z1QYT type=del 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.686+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~WY6UOJWN0XK1.0 size=1048576 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.686+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~WY6UOJWN0XK1.1 size=11971 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.686+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=WY6UOJWN0XK1 tag=SVOWI49NMWTY type=write size=2109123 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.688+0000 7fdaec8da900 1 < completed write operation key=0W740L2QFEGP tag=IDW390NUSASI type=write size=716140 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.689+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=Y7WY3FXFZYSC type=del size=410132 2023-01-15T14:32:14.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.689+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=T1S333NTR06V tag=EREVC7QSLM72 type=del size=97794: (2) No such file or directory 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.690+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=IQ55ISY899NB type=del size=311285 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.691+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~4ZZ59AL2HKMF.0 size=1048576 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.691+0000 7fdaec8da900 1 < canceled part key=_multipart_0W740L2QFEGP.2~4ZZ59AL2HKMF.1 size=711732 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.693+0000 7fdaec8da900 1 < canceled multipart upload key=0W740L2QFEGP upload=4ZZ59AL2HKMF tag=ZDJMXZXZUSO5 type=write size=2808884 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.694+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=0I704Y9RMBXO type=del size=3714638 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.696+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=0LJMQOOME5VZ type=del 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.697+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=4R4SC7NWF9V5 type=del size=3509465 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.698+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=1KRMBXDIU4G7 type=del 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.700+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~YAB6ZOI01WI2.0 size=969489 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.700+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=YAB6ZOI01WI2 tag=FC9YY0LZEJ4W type=write size=2018065 2023-01-15T14:32:14.788 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.701+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.0 size=1048576 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.702+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.1 size=1048576 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.703+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~WWI4HADWDOXC.2 size=339228 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.704+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=WWI4HADWDOXC tag=JSZJMCXJYS76 type=write size=3484956 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.705+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=X4G63K1C6V7L type=del size=2718755 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.706+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~CAAHMA2E2YSZ.0 size=920264 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.707+0000 7fdaec8da900 1 < canceled multipart upload key=XEH71HSXMJD8 upload=CAAHMA2E2YSZ tag=9GHB8GR428QA type=write size=1968840 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.708+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=Z1XRKEB60PTS type=write size=782473 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.709+0000 7fdaec8da900 -1 < failed to complete operation key=2X6MH49TOHKD tag=U0P60KZPB2HJ type=del size=1014493: (22) Invalid argument 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.711+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~MAI8R7GJASTS.0 size=726959 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.711+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=MAI8R7GJASTS tag=E48UMUHJGIVA type=write size=1775535 2023-01-15T14:32:14.789 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.712+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=AY46OB9K1OK8 type=write size=154579 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.714+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=HE4W7FRRV4IH type=del size=1403604 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.715+0000 7fdaec8da900 1 < completed write operation key=BO4MJ09E0EIP tag=6J8VIRTHPCFI type=write size=451517 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.716+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=UZL7Z6YEO2YL type=del size=509266 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.717+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=Y0QEY8PHNSMF type=del 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.719+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.0 size=1048576 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.720+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.1 size=1048576 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.721+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.2 size=978292 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.721+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=IVT17FMYKYQ6 tag=GEF5U2TYOWHB type=write size=4124020 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.721+0000 7fdaec8da900 1 < canceled part key=_multipart_OIL4KWAHRMSC.2~CO7MBMF42P5Q.0 size=224065 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.723+0000 7fdaec8da900 1 < canceled multipart upload key=OIL4KWAHRMSC upload=CO7MBMF42P5Q tag=SSIQY0ITZI1Y type=write size=1272641 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.724+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=KVMY6G1R5VHQ type=del size=884296 2023-01-15T14:32:14.790 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.725+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=XG2FTDJ3NZPO type=del 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.727+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~CYIBHRCP068V.0 size=474588 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.727+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=CYIBHRCP068V tag=GCNQPADLNGNH type=write size=1523164 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.728+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.0 size=1048576 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.729+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.1 size=1048576 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.730+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~IX6Y941TJ1ES.2 size=781792 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.732+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=IX6Y941TJ1ES tag=RVTXL0RQHNMR type=write size=3927520 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.733+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=SVUABX02H39K type=write size=164345 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.736+0000 7fdaec8da900 1 < suggested remove operation key=3QIZ4ALUEWV6 tag=6X4FUD5B3C5H type=del 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.738+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.0 size=1048576 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.738+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.1 size=1048576 2023-01-15T14:32:14.791 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.739+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.2 size=411724 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.739+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=L6L7R00BB0LU tag=WBEQESUX2NMN type=write size=3557452 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.740+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~WY6UOJWN0XK1.0 size=1048576 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.741+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~WY6UOJWN0XK1.1 size=11971 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.743+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=WY6UOJWN0XK1 tag=SVOWI49NMWTY type=write size=2109123 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.744+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=AFBHYKCHJM2U type=del size=800943 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.745+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=3QIZ4ALUEWV6 tag=Y7WY3FXFZYSC type=del size=410132: (2) No such file or directory 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.746+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=V5AVSYAHNVCM type=write size=659947 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.747+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=IQ55ISY899NB type=del 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.750+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.0 size=1048576 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.751+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.1 size=1048576 2023-01-15T14:32:14.792 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.752+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.2 size=131146 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.752+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=U7TK2SDDJZTS tag=16DQ70EMIISI type=write size=3276874 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.754+0000 7fdaec8da900 1 < suggested update operation key=VSP8G1HF1DQC tag=0I704Y9RMBXO type=del size=3714638 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.755+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=O30R6I3WDROB type=del size=860859 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.756+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=4R4SC7NWF9V5 type=del 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.757+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=1QVWB4W0S50C type=del size=2933852 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.759+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~YAB6ZOI01WI2.0 size=969489 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.761+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=YAB6ZOI01WI2 tag=FC9YY0LZEJ4W type=write size=2018065 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.763+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=VFEXYNWAB22N type=del size=3278906 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.765+0000 7fdaec8da900 1 < suggested remove operation key=2SQS45BAENXL tag=X4G63K1C6V7L type=del 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.766+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=59JZUK0I3AGV type=del size=2045056 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.767+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=Z1XRKEB60PTS type=write size=782473 2023-01-15T14:32:14.793 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.768+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=XU1EMTBUUFU0 type=del size=985944 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.768+0000 7fdaec8da900 1 < canceled part key=_multipart_OIL4KWAHRMSC.2~MAI8R7GJASTS.0 size=726959 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.770+0000 7fdaec8da900 1 < canceled multipart upload key=OIL4KWAHRMSC upload=MAI8R7GJASTS tag=E48UMUHJGIVA type=write size=1775535 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.771+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=IUJI10XFWZ6T type=del size=3399810 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.773+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=HE4W7FRRV4IH type=del 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.774+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=1SM4JXLB7I67 type=del size=3117326 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.775+0000 7fdaec8da900 1 < canceled operation key=XEH71HSXMJD8 tag=UZL7Z6YEO2YL type=del size=509266 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.776+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=IR6T1KFD91LJ type=write size=23619 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.777+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.0 size=1048576 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.778+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.1 size=1048576 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.779+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~IVT17FMYKYQ6.2 size=978292 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.780+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=IVT17FMYKYQ6 tag=GEF5U2TYOWHB type=write size=4124020 2023-01-15T14:32:14.794 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.781+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=U8AOBDU1D2UY type=del size=608068 2023-01-15T14:32:14.795 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.782+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=KVMY6G1R5VHQ type=del 2023-01-15T14:32:14.795 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.783+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=50NCW17IEIPB type=del size=1672442 2023-01-15T14:32:14.795 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.785+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~CYIBHRCP068V.0 size=474588 2023-01-15T14:32:14.795 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.786+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=CYIBHRCP068V tag=GCNQPADLNGNH type=write size=1523164 2023-01-15T14:32:15.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.788+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~7P8GRGISAA5Z.0 size=1048576 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.789+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~7P8GRGISAA5Z.1 size=648361 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.789+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=7P8GRGISAA5Z tag=6CH17FMF0XZB type=write size=2745513 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.790+0000 7fdaec8da900 1 < canceled operation key=EHYD3P30HI2Z tag=SVUABX02H39K type=write size=164345 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.793+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~UHBRMX9G5QVN.0 size=992164 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.793+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=UHBRMX9G5QVN tag=107L40JO2U7H type=write size=2040740 2023-01-15T14:32:15.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.794+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.0 size=1048576 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.795+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.1 size=1048576 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.796+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~L6L7R00BB0LU.2 size=411724 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.797+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=L6L7R00BB0LU tag=WBEQESUX2NMN type=write size=3557452 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.799+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~H63CQ0FI1QBB.0 size=642897 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.799+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=H63CQ0FI1QBB tag=F0THEY07RJ1C type=write size=1691473 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.800+0000 7fdaec8da900 -1 < failed to complete operation key=VSP8G1HF1DQC tag=AFBHYKCHJM2U type=del size=800943: (22) Invalid argument 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.802+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~ZS182Y6WBM27.0 size=992624 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.802+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=ZS182Y6WBM27 tag=K1DCIB7XLNV2 type=write size=2041200 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.804+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=V5AVSYAHNVCM type=write size=659947 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.805+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=KM1XNGRGEG58 type=del size=2845938 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.806+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.0 size=1048576 2023-01-15T14:32:15.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.807+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.1 size=1048576 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.807+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~U7TK2SDDJZTS.2 size=131146 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.809+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=U7TK2SDDJZTS tag=16DQ70EMIISI type=write size=3276874 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.810+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=OP423T4JOH09 type=del size=1620865 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.813+0000 7fdaec8da900 1 < suggested remove operation key=XEH71HSXMJD8 tag=O30R6I3WDROB type=del 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.814+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=QRGSOHK1IZME type=del size=2094045 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.815+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=1QVWB4W0S50C type=del 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.816+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=DE8NQC6HJ3FH type=write size=836306 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.817+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=VFEXYNWAB22N type=del 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.818+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=61IJ9PZ6YPK7 type=del size=3721049 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.819+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=59JZUK0I3AGV type=del 2023-01-15T14:32:15.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.821+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~F1716J1L3J2V.0 size=1048576 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.822+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~F1716J1L3J2V.1 size=705087 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.822+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=F1716J1L3J2V tag=365M7FWUHLY8 type=write size=2802239 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.823+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=XU1EMTBUUFU0 type=del 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.824+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=1CO7N69GOJ66 type=del size=15372 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.825+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=IUJI10XFWZ6T type=del 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.826+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=OXD61WK7103R type=del size=1151148 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.828+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=1SM4JXLB7I67 type=del 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.830+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~6L1RU9WB76QU.0 size=354459 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.830+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=6L1RU9WB76QU tag=P5JPGTJUZ825 type=write size=1403035 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.832+0000 7fdaec8da900 1 < suggested update operation key=NOOMFR8103P3 tag=IR6T1KFD91LJ type=write size=23619 2023-01-15T14:32:15.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.834+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~3CKS0WY9NCM7.0 size=1048576 2023-01-15T14:32:15.154 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.835+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~3CKS0WY9NCM7.1 size=1007872 2023-01-15T14:32:15.154 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.835+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=3CKS0WY9NCM7 tag=GOKPPPLCFI3I type=write size=3105024 2023-01-15T14:32:15.154 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.836+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=U8AOBDU1D2UY type=del 2023-01-15T14:32:15.154 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.837+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=JVJ3OHYD7PG7 type=del size=206719 2023-01-15T14:32:15.155 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.838+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=50NCW17IEIPB type=del 2023-01-15T14:32:15.155 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.840+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~8B16GWECJVWO.0 size=1048576 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.841+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~8B16GWECJVWO.1 size=379610 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.841+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=8B16GWECJVWO tag=BWBH1GYAX6K2 type=write size=2476762 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.842+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~7P8GRGISAA5Z.0 size=1048576 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.843+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~7P8GRGISAA5Z.1 size=648361 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.845+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=7P8GRGISAA5Z tag=6CH17FMF0XZB type=write size=2745513 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.846+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=H2VP26EYBB54 type=del size=1607646 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.847+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~UHBRMX9G5QVN.0 size=992164 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.849+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=UHBRMX9G5QVN tag=107L40JO2U7H type=write size=2040740 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.850+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=FZU9NZWJWD73 type=del size=1329081 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.851+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~H63CQ0FI1QBB.0 size=642897 2023-01-15T14:32:15.156 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.853+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=H63CQ0FI1QBB tag=F0THEY07RJ1C type=write size=1691473 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.854+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=S8E5UK9ZZQ7F type=write size=18609 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.855+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~ZS182Y6WBM27.0 size=992624 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.857+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=ZS182Y6WBM27 tag=K1DCIB7XLNV2 type=write size=2041200 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.858+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=H86O2OHOF0GA type=del size=3756664 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.859+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=KM1XNGRGEG58 type=del 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.860+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=P02V6NO5Y25T type=del size=3532833 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.861+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=OP423T4JOH09 type=del 2023-01-15T14:32:15.157 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.862+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=XQYT0FNYT86A type=del size=2715158 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.863+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=QRGSOHK1IZME type=del 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.866+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~0XTDXTOYZE53.0 size=760701 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.866+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=0XTDXTOYZE53 tag=C13PF2P5LGOX type=write size=1809277 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.867+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=DE8NQC6HJ3FH type=write size=836306 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.868+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=GB32LGAN8TYP type=del size=1549334 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.870+0000 7fdaec8da900 1 < suggested remove operation key=O64FCESNBXMC tag=61IJ9PZ6YPK7 type=del 2023-01-15T14:32:15.158 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.871+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=11IP9UL5BGKO type=del size=484598 2023-01-15T14:32:15.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.872+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~F1716J1L3J2V.0 size=1048576 2023-01-15T14:32:15.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.872+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~F1716J1L3J2V.1 size=705087 2023-01-15T14:32:15.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.874+0000 7fdaec8da900 1 < canceled multipart upload key=BO4MJ09E0EIP upload=F1716J1L3J2V tag=365M7FWUHLY8 type=write size=2802239 2023-01-15T14:32:15.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.875+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=2OQUTHVGINJB type=del size=4086105 2023-01-15T14:32:15.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.876+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=1CO7N69GOJ66 type=del 2023-01-15T14:32:15.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.877+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=P3OO3Y2QN02X type=del size=2855951 2023-01-15T14:32:15.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.878+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=OXD61WK7103R type=del 2023-01-15T14:32:15.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.879+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=UWPEBF3MQVPC type=del size=2998798 2023-01-15T14:32:15.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.879+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~6L1RU9WB76QU.0 size=354459 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.881+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=6L1RU9WB76QU tag=P5JPGTJUZ825 type=write size=1403035 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.882+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=WXT1SRC9TF99 type=del size=142475 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.883+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~3CKS0WY9NCM7.0 size=1048576 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.884+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~3CKS0WY9NCM7.1 size=1007872 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.885+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=3CKS0WY9NCM7 tag=GOKPPPLCFI3I type=write size=3105024 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.886+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=JZ4LXUUT6M2K type=del size=2320450 2023-01-15T14:32:15.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.888+0000 7fdaec8da900 1 < suggested update operation key=3EP0B2IP303P tag=JVJ3OHYD7PG7 type=del size=206719 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.889+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=SIAPYY0H50M5 type=write size=6121 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.890+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~8B16GWECJVWO.0 size=1048576 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.890+0000 7fdaec8da900 1 < canceled part key=_multipart_J9518CIYC7U9.2~8B16GWECJVWO.1 size=379610 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.892+0000 7fdaec8da900 1 < canceled multipart upload key=J9518CIYC7U9 upload=8B16GWECJVWO tag=BWBH1GYAX6K2 type=write size=2476762 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.893+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=5VJI1GJLE6MT type=write size=728583 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.894+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=H2VP26EYBB54 type=del 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.896+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~ADVGM36USEFV.0 size=943727 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.896+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=ADVGM36USEFV tag=RJISUSP7RRSA type=write size=1992303 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.897+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=FZU9NZWJWD73 type=del 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.898+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=281VIN50AJRK type=del size=2808261 2023-01-15T14:32:15.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.899+0000 7fdaec8da900 1 < canceled operation key=JZWBPYF4N7U9 tag=S8E5UK9ZZQ7F type=write size=18609 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.900+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=V4T203G3PYDM type=del size=1076561 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.901+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=H86O2OHOF0GA type=del 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.903+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~E0L9UNL3ZMO7.0 size=41621 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.903+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=E0L9UNL3ZMO7 tag=Y6IQ5MMMU4AY type=write size=1090197 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.904+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=P02V6NO5Y25T type=del 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.905+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=2YPMW0L2WO9Y type=del size=1085972 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.906+0000 7fdaec8da900 1 < canceled operation key=JZWBPYF4N7U9 tag=XQYT0FNYT86A type=del size=2715158 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.907+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.0 size=1048576 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.908+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.1 size=1048576 2023-01-15T14:32:15.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.909+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.2 size=168034 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.909+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=7LCIMP0UZV2K tag=HFT0L4QJ2ZYG type=write size=3313762 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.910+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~0XTDXTOYZE53.0 size=760701 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.911+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=0XTDXTOYZE53 tag=C13PF2P5LGOX type=write size=1809277 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.913+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.0 size=1048576 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.914+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.1 size=1048576 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.915+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.2 size=469838 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.915+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=PZX5M9FU0Q6Y tag=H15C4C2PSASY type=write size=3615566 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.916+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=GB32LGAN8TYP type=del 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.917+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=336GXLJZK3DZ type=del size=3164478 2023-01-15T14:32:15.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.918+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=11IP9UL5BGKO type=del 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.919+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=S0JKX8F9329X type=del size=1961143 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.921+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=2OQUTHVGINJB type=del size=4086105 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.923+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.0 size=1048576 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.923+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.1 size=1048576 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.924+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.2 size=714156 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.924+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=ETTRK219OHB2 tag=EKEL5L7QX4K3 type=write size=3859884 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.925+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=P3OO3Y2QN02X type=del 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.926+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=5L690475VUVY type=del size=237667 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.927+0000 7fdaec8da900 -1 < failed to complete operation key=3EP0B2IP303P tag=UWPEBF3MQVPC type=del size=2998798: (22) Invalid argument 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.928+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=IVWSMFT5ORCF type=del size=1807300 2023-01-15T14:32:15.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.929+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=WXT1SRC9TF99 type=del 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.930+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=ME1WP4G033QG type=del size=1854316 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.932+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=JZ4LXUUT6M2K type=del 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.933+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=B738KCLTNL9D type=del size=3273489 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.934+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=SIAPYY0H50M5 type=write size=6121 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.935+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~3CTYDM8QLGAE.0 size=1048576 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.936+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~3CTYDM8QLGAE.1 size=161453 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.936+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=3CTYDM8QLGAE tag=KG4ZXWEGXV6W type=write size=2258605 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.937+0000 7fdaec8da900 1 < completed write operation key=AEIY0PBY5LXR tag=5VJI1GJLE6MT type=write size=728583 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.938+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=NLNR33CM7HAT type=del size=336041 2023-01-15T14:32:15.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.939+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~ADVGM36USEFV.0 size=943727 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.941+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=ADVGM36USEFV tag=RJISUSP7RRSA type=write size=1992303 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.942+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=Q2EFKXRYMGA0 type=del size=775326 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.943+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=281VIN50AJRK type=del 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.944+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=UXVUJOEGZ2T6 type=del size=3591443 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.946+0000 7fdaec8da900 1 < suggested update operation key=J9518CIYC7U9 tag=V4T203G3PYDM type=del size=1076561 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.948+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.0 size=1048576 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.949+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.1 size=1048576 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.949+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.2 size=1045903 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.949+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=0UMMCAVH4SXT tag=XLLPIWW220RO type=write size=4191631 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.951+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~E0L9UNL3ZMO7.0 size=41621 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.953+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=E0L9UNL3ZMO7 tag=Y6IQ5MMMU4AY type=write size=1090197 2023-01-15T14:32:15.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.955+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~HNVFCDELYWNG.0 size=283295 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.955+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=HNVFCDELYWNG tag=CI3ECQRA1HEC type=write size=1331871 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.956+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=2YPMW0L2WO9Y type=del 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.958+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~FNV8RKZANZH7.0 size=1008304 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.958+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=FNV8RKZANZH7 tag=AOEZHDHNNF5L type=write size=2056880 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.958+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.0 size=1048576 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.959+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.1 size=1048576 2023-01-15T14:32:15.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.960+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~7LCIMP0UZV2K.2 size=168034 2023-01-15T14:32:15.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.962+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=7LCIMP0UZV2K tag=HFT0L4QJ2ZYG type=write size=3313762 2023-01-15T14:32:15.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.964+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~FR6SB5ZSJQ28.0 size=149299 2023-01-15T14:32:15.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.964+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=FR6SB5ZSJQ28 tag=OTMBVOOUY7Y9 type=write size=1197875 2023-01-15T14:32:15.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.965+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.0 size=1048576 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.966+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.1 size=1048576 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.966+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~PZX5M9FU0Q6Y.2 size=469838 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.968+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=PZX5M9FU0Q6Y tag=H15C4C2PSASY type=write size=3615566 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.969+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=FLR3W8D5BUZR type=write size=205029 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.970+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=336GXLJZK3DZ type=del 2023-01-15T14:32:15.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.971+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=O1S3QEM4WCTT type=del size=3842448 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.972+0000 7fdaec8da900 1 < canceled operation key=4OJDVN4FGZEW tag=S0JKX8F9329X type=del size=1961143 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.974+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~M5WHIJS6WC1G.0 size=1048576 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.974+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~M5WHIJS6WC1G.1 size=427180 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.974+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=M5WHIJS6WC1G tag=W4HC6P6LYHOM type=write size=2524332 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.975+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.0 size=1048576 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.976+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.1 size=1048576 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.977+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~ETTRK219OHB2.2 size=714156 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.979+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=ETTRK219OHB2 tag=EKEL5L7QX4K3 type=write size=3859884 2023-01-15T14:32:15.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.981+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~20FJ7DCAFSPG.0 size=637228 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.981+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=20FJ7DCAFSPG tag=JA56BFKTLBET type=write size=1685804 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.982+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=5L690475VUVY type=del 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.983+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=AN5PVUH6YEDH type=write size=670318 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.984+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=IVWSMFT5ORCF type=del 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.986+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~NEQY33K8HUI7.0 size=640705 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.986+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=NEQY33K8HUI7 tag=TMRZFLZFQ5C5 type=write size=1689281 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.987+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=ME1WP4G033QG type=del 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.989+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~EM12SB53NUMO.0 size=1048576 2023-01-15T14:32:15.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.989+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~EM12SB53NUMO.1 size=839140 2023-01-15T14:32:15.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.989+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=EM12SB53NUMO tag=0X5QMZLFYGUK type=write size=2936292 2023-01-15T14:32:15.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.990+0000 7fdaec8da900 1 < canceled operation key=FR7KL8ASPWEC tag=B738KCLTNL9D type=del size=3273489 2023-01-15T14:32:15.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.991+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=5F6P892VX8DC type=del size=2712278 2023-01-15T14:32:15.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.992+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~3CTYDM8QLGAE.0 size=1048576 2023-01-15T14:32:15.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.994+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~3CTYDM8QLGAE.1 size=161453 2023-01-15T14:32:15.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.995+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=3CTYDM8QLGAE tag=KG4ZXWEGXV6W type=write size=2258605 2023-01-15T14:32:15.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.996+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=318XCA1JA322 type=del size=1589055 2023-01-15T14:32:15.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.997+0000 7fdaec8da900 1 < canceled operation key=G9T4HJN7GQTL tag=NLNR33CM7HAT type=del size=336041 2023-01-15T14:32:15.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:11.998+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=6WIW0BCCK8W6 type=del size=646163 2023-01-15T14:32:15.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.000+0000 7fdaec8da900 1 < suggested update operation key=3EP0B2IP303P tag=Q2EFKXRYMGA0 type=del size=775326 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.001+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=EJASSX1DPDOR type=del size=1757533 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.002+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=UXVUJOEGZ2T6 type=del 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.004+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.0 size=1048576 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.005+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.1 size=1048576 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.006+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.2 size=505420 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.006+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=XKCUQY3GE5AN tag=6FJVZ4374WT3 type=write size=3651148 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.007+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.0 size=1048576 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.007+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.1 size=1048576 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.008+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~0UMMCAVH4SXT.2 size=1045903 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.010+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=0UMMCAVH4SXT tag=XLLPIWW220RO type=write size=4191631 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.011+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=T39CFOG6IO3W type=del size=2642809 2023-01-15T14:32:15.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.012+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~HNVFCDELYWNG.0 size=283295 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.013+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=HNVFCDELYWNG tag=CI3ECQRA1HEC type=write size=1331871 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.014+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=IEM17OZVI0YV type=del size=2686862 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.015+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~FNV8RKZANZH7.0 size=1008304 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.017+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=FNV8RKZANZH7 tag=AOEZHDHNNF5L type=write size=2056880 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.018+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~T8C05N261OEQ.0 size=152025 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.018+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=T8C05N261OEQ tag=HZD5ONNKLTYB type=write size=1200601 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.019+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~FR6SB5ZSJQ28.0 size=149299 2023-01-15T14:32:15.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.021+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=FR6SB5ZSJQ28 tag=OTMBVOOUY7Y9 type=write size=1197875 2023-01-15T14:32:15.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.022+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=W3X0QRAEXCIL type=del size=3999722 2023-01-15T14:32:15.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.023+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=FLR3W8D5BUZR type=write size=205029 2023-01-15T14:32:15.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.025+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~F2TZV946ZTRB.0 size=1048576 2023-01-15T14:32:15.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.025+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~F2TZV946ZTRB.1 size=148429 2023-01-15T14:32:15.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.025+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=F2TZV946ZTRB tag=MPRE2BXWP10R type=write size=2245581 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.026+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=O1S3QEM4WCTT type=del 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.027+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=F3FJAZEVYCGD type=del size=341776 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.028+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~M5WHIJS6WC1G.0 size=1048576 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.028+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~M5WHIJS6WC1G.1 size=427180 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.030+0000 7fdaec8da900 1 < canceled multipart upload key=XEH71HSXMJD8 upload=M5WHIJS6WC1G tag=W4HC6P6LYHOM type=write size=2524332 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.032+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~EE8L146KOEJJ.0 size=1048576 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.032+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~EE8L146KOEJJ.1 size=814951 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.032+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=EE8L146KOEJJ tag=0TCR5OH6KFL9 type=write size=2912103 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.034+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~20FJ7DCAFSPG.0 size=637228 2023-01-15T14:32:15.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.035+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=20FJ7DCAFSPG tag=JA56BFKTLBET type=write size=1685804 2023-01-15T14:32:15.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.037+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~TPRR3515769R.0 size=1048576 2023-01-15T14:32:15.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.038+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~TPRR3515769R.1 size=605906 2023-01-15T14:32:15.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.038+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=TPRR3515769R tag=EHEA9LJQ6M7F type=write size=2703058 2023-01-15T14:32:15.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.040+0000 7fdaec8da900 1 < suggested remove operation key=J9518CIYC7U9 tag=AN5PVUH6YEDH type=write 2023-01-15T14:32:15.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.041+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=6KYHHLG3JVY2 type=write size=458994 2023-01-15T14:32:15.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.042+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~NEQY33K8HUI7.0 size=640705 2023-01-15T14:32:15.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.044+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=NEQY33K8HUI7 tag=TMRZFLZFQ5C5 type=write size=1689281 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.046+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~7FXOA4AJPFBX.0 size=1034377 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.046+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=7FXOA4AJPFBX tag=VJTCXQLRHIJT type=write size=2082953 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.047+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~EM12SB53NUMO.0 size=1048576 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.048+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~EM12SB53NUMO.1 size=839140 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.049+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=EM12SB53NUMO tag=0X5QMZLFYGUK type=write size=2936292 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.051+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~FN8KQTR3RC5P.0 size=149459 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.051+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=FN8KQTR3RC5P tag=2OUTA7R1R7J3 type=write size=1198035 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.053+0000 7fdaec8da900 1 < suggested remove operation key=4OJDVN4FGZEW tag=5F6P892VX8DC type=del 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.054+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=0B5H2XGAX3D6 type=del size=1312302 2023-01-15T14:32:15.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.056+0000 7fdaec8da900 1 < suggested remove operation key=BO4MJ09E0EIP tag=318XCA1JA322 type=del 2023-01-15T14:32:15.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.057+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=1WIFFM13UT90 type=del size=1382364 2023-01-15T14:32:15.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.058+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=6WIW0BCCK8W6 type=del 2023-01-15T14:32:15.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.059+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=KMRS8DXTD3W1 type=del size=588803 2023-01-15T14:32:15.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.060+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=EJASSX1DPDOR type=del 2023-01-15T14:32:15.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.061+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=JP4PQNHS3393 type=write size=480565 2023-01-15T14:32:15.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.062+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.0 size=1048576 2023-01-15T14:32:15.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.063+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.1 size=1048576 2023-01-15T14:32:15.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.063+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~XKCUQY3GE5AN.2 size=505420 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.065+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=XKCUQY3GE5AN tag=6FJVZ4374WT3 type=write size=3651148 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.066+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=T4TOUF4FYF4D type=del size=94657 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.067+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=T39CFOG6IO3W type=del 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.068+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=DUCQQPK9ZRSH type=del size=1512029 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.069+0000 7fdaec8da900 1 < canceled operation key=0W740L2QFEGP tag=IEM17OZVI0YV type=del size=2686862 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.070+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=616PV4AHNNIB type=del size=748051 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.071+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~T8C05N261OEQ.0 size=152025 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.072+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=T8C05N261OEQ tag=HZD5ONNKLTYB type=write size=1200601 2023-01-15T14:32:15.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.074+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~TJQRZU4M1YLE.0 size=380519 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.074+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=TJQRZU4M1YLE tag=F9E3FGOQRL3E type=write size=1429095 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.075+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=W3X0QRAEXCIL type=del 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.076+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=69P2GA3SBQGV type=del size=1340525 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.077+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~F2TZV946ZTRB.0 size=1048576 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.077+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~F2TZV946ZTRB.1 size=148429 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.079+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=F2TZV946ZTRB tag=MPRE2BXWP10R type=write size=2245581 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.080+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=FT69KKD1VV5V type=del size=3812488 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.082+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=F3FJAZEVYCGD type=del size=341776 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.083+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=3C5B0P3ACIG4 type=del size=96255 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.084+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~EE8L146KOEJJ.0 size=1048576 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.084+0000 7fdaec8da900 1 < canceled part key=_multipart_T1S333NTR06V.2~EE8L146KOEJJ.1 size=814951 2023-01-15T14:32:15.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.085+0000 7fdaec8da900 1 < canceled multipart upload key=T1S333NTR06V upload=EE8L146KOEJJ tag=0TCR5OH6KFL9 type=write size=2912103 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.087+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~JHW3Z5CA0JHG.0 size=1048576 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.088+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~JHW3Z5CA0JHG.1 size=803021 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.088+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=JHW3Z5CA0JHG tag=FUWOW98VYRC1 type=write size=2900173 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.089+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~TPRR3515769R.0 size=1048576 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.089+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~TPRR3515769R.1 size=605906 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.091+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=TPRR3515769R tag=EHEA9LJQ6M7F type=write size=2703058 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.092+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=OQ7QV8P4KGRZ type=write size=411962 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.093+0000 7fdaec8da900 1 < completed write operation key=97CDDG6TK1ET tag=6KYHHLG3JVY2 type=write size=458994 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.094+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=QAFJL542VVUF type=del size=3514046 2023-01-15T14:32:15.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.095+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~7FXOA4AJPFBX.0 size=1034377 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.096+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=7FXOA4AJPFBX tag=VJTCXQLRHIJT type=write size=2082953 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.097+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=9BVSOVUNQQYL type=del size=2759890 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.098+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~FN8KQTR3RC5P.0 size=149459 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.100+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=FN8KQTR3RC5P tag=2OUTA7R1R7J3 type=write size=1198035 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.101+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~E2XZOGRCUXQ1.0 size=545813 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.101+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=E2XZOGRCUXQ1 tag=SOEIMKRYL396 type=write size=1594389 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.102+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=0B5H2XGAX3D6 type=del 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.104+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~584JX2NF4240.0 size=1048576 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.105+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~584JX2NF4240.1 size=832659 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.105+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=584JX2NF4240 tag=S5OJ5KEZZAEK type=write size=2929811 2023-01-15T14:32:15.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.107+0000 7fdaec8da900 1 < suggested update operation key=INDYOQRZON6B tag=1WIFFM13UT90 type=del size=1382364 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.108+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=LHK5OYD2Y3O4 type=del size=2445586 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.109+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=KMRS8DXTD3W1 type=del 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.110+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=RH5SNU5G8IRT type=del size=2944438 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.111+0000 7fdaec8da900 1 < completed write operation key=FR7KL8ASPWEC tag=JP4PQNHS3393 type=write size=480565 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.111+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=80HR0BK1OAAI type=del size=4075256 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.113+0000 7fdaec8da900 1 < canceled operation key=O64FCESNBXMC tag=T4TOUF4FYF4D type=del size=94657 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.114+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.0 size=1048576 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.115+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.1 size=1048576 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.116+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.2 size=466764 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.116+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=TGD6U6LCJE0Z tag=HC4SBQWTWT8F type=write size=3612492 2023-01-15T14:32:15.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.117+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=DUCQQPK9ZRSH type=del 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.118+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=FAF2M893F900 type=write size=682423 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.120+0000 7fdaec8da900 1 < suggested update operation key=LXIMPGLQCBOQ tag=616PV4AHNNIB type=del size=748051 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.121+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~22J6QRBL65MX.0 size=490161 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.121+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=22J6QRBL65MX tag=OFQIR4XQSAKT type=write size=1538737 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.122+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~TJQRZU4M1YLE.0 size=380519 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.124+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=TJQRZU4M1YLE tag=F9E3FGOQRL3E type=write size=1429095 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.125+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=VFBD5DAYQM6Y type=del size=3210965 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.126+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=69P2GA3SBQGV type=del 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.127+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=OW5NOSGSPL2Q type=write size=867855 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.128+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=FT69KKD1VV5V type=del 2023-01-15T14:32:15.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.129+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=EYS2BN4GTJHX type=del size=4178869 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.130+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=3C5B0P3ACIG4 type=del 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.131+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=EQPJK2PGIJGO type=del size=855377 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.132+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~JHW3Z5CA0JHG.0 size=1048576 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.132+0000 7fdaec8da900 1 < canceled part key=_multipart_LXIMPGLQCBOQ.2~JHW3Z5CA0JHG.1 size=803021 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.133+0000 7fdaec8da900 1 < canceled multipart upload key=LXIMPGLQCBOQ upload=JHW3Z5CA0JHG tag=FUWOW98VYRC1 type=write size=2900173 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.136+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~LXWEKTT184Y2.0 size=1048576 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.136+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~LXWEKTT184Y2.1 size=953430 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.136+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=LXWEKTT184Y2 tag=7Y3VVM9Z04E8 type=write size=3050582 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.138+0000 7fdaec8da900 1 < suggested update operation key=0R1JVOXUO1DC tag=OQ7QV8P4KGRZ type=write size=411962 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.140+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~UILWWVMI05I2.0 size=608413 2023-01-15T14:32:15.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.140+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=UILWWVMI05I2 tag=Q2I2H4IQIX5Y type=write size=1656989 2023-01-15T14:32:15.641 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.141+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=QAFJL542VVUF type=del 2023-01-15T14:32:15.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.142+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.0 size=1048576 2023-01-15T14:32:15.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.143+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.1 size=1048576 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.144+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.2 size=12806 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.144+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=E0RCLD3X2W2P tag=G1GI0E8Z1Y75 type=write size=3158534 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.145+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=9BVSOVUNQQYL type=del 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.146+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=62WBE8V3S6AR type=write size=568689 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.147+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~E2XZOGRCUXQ1.0 size=545813 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.148+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=E2XZOGRCUXQ1 tag=SOEIMKRYL396 type=write size=1594389 2023-01-15T14:32:15.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.149+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=JD8NFK0QIHMN type=write size=51927 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.150+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~584JX2NF4240.0 size=1048576 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.151+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~584JX2NF4240.1 size=832659 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.152+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=584JX2NF4240 tag=S5OJ5KEZZAEK type=write size=2929811 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.154+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=5ZTJR4AIOZ9M type=del size=984811 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.155+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=LHK5OYD2Y3O4 type=del 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.156+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~WPLRN639QYME.0 size=1048576 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.157+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~WPLRN639QYME.1 size=491476 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.157+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=WPLRN639QYME tag=DJJPKPO6D96X type=write size=2588628 2023-01-15T14:32:15.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.158+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=RH5SNU5G8IRT type=del 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.159+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=M46YBGQRKQYM type=del size=2946057 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.160+0000 7fdaec8da900 1 < canceled operation key=JZWBPYF4N7U9 tag=80HR0BK1OAAI type=del size=4075256 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.161+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=9KYC5CGOIZM9 type=del size=4034774 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.162+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.0 size=1048576 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.162+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.1 size=1048576 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.163+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~TGD6U6LCJE0Z.2 size=466764 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.165+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=TGD6U6LCJE0Z tag=HC4SBQWTWT8F type=write size=3612492 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.166+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~QVVO1F008PAG.0 size=1048576 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.167+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~QVVO1F008PAG.1 size=16846 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.167+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=QVVO1F008PAG tag=BF575O1KKHE7 type=write size=2113998 2023-01-15T14:32:15.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.168+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=FAF2M893F900 type=write size=682423 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.170+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~CMT9SQ0WMGFB.0 size=12768 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.170+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=CMT9SQ0WMGFB tag=M639PJUDQ0JU type=write size=1061344 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.171+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~22J6QRBL65MX.0 size=490161 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.172+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=22J6QRBL65MX tag=OFQIR4XQSAKT type=write size=1538737 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.174+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~VF3XYFBQER9V.0 size=1048576 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.175+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~VF3XYFBQER9V.1 size=81656 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.175+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=VF3XYFBQER9V tag=NJC1F2CCLZE8 type=write size=2178808 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.176+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=VFBD5DAYQM6Y type=del 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.177+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=AONFQ8GME523 type=del size=2208309 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.177+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=OW5NOSGSPL2Q type=write size=867855 2023-01-15T14:32:15.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.178+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=65XMI2MWDT9G type=del size=1046481 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.180+0000 7fdaec8da900 1 < suggested update operation key=WAP1P4O2MB8C tag=EYS2BN4GTJHX type=del size=4178869 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.181+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=UH2Z1NDI2LCP type=del size=1135926 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.182+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=EQPJK2PGIJGO type=del 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.183+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=9PCZBLI6B4FI type=write size=618758 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.184+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~LXWEKTT184Y2.0 size=1048576 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.184+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~LXWEKTT184Y2.1 size=953430 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.186+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=LXWEKTT184Y2 tag=7Y3VVM9Z04E8 type=write size=3050582 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.188+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~1QRRCXHVPI9V.0 size=349166 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.188+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=1QRRCXHVPI9V tag=3N8L4Z4QSFPL type=write size=1397742 2023-01-15T14:32:15.813 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.189+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~UILWWVMI05I2.0 size=608413 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.190+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=UILWWVMI05I2 tag=Q2I2H4IQIX5Y type=write size=1656989 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.191+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=TJVTZ1CXWG4G type=del size=1505430 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.192+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.0 size=1048576 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.192+0000 7fdaec8da900 1 < canceled part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.1 size=1048576 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.193+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~E0RCLD3X2W2P.2 size=12806 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.194+0000 7fdaec8da900 1 < canceled multipart upload key=3G52F5Y8FGIG upload=E0RCLD3X2W2P tag=G1GI0E8Z1Y75 type=write size=3158534 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.195+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=8XSPFZ2EMKKN type=del size=1540561 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.197+0000 7fdaec8da900 1 < suggested update operation key=0W740L2QFEGP tag=62WBE8V3S6AR type=write size=568689 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.198+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=Z2H0S9Y2MX0G type=write size=801893 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.199+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=JD8NFK0QIHMN type=write size=51927 2023-01-15T14:32:15.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.201+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~HT4BAX4NMTDK.0 size=81927 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.201+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=HT4BAX4NMTDK tag=X90VE35T1CI3 type=write size=1130503 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.203+0000 7fdaec8da900 1 < suggested update operation key=JZWBPYF4N7U9 tag=5ZTJR4AIOZ9M type=del size=984811 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.205+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~SIX3BE3UI2F2.0 size=153921 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.205+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=SIX3BE3UI2F2 tag=ITUA9X7U1HN9 type=write size=1202497 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.206+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~WPLRN639QYME.0 size=1048576 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.206+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~WPLRN639QYME.1 size=491476 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.208+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=WPLRN639QYME tag=DJJPKPO6D96X type=write size=2588628 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.209+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=7DU3WZGMOAGO type=write size=700093 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.210+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=M46YBGQRKQYM type=del 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.212+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HVX4BJOAF22H.0 size=1048576 2023-01-15T14:32:15.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.213+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HVX4BJOAF22H.1 size=692985 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.213+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=HVX4BJOAF22H tag=PEW7R2N5I8ZD type=write size=2790137 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.214+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=9KYC5CGOIZM9 type=del 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.215+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=7X0XV9TLMQVK type=write size=379243 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.216+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~QVVO1F008PAG.0 size=1048576 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.217+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~QVVO1F008PAG.1 size=16846 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.218+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=QVVO1F008PAG tag=BF575O1KKHE7 type=write size=2113998 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.220+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.0 size=1048576 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.221+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.1 size=1048576 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.221+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.2 size=606125 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.221+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=94TLKFTI2LTB tag=A13X7TE70U6O type=write size=3751853 2023-01-15T14:32:15.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.223+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~CMT9SQ0WMGFB.0 size=12768 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.224+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=CMT9SQ0WMGFB tag=M639PJUDQ0JU type=write size=1061344 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.226+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.0 size=1048576 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.227+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.1 size=1048576 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.228+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.2 size=369187 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.228+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=DHNBE0MHGOH2 tag=OYO3S7PEQNQC type=write size=3514915 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.229+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~VF3XYFBQER9V.0 size=1048576 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.229+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~VF3XYFBQER9V.1 size=81656 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.231+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=VF3XYFBQER9V tag=NJC1F2CCLZE8 type=write size=2178808 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.233+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.0 size=1048576 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.234+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.1 size=1048576 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.235+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.2 size=740285 2023-01-15T14:32:15.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.235+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=H48H99FL5HOU tag=S819X4HV1G7A type=write size=3886013 2023-01-15T14:32:15.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.237+0000 7fdaec8da900 1 < suggested remove operation key=EHYD3P30HI2Z tag=AONFQ8GME523 type=del 2023-01-15T14:32:15.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.238+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=X0E017AIXM91 type=del size=2914692 2023-01-15T14:32:15.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.238+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=65XMI2MWDT9G type=del 2023-01-15T14:32:15.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.239+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=CEV75YN60XWI type=del size=3228382 2023-01-15T14:32:15.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.241+0000 7fdaec8da900 1 < suggested update operation key=CVVOPB1T7YQJ tag=UH2Z1NDI2LCP type=del size=1135926 2023-01-15T14:32:15.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.243+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~58NA4NQIE760.0 size=710777 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.243+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=58NA4NQIE760 tag=9IVT47QSYT85 type=write size=1759353 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.246+0000 7fdaec8da900 1 < suggested update operation key=G9T4HJN7GQTL tag=9PCZBLI6B4FI type=write size=618758 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.247+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~GEPPX0N2I5RO.0 size=793251 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.247+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=GEPPX0N2I5RO tag=N97G3J6K8XRI type=write size=1841827 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.248+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~1QRRCXHVPI9V.0 size=349166 2023-01-15T14:32:15.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.250+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=1QRRCXHVPI9V tag=3N8L4Z4QSFPL type=write size=1397742 2023-01-15T14:32:15.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.251+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=MTL7RJQ60YHT type=write size=1029233 2023-01-15T14:32:15.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.253+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=TJVTZ1CXWG4G type=del size=1505430 2023-01-15T14:32:15.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.254+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=I05RUEWCMW0J type=del size=3001740 2023-01-15T14:32:15.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.255+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=8XSPFZ2EMKKN type=del 2023-01-15T14:32:15.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.256+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=S69MAHDOOCK3 type=del size=581772 2023-01-15T14:32:15.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.257+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=Z2H0S9Y2MX0G type=write size=801893 2023-01-15T14:32:15.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.258+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=NEMX3H70JUU6 type=del size=2671389 2023-01-15T14:32:15.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.259+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~HT4BAX4NMTDK.0 size=81927 2023-01-15T14:32:15.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.260+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=HT4BAX4NMTDK tag=X90VE35T1CI3 type=write size=1130503 2023-01-15T14:32:15.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.262+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~3JGYLL398JOQ.0 size=1048576 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.263+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~3JGYLL398JOQ.1 size=28317 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.263+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=3JGYLL398JOQ tag=AX5TYTRA1KMA type=write size=2125469 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.264+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~SIX3BE3UI2F2.0 size=153921 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.265+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=SIX3BE3UI2F2 tag=ITUA9X7U1HN9 type=write size=1202497 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.266+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=9LFIXZLCFQ5R type=del size=1427547 2023-01-15T14:32:15.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.267+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=EHYD3P30HI2Z tag=7DU3WZGMOAGO type=write size=700093: (2) No such file or directory 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.268+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=DELDBZWABVZO type=write size=870846 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.269+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HVX4BJOAF22H.0 size=1048576 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.270+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HVX4BJOAF22H.1 size=692985 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.271+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=HVX4BJOAF22H tag=PEW7R2N5I8ZD type=write size=2790137 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.272+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=SYOIVRYHY6FM type=del size=3461395 2023-01-15T14:32:15.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.273+0000 7fdaec8da900 1 < canceled operation key=773H2LTSO1KA tag=7X0XV9TLMQVK type=write size=379243 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.274+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=9ALEESL4WS9S type=del size=1179910 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.275+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.0 size=1048576 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.276+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.1 size=1048576 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.276+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~94TLKFTI2LTB.2 size=606125 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.278+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=94TLKFTI2LTB tag=A13X7TE70U6O type=write size=3751853 2023-01-15T14:32:15.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.279+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=THH0Q8HCR0WH type=del size=2810834 2023-01-15T14:32:15.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.280+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.0 size=1048576 2023-01-15T14:32:15.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.281+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.1 size=1048576 2023-01-15T14:32:15.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.281+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~DHNBE0MHGOH2.2 size=369187 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.283+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=DHNBE0MHGOH2 tag=OYO3S7PEQNQC type=write size=3514915 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.284+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=2Q9YPFZRUSVE type=del size=2297442 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.284+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.0 size=1048576 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.285+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.1 size=1048576 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.285+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~H48H99FL5HOU.2 size=740285 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.287+0000 7fdaec8da900 1 < canceled multipart upload key=NOOMFR8103P3 upload=H48H99FL5HOU tag=S819X4HV1G7A type=write size=3886013 2023-01-15T14:32:15.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.288+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=3NUWK42R56TL type=del size=2922525 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.289+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=X0E017AIXM91 type=del 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.291+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~D6RQIVMW28W2.0 size=1048576 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.292+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~D6RQIVMW28W2.1 size=703651 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.292+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=D6RQIVMW28W2 tag=6FW4ONP4KNC0 type=write size=2800803 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.294+0000 7fdaec8da900 1 < suggested update operation key=ECD42SKKPV50 tag=CEV75YN60XWI type=del size=3228382 2023-01-15T14:32:15.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.296+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.0 size=1048576 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.297+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.1 size=1048576 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.297+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.2 size=243003 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.297+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=F5EK7LGM1L77 tag=0IACUOZF8KGB type=write size=3388731 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.298+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~58NA4NQIE760.0 size=710777 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.300+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=58NA4NQIE760 tag=9IVT47QSYT85 type=write size=1759353 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.301+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=2KPE3QRICYVX type=del size=1188177 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.303+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~GEPPX0N2I5RO.0 size=793251 2023-01-15T14:32:15.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.305+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=GEPPX0N2I5RO tag=N97G3J6K8XRI type=write size=1841827 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.306+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=ONQSW0R74ZM0 type=del size=2665993 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.307+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=MTL7RJQ60YHT type=write size=1029233 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.309+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~5N4LZ01K3XS9.0 size=408922 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.309+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=5N4LZ01K3XS9 tag=HTYMR3I22QA6 type=write size=1457498 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.311+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=I05RUEWCMW0J type=del 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.312+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=LHW9MN9C26UF type=del size=4021103 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.313+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=S69MAHDOOCK3 type=del 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.315+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=FWUF7BSTQRWX type=del size=1908649 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.317+0000 7fdaec8da900 1 < suggested remove operation key=WAP1P4O2MB8C tag=NEMX3H70JUU6 type=del 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.319+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=946QIFC2APRA type=write size=776273 2023-01-15T14:32:15.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.320+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~3JGYLL398JOQ.0 size=1048576 2023-01-15T14:32:15.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.321+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~3JGYLL398JOQ.1 size=28317 2023-01-15T14:32:15.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.322+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=3JGYLL398JOQ tag=AX5TYTRA1KMA type=write size=2125469 2023-01-15T14:32:15.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.325+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.0 size=1048576 2023-01-15T14:32:16.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.326+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.1 size=1048576 2023-01-15T14:32:16.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.326+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.2 size=689741 2023-01-15T14:32:16.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.326+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=MPMLH84MOQKS tag=DP2V3Z79VJG9 type=write size=3835469 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.327+0000 7fdaec8da900 1 < canceled operation key=0W740L2QFEGP tag=9LFIXZLCFQ5R type=del size=1427547 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.329+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=MG59444NO82I type=del size=649999 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.330+0000 7fdaec8da900 1 < completed write operation key=T1S333NTR06V tag=DELDBZWABVZO type=write size=870846 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.331+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=C9113U446HKP type=del size=2083214 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.332+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=SYOIVRYHY6FM type=del 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.334+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=XMW124YLBTG6 type=del size=2331589 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.335+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=9ALEESL4WS9S type=del 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.336+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=4X7DWB5BUA5B type=del size=1092860 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.337+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=THH0Q8HCR0WH type=del 2023-01-15T14:32:16.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.338+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=M8DDUN9IF7Z3 type=del size=1564187 2023-01-15T14:32:16.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.339+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=2Q9YPFZRUSVE type=del 2023-01-15T14:32:16.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.341+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.0 size=1048576 2023-01-15T14:32:16.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.342+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.1 size=1048576 2023-01-15T14:32:16.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.343+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.2 size=647987 2023-01-15T14:32:16.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.343+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=VZ97Q59YBW05 tag=WV40NO0YHNP1 type=write size=3793715 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.345+0000 7fdaec8da900 1 < suggested update operation key=VSP8G1HF1DQC tag=3NUWK42R56TL type=del size=2922525 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.346+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=J4AXIE7NL2C7 type=del size=1793109 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.347+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~D6RQIVMW28W2.0 size=1048576 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.347+0000 7fdaec8da900 1 < canceled part key=_multipart_3G52F5Y8FGIG.2~D6RQIVMW28W2.1 size=703651 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.349+0000 7fdaec8da900 1 < canceled multipart upload key=3G52F5Y8FGIG upload=D6RQIVMW28W2 tag=6FW4ONP4KNC0 type=write size=2800803 2023-01-15T14:32:16.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.351+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~FU3GL57MQPAM.0 size=576216 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.351+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=FU3GL57MQPAM tag=HFI85YJR3OFN type=write size=1624792 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.352+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.0 size=1048576 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.353+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.1 size=1048576 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.354+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~F5EK7LGM1L77.2 size=243003 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.355+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=F5EK7LGM1L77 tag=0IACUOZF8KGB type=write size=3388731 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.357+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=T7CIFZTXMDFS type=write size=253813 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.358+0000 7fdaec8da900 1 < canceled operation key=AEIY0PBY5LXR tag=2KPE3QRICYVX type=del size=1188177 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.359+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=B94LVCBD60XK type=del size=2332280 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.360+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=ONQSW0R74ZM0 type=del 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.361+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=T09YIQCTZETD type=write size=495181 2023-01-15T14:32:16.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.362+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~5N4LZ01K3XS9.0 size=408922 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.363+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=5N4LZ01K3XS9 tag=HTYMR3I22QA6 type=write size=1457498 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.365+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=7LY5BMTFJ7AF type=del size=1501778 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.366+0000 7fdaec8da900 1 < canceled operation key=4OJDVN4FGZEW tag=LHW9MN9C26UF type=del size=4021103 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.368+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~TTEYAIQMQM8L.0 size=1048576 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.368+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~TTEYAIQMQM8L.1 size=385298 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.368+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=TTEYAIQMQM8L tag=2VKRL9A9R1IX type=write size=2482450 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.370+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=FWUF7BSTQRWX type=del 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.371+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=O15JNIA6LLNJ type=write size=876391 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.372+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=946QIFC2APRA type=write size=776273 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.374+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~5DUR5PIIA1BM.0 size=1024969 2023-01-15T14:32:16.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.374+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=5DUR5PIIA1BM tag=GBAGVDN7L7W5 type=write size=2073545 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.375+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.0 size=1048576 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.376+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.1 size=1048576 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.377+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~MPMLH84MOQKS.2 size=689741 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.378+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=MPMLH84MOQKS tag=DP2V3Z79VJG9 type=write size=3835469 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.380+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~M3PXZTT0WBRJ.0 size=444135 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.380+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=M3PXZTT0WBRJ tag=BRB09Z69XOWB type=write size=1492711 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.381+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=MG59444NO82I type=del 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.382+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=GSN6RKRIQJEB type=del size=4022959 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.385+0000 7fdaec8da900 -1 < failed to complete operation key=VSP8G1HF1DQC tag=C9113U446HKP type=del size=2083214: (22) Invalid argument 2023-01-15T14:32:16.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.387+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=TROZDAIK3RNL type=del size=815848 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.388+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=XMW124YLBTG6 type=del 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.389+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=829RMVGWVDAY type=del size=61703 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.390+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=4X7DWB5BUA5B type=del 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.391+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=40ZNZG4UKDU4 type=write size=23331 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.392+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=M8DDUN9IF7Z3 type=del 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.393+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=66B23HHLPUKD type=del size=2846979 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.394+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.0 size=1048576 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.395+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.1 size=1048576 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.396+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~VZ97Q59YBW05.2 size=647987 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.398+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=VZ97Q59YBW05 tag=WV40NO0YHNP1 type=write size=3793715 2023-01-15T14:32:16.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.399+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=YDF46W41HJOB type=del size=116895 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.400+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=J4AXIE7NL2C7 type=del 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.401+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=GC22XKJXK2CT type=del size=500793 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.402+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~FU3GL57MQPAM.0 size=576216 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.404+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=FU3GL57MQPAM tag=HFI85YJR3OFN type=write size=1624792 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.405+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=4IP2AJ1UR4QP type=write size=385097 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.407+0000 7fdaec8da900 1 < suggested update operation key=XEH71HSXMJD8 tag=T7CIFZTXMDFS type=write size=253813 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.408+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=5R74AC8631WX type=del size=1825753 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.409+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=B94LVCBD60XK type=del 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.411+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~ICXUKISJ1YA8.0 size=1012598 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.411+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=ICXUKISJ1YA8 tag=OT6CWY397ZSX type=write size=2061174 2023-01-15T14:32:16.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.413+0000 7fdaec8da900 1 < suggested update operation key=NOOMFR8103P3 tag=T09YIQCTZETD type=write size=495181 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.414+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=IWU76SSI0JPH type=write size=66329 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.416+0000 7fdaec8da900 1 < suggested remove operation key=CVVOPB1T7YQJ tag=7LY5BMTFJ7AF type=del 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.418+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.0 size=1048576 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.419+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.1 size=1048576 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.420+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.2 size=546044 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.420+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=6PH0RXYXNSTB tag=Q5PJPCOG6AJW type=write size=3691772 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.421+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~TTEYAIQMQM8L.0 size=1048576 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.422+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~TTEYAIQMQM8L.1 size=385298 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.424+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=TTEYAIQMQM8L tag=2VKRL9A9R1IX type=write size=2482450 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.425+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=A1PJ1FNI9XGQ type=del size=1440915 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.426+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=O15JNIA6LLNJ type=write size=876391 2023-01-15T14:32:16.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.427+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=ZM5CXRK1V2IM type=del size=3896245 2023-01-15T14:32:16.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.428+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~5DUR5PIIA1BM.0 size=1024969 2023-01-15T14:32:16.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.430+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=5DUR5PIIA1BM tag=GBAGVDN7L7W5 type=write size=2073545 2023-01-15T14:32:16.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.431+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=K0VTYJCHHALY type=write size=26170 2023-01-15T14:32:16.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.433+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~M3PXZTT0WBRJ.0 size=444135 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.435+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=M3PXZTT0WBRJ tag=BRB09Z69XOWB type=write size=1492711 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.436+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=NI5GKPNA65WZ type=del size=706551 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.437+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=GSN6RKRIQJEB type=del 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.438+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=RXRE22HEU8VR type=del size=3417288 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.439+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=TROZDAIK3RNL type=del 2023-01-15T14:32:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.441+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~EG3OT4B1EOM2.0 size=66476 2023-01-15T14:32:16.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.441+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=EG3OT4B1EOM2 tag=Q54QPC1MAZCJ type=write size=1115052 2023-01-15T14:32:16.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.442+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=829RMVGWVDAY type=del 2023-01-15T14:32:16.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.443+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=XGYIVCTASSJM type=del size=4028182 2023-01-15T14:32:16.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.444+0000 7fdaec8da900 -1 < failed to complete operation key=NOOMFR8103P3 tag=40ZNZG4UKDU4 type=write size=23331: (22) Invalid argument 2023-01-15T14:32:16.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.446+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~BJ2K9ER4U9NS.0 size=1048576 2023-01-15T14:32:16.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.447+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~BJ2K9ER4U9NS.1 size=958226 2023-01-15T14:32:16.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.447+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=BJ2K9ER4U9NS tag=0P33G3C0SOJT type=write size=3055378 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.449+0000 7fdaec8da900 1 < suggested remove operation key=4UYU63ZWK33H tag=66B23HHLPUKD type=del 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.451+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~F2P2E8NUPEEO.0 size=1048576 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.452+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~F2P2E8NUPEEO.1 size=59099 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.452+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=F2P2E8NUPEEO tag=WTUI9WV6H45E type=write size=2156251 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.453+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=YDF46W41HJOB type=del 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.454+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=JFOKS2JDQ4JB type=write size=618905 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.456+0000 7fdaec8da900 1 < suggested update operation key=WAP1P4O2MB8C tag=GC22XKJXK2CT type=del size=500793 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.458+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~L25I4KXGFUSI.0 size=26666 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.458+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=L25I4KXGFUSI tag=I1UDFT2CXG18 type=write size=1075242 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.460+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=4IP2AJ1UR4QP type=write size=385097 2023-01-15T14:32:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.462+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~RD9HW1E1G87A.0 size=570050 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.462+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=RD9HW1E1G87A tag=CXK2F0SXA923 type=write size=1618626 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.463+0000 7fdaec8da900 -1 < failed to complete operation key=4UYU63ZWK33H tag=5R74AC8631WX type=del size=1825753: (22) Invalid argument 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.465+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.0 size=1048576 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.466+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.1 size=1048576 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.467+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.2 size=404563 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.467+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=59MC0NABPAD9 tag=XN9AFVZ3SJLB type=write size=3550291 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.468+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~ICXUKISJ1YA8.0 size=1012598 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.470+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=ICXUKISJ1YA8 tag=OT6CWY397ZSX type=write size=2061174 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.472+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.0 size=1048576 2023-01-15T14:32:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.472+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.1 size=1048576 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.473+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.2 size=643567 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.473+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=NF7Q3PZSLECG tag=1PE6W91M9NDL type=write size=3789295 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.474+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=IWU76SSI0JPH type=write size=66329 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.476+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DGV94GTXWU7V.0 size=491915 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.476+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=DGV94GTXWU7V tag=RP3079I9V3FW type=write size=1540491 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.477+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.0 size=1048576 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.477+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.1 size=1048576 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.478+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~6PH0RXYXNSTB.2 size=546044 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.480+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=6PH0RXYXNSTB tag=Q5PJPCOG6AJW type=write size=3691772 2023-01-15T14:32:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.481+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=KTNSWSQAHX1A type=del size=110033 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.482+0000 7fdaec8da900 1 < canceled operation key=GIGSUY94OWY1 tag=A1PJ1FNI9XGQ type=del size=1440915 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.485+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.0 size=1048576 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.485+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.1 size=1048576 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.486+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.2 size=507458 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.486+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=CSPIT76NLNF0 tag=8GQ141A5LTPZ type=write size=3653186 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.487+0000 7fdaec8da900 1 < canceled operation key=NOOMFR8103P3 tag=ZM5CXRK1V2IM type=del size=3896245 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.489+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.0 size=1048576 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.490+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.1 size=1048576 2023-01-15T14:32:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.491+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.2 size=714577 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.491+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=FG2SOFWPAGZA tag=GPH7E43HH88C type=write size=3860305 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.492+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=K0VTYJCHHALY type=write size=26170 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.493+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=62Q5WQL13HO5 type=del size=1583231 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.494+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=NI5GKPNA65WZ type=del 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.495+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=L3JGEPUB4UE2 type=del size=4010548 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.497+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=RXRE22HEU8VR type=del 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.498+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~AON5KXGRQX43.0 size=1048576 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.499+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~AON5KXGRQX43.1 size=105787 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.499+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=AON5KXGRQX43 tag=GMLS6J45VQAG type=write size=2202939 2023-01-15T14:32:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.500+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~EG3OT4B1EOM2.0 size=66476 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.502+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=EG3OT4B1EOM2 tag=Q54QPC1MAZCJ type=write size=1115052 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.503+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=OQ9HNQB1ISCX type=write size=1012506 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.505+0000 7fdaec8da900 1 < suggested remove operation key=G9T4HJN7GQTL tag=XGYIVCTASSJM type=del 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.506+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~9HU3I5GA23Q5.0 size=807605 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.506+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=9HU3I5GA23Q5 tag=0H3RPY9AQV5T type=write size=1856181 2023-01-15T14:32:16.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.507+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~BJ2K9ER4U9NS.0 size=1048576 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.507+0000 7fdaec8da900 1 < canceled part key=_multipart_CVVOPB1T7YQJ.2~BJ2K9ER4U9NS.1 size=958226 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.509+0000 7fdaec8da900 1 < canceled multipart upload key=CVVOPB1T7YQJ upload=BJ2K9ER4U9NS tag=0P33G3C0SOJT type=write size=3055378 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.510+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=R3OKDUVDEZC2 type=del size=2083057 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.511+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~F2P2E8NUPEEO.0 size=1048576 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.512+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~F2P2E8NUPEEO.1 size=59099 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.513+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=F2P2E8NUPEEO tag=WTUI9WV6H45E type=write size=2156251 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.514+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=TM0EWN92O8UU type=del size=4186180 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.515+0000 7fdaec8da900 1 < completed write operation key=2X6MH49TOHKD tag=JFOKS2JDQ4JB type=write size=618905 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.516+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=K2X3VFL0W0GY type=write size=279301 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.517+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~L25I4KXGFUSI.0 size=26666 2023-01-15T14:32:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.519+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=L25I4KXGFUSI tag=I1UDFT2CXG18 type=write size=1075242 2023-01-15T14:32:16.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.520+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=1ML303510599 type=write size=545407 2023-01-15T14:32:16.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.521+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~RD9HW1E1G87A.0 size=570050 2023-01-15T14:32:16.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.523+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=RD9HW1E1G87A tag=CXK2F0SXA923 type=write size=1618626 2023-01-15T14:32:16.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.524+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.0 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.525+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.1 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.526+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.2 size=1005944 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.526+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=2DDVEVEWVZHA tag=GL1QSF4AQZA7 type=write size=4151672 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.527+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.0 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.528+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.1 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.529+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~59MC0NABPAD9.2 size=404563 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.530+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=59MC0NABPAD9 tag=XN9AFVZ3SJLB type=write size=3550291 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.531+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=S0HICK29ZU7Q type=del size=2323874 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.532+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.0 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.533+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.1 size=1048576 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.534+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~NF7Q3PZSLECG.2 size=643567 2023-01-15T14:32:16.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.535+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=NF7Q3PZSLECG tag=1PE6W91M9NDL type=write size=3789295 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.537+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~IQ3J0ZCMGDZS.0 size=1024006 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.537+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=IQ3J0ZCMGDZS tag=CVCEDDURDZ9G type=write size=2072582 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.538+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DGV94GTXWU7V.0 size=491915 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.539+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=DGV94GTXWU7V tag=RP3079I9V3FW type=write size=1540491 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.541+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~63HHMXUN3KMU.0 size=1048576 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.542+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~63HHMXUN3KMU.1 size=612232 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.542+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=63HHMXUN3KMU tag=D15VOXKRAZF2 type=write size=2709384 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.543+0000 7fdaec8da900 -1 < failed to complete operation key=T1S333NTR06V tag=KTNSWSQAHX1A type=del size=110033: (22) Invalid argument 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.544+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=OP5S8CNTJAGN type=del size=213837 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.545+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.0 size=1048576 2023-01-15T14:32:16.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.545+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.1 size=1048576 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.546+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~CSPIT76NLNF0.2 size=507458 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.548+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=CSPIT76NLNF0 tag=8GQ141A5LTPZ type=write size=3653186 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.549+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=WI5N7CXM6J9H type=del size=1108309 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.550+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.0 size=1048576 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.550+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.1 size=1048576 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.551+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~FG2SOFWPAGZA.2 size=714577 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.553+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=FG2SOFWPAGZA tag=GPH7E43HH88C type=write size=3860305 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.554+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~VL5HF8NYZXLF.0 size=1048576 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.555+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~VL5HF8NYZXLF.1 size=144605 2023-01-15T14:32:16.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.555+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=VL5HF8NYZXLF tag=6R34GY0C7E0N type=write size=2241757 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.556+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=62Q5WQL13HO5 type=del 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.557+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=OI6DWTQ20M33 type=write size=292299 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.558+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=L3JGEPUB4UE2 type=del 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.560+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.0 size=1048576 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.560+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.1 size=1048576 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.561+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.2 size=227556 2023-01-15T14:32:16.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.561+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=UUVVYFJIZ7KW tag=6XU3WZZFX9AB type=write size=3373284 2023-01-15T14:32:16.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.562+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~AON5KXGRQX43.0 size=1048576 2023-01-15T14:32:16.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.563+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~AON5KXGRQX43.1 size=105787 2023-01-15T14:32:16.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.564+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=AON5KXGRQX43 tag=GMLS6J45VQAG type=write size=2202939 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.565+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=I3SXR2CA2OF4 type=del size=2502642 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.566+0000 7fdaec8da900 1 < completed write operation key=BO4MJ09E0EIP tag=OQ9HNQB1ISCX type=write size=1012506 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.567+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=L3WYPMGB5AED type=write size=246719 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.568+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~9HU3I5GA23Q5.0 size=807605 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.570+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=9HU3I5GA23Q5 tag=0H3RPY9AQV5T type=write size=1856181 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.572+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~FOTDRZ3M29D8.0 size=1048576 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.573+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~FOTDRZ3M29D8.1 size=428529 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.573+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=FOTDRZ3M29D8 tag=29LKXB074ZRN type=write size=2525681 2023-01-15T14:32:16.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.574+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=R3OKDUVDEZC2 type=del 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.575+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=JMCIJ61B2Y67 type=del size=763272 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.576+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=TM0EWN92O8UU type=del 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.578+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~J6NQY5E1ZLPF.0 size=803495 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.578+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=J6NQY5E1ZLPF tag=NQJEHCDVGWGO type=write size=1852071 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.579+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=K2X3VFL0W0GY type=write size=279301 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.580+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=M3K3HAB4XI6Q type=del size=1077338 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.581+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=1ML303510599 type=write size=545407 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.582+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~JWEV9ZOXS4O6.0 size=721572 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.582+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=JWEV9ZOXS4O6 tag=DYX32RG9B3ZK type=write size=1770148 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.583+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.0 size=1048576 2023-01-15T14:32:16.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.584+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.1 size=1048576 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.585+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~2DDVEVEWVZHA.2 size=1005944 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.587+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=2DDVEVEWVZHA tag=GL1QSF4AQZA7 type=write size=4151672 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.588+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~T4T2A7I6DPNK.0 size=600271 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.588+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=T4T2A7I6DPNK tag=8T9TNA9I2JWU type=write size=1648847 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.590+0000 7fdaec8da900 1 < suggested update operation key=CVVOPB1T7YQJ tag=S0HICK29ZU7Q type=del size=2323874 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.591+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=9FVR00H6352O type=del size=3718595 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.592+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~IQ3J0ZCMGDZS.0 size=1024006 2023-01-15T14:32:16.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.594+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=IQ3J0ZCMGDZS tag=CVCEDDURDZ9G type=write size=2072582 2023-01-15T14:32:16.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.596+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~91FLNH1YLSKY.0 size=987694 2023-01-15T14:32:16.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.596+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=91FLNH1YLSKY tag=CQ4QX3CKC05H type=write size=2036270 2023-01-15T14:32:16.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.597+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~63HHMXUN3KMU.0 size=1048576 2023-01-15T14:32:16.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.597+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~63HHMXUN3KMU.1 size=612232 2023-01-15T14:32:16.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.599+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=63HHMXUN3KMU tag=D15VOXKRAZF2 type=write size=2709384 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.600+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=I0A905EWBK1Z type=del size=3230375 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.602+0000 7fdaec8da900 1 < suggested update operation key=ECD42SKKPV50 tag=OP5S8CNTJAGN type=del size=213837 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.603+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=FE87L3CKNWPN type=write size=279898 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.604+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=WI5N7CXM6J9H type=del 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.605+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=ZESQ7N7K21MP type=del size=2997520 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.606+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~VL5HF8NYZXLF.0 size=1048576 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.606+0000 7fdaec8da900 1 < canceled part key=_multipart_O64FCESNBXMC.2~VL5HF8NYZXLF.1 size=144605 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.608+0000 7fdaec8da900 1 < canceled multipart upload key=O64FCESNBXMC upload=VL5HF8NYZXLF tag=6R34GY0C7E0N type=write size=2241757 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.609+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~50OBDIA7941S.0 size=940646 2023-01-15T14:32:16.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.609+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=50OBDIA7941S tag=5DWJPFBMO654 type=write size=1989222 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.610+0000 7fdaec8da900 1 < completed write operation key=4OJDVN4FGZEW tag=OI6DWTQ20M33 type=write size=292299 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.612+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~1DRSD61IYGU0.0 size=79434 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.612+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=1DRSD61IYGU0 tag=324A74IS4J74 type=write size=1128010 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.613+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.0 size=1048576 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.614+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.1 size=1048576 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.615+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~UUVVYFJIZ7KW.2 size=227556 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.617+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=UUVVYFJIZ7KW tag=6XU3WZZFX9AB type=write size=3373284 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.618+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=9ZH643QEYWV1 type=del size=758315 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.619+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=I3SXR2CA2OF4 type=del 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.620+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=B0Z3DYUU3347 type=write size=1027294 2023-01-15T14:32:16.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.621+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=L3WYPMGB5AED type=write size=246719 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.623+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~Q2AHUOGTLRUI.0 size=1048576 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.623+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~Q2AHUOGTLRUI.1 size=357945 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.623+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=Q2AHUOGTLRUI tag=RWLHJKLX54VS type=write size=2455097 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.624+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~FOTDRZ3M29D8.0 size=1048576 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.624+0000 7fdaec8da900 1 < canceled part key=_multipart_OIL4KWAHRMSC.2~FOTDRZ3M29D8.1 size=428529 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.626+0000 7fdaec8da900 1 < canceled multipart upload key=OIL4KWAHRMSC upload=FOTDRZ3M29D8 tag=29LKXB074ZRN type=write size=2525681 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.628+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.0 size=1048576 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.628+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.1 size=1048576 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.629+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.2 size=847085 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.629+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=K13IMA4BZV3M tag=JJJ6UNBNPUIT type=write size=3992813 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.630+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=JMCIJ61B2Y67 type=del 2023-01-15T14:32:16.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.632+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~03MZI7K1Y6HV.0 size=74887 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.632+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=03MZI7K1Y6HV tag=ZU19ZVE9GANC type=write size=1123463 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.632+0000 7fdaec8da900 1 < canceled part key=_multipart_T1S333NTR06V.2~J6NQY5E1ZLPF.0 size=803495 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.634+0000 7fdaec8da900 1 < canceled multipart upload key=T1S333NTR06V upload=J6NQY5E1ZLPF tag=NQJEHCDVGWGO type=write size=1852071 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.635+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=W9458VJBJA4Z type=del size=2751373 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.636+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=M3K3HAB4XI6Q type=del 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.638+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~MX2YGFY6NE40.0 size=489555 2023-01-15T14:32:16.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.638+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=MX2YGFY6NE40 tag=0O570NVXJAT5 type=write size=1538131 2023-01-15T14:32:16.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.639+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~JWEV9ZOXS4O6.0 size=721572 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.641+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=JWEV9ZOXS4O6 tag=DYX32RG9B3ZK type=write size=1770148 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.643+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.0 size=1048576 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.644+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.1 size=1048576 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.644+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.2 size=638356 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.644+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=1NPTSQRLU691 tag=7GKSTBSOFD43 type=write size=3784084 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.646+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~T4T2A7I6DPNK.0 size=600271 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.647+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=T4T2A7I6DPNK tag=8T9TNA9I2JWU type=write size=1648847 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.649+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=4WQ7A0NE9T1J type=write size=659617 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.650+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=9FVR00H6352O type=del 2023-01-15T14:32:16.708 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.652+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~60LLOQ387XKS.0 size=1048576 2023-01-15T14:32:16.709 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.653+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~60LLOQ387XKS.1 size=519896 2023-01-15T14:32:16.709 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.653+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=60LLOQ387XKS tag=VFVLWOAWG83W type=write size=2617048 2023-01-15T14:32:16.709 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.654+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~91FLNH1YLSKY.0 size=987694 2023-01-15T14:32:16.709 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.656+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=91FLNH1YLSKY tag=CQ4QX3CKC05H type=write size=2036270 2023-01-15T14:32:16.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.658+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~ZNSGF95N1T9U.0 size=1048576 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.659+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~ZNSGF95N1T9U.1 size=189593 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.659+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=ZNSGF95N1T9U tag=M6L2NH54HW7H type=write size=2286745 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.660+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=I0A905EWBK1Z type=del 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.662+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~SG3UQ0C81J4C.0 size=484942 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.662+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=SG3UQ0C81J4C tag=CLM4YI8MS0CH type=write size=1533518 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.663+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=FE87L3CKNWPN type=write size=279898 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.664+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=OR6J700T6537 type=del size=1731883 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.667+0000 7fdaec8da900 1 < suggested remove operation key=BO4MJ09E0EIP tag=ZESQ7N7K21MP type=del 2023-01-15T14:32:16.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.668+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=25IAZYMPPZHQ type=del size=834299 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.669+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~50OBDIA7941S.0 size=940646 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.671+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=50OBDIA7941S tag=5DWJPFBMO654 type=write size=1989222 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.673+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~VJ0T1677Y3AK.0 size=1048576 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.674+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~VJ0T1677Y3AK.1 size=598340 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.674+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=VJ0T1677Y3AK tag=IOIS8HVW112B type=write size=2695492 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.674+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~1DRSD61IYGU0.0 size=79434 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.676+0000 7fdaec8da900 1 < canceled multipart upload key=2X6MH49TOHKD upload=1DRSD61IYGU0 tag=324A74IS4J74 type=write size=1128010 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.677+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.0 size=1048576 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.678+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.1 size=1048576 2023-01-15T14:32:16.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.679+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.2 size=515797 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.679+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=XAQI76RMT00C tag=OV6DAOBS03O3 type=write size=3661525 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.680+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=9ZH643QEYWV1 type=del 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.682+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~3FO7S9YSKB1C.0 size=1048576 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.683+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~3FO7S9YSKB1C.1 size=2051 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.683+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=3FO7S9YSKB1C tag=BHCXLKKBIO1M type=write size=2099203 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.685+0000 7fdaec8da900 1 < suggested remove operation key=47ILP77YUAQV tag=B0Z3DYUU3347 type=write 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.687+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.0 size=1048576 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.687+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.1 size=1048576 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.688+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.2 size=922970 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.688+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=D31P7IPRZ0CK tag=RAVZUWK6163H type=write size=4068698 2023-01-15T14:32:16.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.690+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~Q2AHUOGTLRUI.0 size=1048576 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.690+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~Q2AHUOGTLRUI.1 size=357945 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.692+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=Q2AHUOGTLRUI tag=RWLHJKLX54VS type=write size=2455097 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.694+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~NFO3E7GJABVU.0 size=1048576 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.695+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~NFO3E7GJABVU.1 size=805418 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.695+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=NFO3E7GJABVU tag=I93F6HO4556J type=write size=2902570 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.696+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.0 size=1048576 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.697+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.1 size=1048576 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.698+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~K13IMA4BZV3M.2 size=847085 2023-01-15T14:32:16.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.700+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=K13IMA4BZV3M tag=JJJ6UNBNPUIT type=write size=3992813 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.702+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~XA564BU1QIKN.0 size=218530 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.702+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=XA564BU1QIKN tag=RMYPQ781DYWJ type=write size=1267106 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.703+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~03MZI7K1Y6HV.0 size=74887 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.705+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=03MZI7K1Y6HV tag=ZU19ZVE9GANC type=write size=1123463 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.706+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=4K9CN14SUVLW type=del size=3746569 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.707+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=W9458VJBJA4Z type=del 2023-01-15T14:32:16.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.708+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=WHB1SV1PY81G type=del size=370238 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.709+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~MX2YGFY6NE40.0 size=489555 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.711+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=MX2YGFY6NE40 tag=0O570NVXJAT5 type=write size=1538131 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.714+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~Q7DTQ7TAQCVF.0 size=550787 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.714+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=Q7DTQ7TAQCVF tag=TI6V84M8919I type=write size=1599363 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.715+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.0 size=1048576 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.716+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.1 size=1048576 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.717+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NPTSQRLU691.2 size=638356 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.719+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=1NPTSQRLU691 tag=7GKSTBSOFD43 type=write size=3784084 2023-01-15T14:32:16.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.720+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=V8KAG5Y9NGJN type=del size=4177224 2023-01-15T14:32:16.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.721+0000 7fdaec8da900 1 < completed write operation key=AEIY0PBY5LXR tag=4WQ7A0NE9T1J type=write size=659617 2023-01-15T14:32:16.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.722+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=09TYTNJNV58V type=del size=2692725 2023-01-15T14:32:16.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.723+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~60LLOQ387XKS.0 size=1048576 2023-01-15T14:32:16.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.724+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~60LLOQ387XKS.1 size=519896 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.726+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=60LLOQ387XKS tag=VFVLWOAWG83W type=write size=2617048 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.728+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~00M8SQB02KOT.0 size=1048576 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.729+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~00M8SQB02KOT.1 size=743601 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.729+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=00M8SQB02KOT tag=HG3T1719Y4F7 type=write size=2840753 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.730+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~ZNSGF95N1T9U.0 size=1048576 2023-01-15T14:32:16.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.731+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~ZNSGF95N1T9U.1 size=189593 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.733+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=ZNSGF95N1T9U tag=M6L2NH54HW7H type=write size=2286745 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.734+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=J5BQOFT9Y9TH type=del size=3273621 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.735+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~SG3UQ0C81J4C.0 size=484942 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.737+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=SG3UQ0C81J4C tag=CLM4YI8MS0CH type=write size=1533518 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.739+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~8EQDWF23I4ED.0 size=1041662 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.739+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=8EQDWF23I4ED tag=P2OVWQR3V4J9 type=write size=2090238 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.740+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=OR6J700T6537 type=del 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.742+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~IWWWDLVC2H1X.0 size=531076 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.742+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=IWWWDLVC2H1X tag=VIFPEN52VF46 type=write size=1579652 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.743+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=25IAZYMPPZHQ type=del 2023-01-15T14:32:16.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.745+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~HT33JWNBHZUT.0 size=840600 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.745+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=HT33JWNBHZUT tag=OPA8IZL4ZG6B type=write size=1889176 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.746+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~VJ0T1677Y3AK.0 size=1048576 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.747+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~VJ0T1677Y3AK.1 size=598340 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.748+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=VJ0T1677Y3AK tag=IOIS8HVW112B type=write size=2695492 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.750+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=9YOJXKD5NF72 type=del size=3456729 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.751+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.0 size=1048576 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.752+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.1 size=1048576 2023-01-15T14:32:16.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.753+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~XAQI76RMT00C.2 size=515797 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.755+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=XAQI76RMT00C tag=OV6DAOBS03O3 type=write size=3661525 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.757+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~X2XKRQ43XS85.0 size=1048576 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.757+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~X2XKRQ43XS85.1 size=655619 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.757+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=X2XKRQ43XS85 tag=3AK6LUWWUD9L type=write size=2752771 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.758+0000 7fdaec8da900 1 < canceled part key=_multipart_ECD42SKKPV50.2~3FO7S9YSKB1C.0 size=1048576 2023-01-15T14:32:16.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.758+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~3FO7S9YSKB1C.1 size=2051 2023-01-15T14:32:16.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.760+0000 7fdaec8da900 1 < canceled multipart upload key=ECD42SKKPV50 upload=3FO7S9YSKB1C tag=BHCXLKKBIO1M type=write size=2099203 2023-01-15T14:32:16.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.761+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=STXU81AZBFBB type=del size=4034188 2023-01-15T14:32:16.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.762+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.0 size=1048576 2023-01-15T14:32:16.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.763+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.1 size=1048576 2023-01-15T14:32:16.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.764+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~D31P7IPRZ0CK.2 size=922970 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.766+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=D31P7IPRZ0CK tag=RAVZUWK6163H type=write size=4068698 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.767+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=K1NSZKT01OH6 type=del size=2232359 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.768+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~NFO3E7GJABVU.0 size=1048576 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.769+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~NFO3E7GJABVU.1 size=805418 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.771+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=NFO3E7GJABVU tag=I93F6HO4556J type=write size=2902570 2023-01-15T14:32:16.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.773+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~Y3CP73OYMOU1.0 size=222428 2023-01-15T14:32:16.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.773+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=Y3CP73OYMOU1 tag=SY076NVRE159 type=write size=1271004 2023-01-15T14:32:16.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.773+0000 7fdaec8da900 1 < canceled part key=_multipart_3G52F5Y8FGIG.2~XA564BU1QIKN.0 size=218530 2023-01-15T14:32:16.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.775+0000 7fdaec8da900 1 < canceled multipart upload key=3G52F5Y8FGIG upload=XA564BU1QIKN tag=RMYPQ781DYWJ type=write size=1267106 2023-01-15T14:32:16.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.777+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.0 size=1048576 2023-01-15T14:32:16.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.777+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.1 size=1048576 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.778+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.2 size=325462 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.778+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=LNDXK0U030FJ tag=FT8H2GVJY4IK type=write size=3471190 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.780+0000 7fdaec8da900 1 < suggested remove operation key=FR7KL8ASPWEC tag=4K9CN14SUVLW type=del 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.782+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=Y7RDMKO836TL type=del size=862822 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.783+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=WHB1SV1PY81G type=del 2023-01-15T14:32:16.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.784+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=SJ66XEMASFBK type=write size=153844 2023-01-15T14:32:16.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.785+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~Q7DTQ7TAQCVF.0 size=550787 2023-01-15T14:32:16.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.787+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=Q7DTQ7TAQCVF tag=TI6V84M8919I type=write size=1599363 2023-01-15T14:32:16.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.788+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=8IB4C2HVNFVM type=del size=2520736 2023-01-15T14:32:16.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.790+0000 7fdaec8da900 1 < suggested update operation key=XEH71HSXMJD8 tag=V8KAG5Y9NGJN type=del size=4177224 2023-01-15T14:32:16.874 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.792+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~6FGJS2ON2KRD.0 size=1048576 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.793+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~6FGJS2ON2KRD.1 size=170873 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.793+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=6FGJS2ON2KRD tag=GJH0V472GOOK type=write size=2268025 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.794+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=09TYTNJNV58V type=del 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.795+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=Z172PO0AEYLP type=del size=2156950 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.796+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~00M8SQB02KOT.0 size=1048576 2023-01-15T14:32:16.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.797+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~00M8SQB02KOT.1 size=743601 2023-01-15T14:32:16.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.798+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=00M8SQB02KOT tag=HG3T1719Y4F7 type=write size=2840753 2023-01-15T14:32:16.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.800+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=V67AND4INVP5 type=del size=1033520 2023-01-15T14:32:16.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.801+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=J5BQOFT9Y9TH type=del 2023-01-15T14:32:16.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.802+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=BQ9YSBG6NMMB type=write size=860124 2023-01-15T14:32:16.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.803+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~8EQDWF23I4ED.0 size=1041662 2023-01-15T14:32:16.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.805+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=8EQDWF23I4ED tag=P2OVWQR3V4J9 type=write size=2090238 2023-01-15T14:32:16.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.807+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~203U0MZ2ZX36.0 size=1048576 2023-01-15T14:32:16.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.808+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~203U0MZ2ZX36.1 size=535032 2023-01-15T14:32:16.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.808+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=203U0MZ2ZX36 tag=0O6527VKUMMJ type=write size=2632184 2023-01-15T14:32:16.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.809+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~IWWWDLVC2H1X.0 size=531076 2023-01-15T14:32:16.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.811+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=IWWWDLVC2H1X tag=VIFPEN52VF46 type=write size=1579652 2023-01-15T14:32:16.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.814+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.0 size=1048576 2023-01-15T14:32:16.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.814+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.1 size=1048576 2023-01-15T14:32:16.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.815+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.2 size=381467 2023-01-15T14:32:16.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.815+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=FDGI8MF14NM1 tag=K5TT583I9UY0 type=write size=3527195 2023-01-15T14:32:16.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.816+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~HT33JWNBHZUT.0 size=840600 2023-01-15T14:32:16.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.818+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=HT33JWNBHZUT tag=OPA8IZL4ZG6B type=write size=1889176 2023-01-15T14:32:16.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.820+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.0 size=1048576 2023-01-15T14:32:16.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.821+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.1 size=1048576 2023-01-15T14:32:16.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.821+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.2 size=293980 2023-01-15T14:32:16.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.821+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=2AK1TY13JWG5 tag=R1X7OWGSPODX type=write size=3439708 2023-01-15T14:32:16.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.823+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=9YOJXKD5NF72 type=del 2023-01-15T14:32:16.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.824+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=9RPRHJRGSS1O type=del size=1477257 2023-01-15T14:32:16.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.825+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~X2XKRQ43XS85.0 size=1048576 2023-01-15T14:32:16.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.826+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~X2XKRQ43XS85.1 size=655619 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.828+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=X2XKRQ43XS85 tag=3AK6LUWWUD9L type=write size=2752771 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.829+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=24QQ4JR3VZ2O type=del size=1688426 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.830+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=STXU81AZBFBB type=del 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.832+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.0 size=1048576 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.833+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.1 size=1048576 2023-01-15T14:32:16.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.834+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.2 size=1017885 2023-01-15T14:32:16.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.834+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=OU88B9II81Q0 tag=GIHE1ROWH3SK type=write size=4163613 2023-01-15T14:32:16.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.835+0000 7fdaec8da900 -1 < failed to complete operation key=XEH71HSXMJD8 tag=K1NSZKT01OH6 type=del size=2232359: (22) Invalid argument 2023-01-15T14:32:16.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.837+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~MLH0A1CAZ8S3.0 size=31434 2023-01-15T14:32:16.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.837+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=MLH0A1CAZ8S3 tag=07IJBNGKJIXE type=write size=1080010 2023-01-15T14:32:16.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.838+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~Y3CP73OYMOU1.0 size=222428 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.840+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=Y3CP73OYMOU1 tag=SY076NVRE159 type=write size=1271004 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.841+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=ELYWA1AFPUXJ type=del size=3962939 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.842+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.0 size=1048576 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.843+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.1 size=1048576 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.844+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~LNDXK0U030FJ.2 size=325462 2023-01-15T14:32:16.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.846+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=LNDXK0U030FJ tag=FT8H2GVJY4IK type=write size=3471190 2023-01-15T14:32:16.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.847+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=BP1FX23BS9ZT type=del size=2946030 2023-01-15T14:32:16.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.848+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=Y7RDMKO836TL type=del 2023-01-15T14:32:16.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.850+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~A4S0SB403L18.0 size=508787 2023-01-15T14:32:16.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.850+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=A4S0SB403L18 tag=QJRKNRUZ89B7 type=write size=1557363 2023-01-15T14:32:16.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.851+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=SJ66XEMASFBK type=write size=153844 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.853+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.0 size=1048576 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.854+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.1 size=1048576 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.855+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.2 size=4689 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.855+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=XDSCM86Y3K2A tag=AI5AA9IVGHFJ type=write size=3150417 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.856+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=8IB4C2HVNFVM type=del 2023-01-15T14:32:16.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.858+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~CP33Q7D2VN52.0 size=899989 2023-01-15T14:32:16.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.858+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=CP33Q7D2VN52 tag=PU2SR2IGP0XY type=write size=1948565 2023-01-15T14:32:16.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.859+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~6FGJS2ON2KRD.0 size=1048576 2023-01-15T14:32:16.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.860+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~6FGJS2ON2KRD.1 size=170873 2023-01-15T14:32:16.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.862+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=6FGJS2ON2KRD tag=GJH0V472GOOK type=write size=2268025 2023-01-15T14:32:16.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.863+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=9WVWS2K6PB33 type=del size=3612923 2023-01-15T14:32:16.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.864+0000 7fdaec8da900 1 < canceled operation key=BO4MJ09E0EIP tag=Z172PO0AEYLP type=del size=2156950 2023-01-15T14:32:16.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.866+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.0 size=1048576 2023-01-15T14:32:16.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.867+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.1 size=1048576 2023-01-15T14:32:16.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.868+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.2 size=602730 2023-01-15T14:32:16.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.868+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=VYANGFE9OBB8 tag=1S97X4BVJU6F type=write size=3748458 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.870+0000 7fdaec8da900 1 < suggested update operation key=VSP8G1HF1DQC tag=V67AND4INVP5 type=del size=1033520 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.872+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.0 size=1048576 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.873+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.1 size=1048576 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.873+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.2 size=148214 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.873+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=0SY9C9YVJ9U3 tag=0L32Y5OLFYFN type=write size=3293942 2023-01-15T14:32:16.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.875+0000 7fdaec8da900 1 < completed write operation key=AEIY0PBY5LXR tag=BQ9YSBG6NMMB type=write size=860124 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.876+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~HWGUD163L5H6.0 size=1048576 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.877+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~HWGUD163L5H6.1 size=214108 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.877+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=HWGUD163L5H6 tag=M5WF32RQNPMV type=write size=2311260 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.878+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~203U0MZ2ZX36.0 size=1048576 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.879+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~203U0MZ2ZX36.1 size=535032 2023-01-15T14:32:16.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.881+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=203U0MZ2ZX36 tag=0O6527VKUMMJ type=write size=2632184 2023-01-15T14:32:16.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.883+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.0 size=1048576 2023-01-15T14:32:16.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.884+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.1 size=1048576 2023-01-15T14:32:16.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.884+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.2 size=965701 2023-01-15T14:32:16.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.884+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=14WQUTL3DSI7 tag=8UJ6FF67GN8F type=write size=4111429 2023-01-15T14:32:16.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.886+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.0 size=1048576 2023-01-15T14:32:16.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.886+0000 7fdaec8da900 1 < canceled part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.1 size=1048576 2023-01-15T14:32:16.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.886+0000 7fdaec8da900 1 < canceled part key=_multipart_JZWBPYF4N7U9.2~FDGI8MF14NM1.2 size=381467 2023-01-15T14:32:16.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.888+0000 7fdaec8da900 1 < canceled multipart upload key=JZWBPYF4N7U9 upload=FDGI8MF14NM1 tag=K5TT583I9UY0 type=write size=3527195 2023-01-15T14:32:16.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.890+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~KS9J6V7TBRTZ.0 size=1048576 2023-01-15T14:32:16.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.891+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~KS9J6V7TBRTZ.1 size=182135 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.891+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=KS9J6V7TBRTZ tag=U1FIIJ4B83MR type=write size=2279287 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.892+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.0 size=1048576 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.893+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.1 size=1048576 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.894+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~2AK1TY13JWG5.2 size=293980 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.895+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=2AK1TY13JWG5 tag=R1X7OWGSPODX type=write size=3439708 2023-01-15T14:32:16.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.897+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=T1TPJUJ949P3 type=del size=2118756 2023-01-15T14:32:16.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.898+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=9RPRHJRGSS1O type=del 2023-01-15T14:32:16.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.899+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=D6ZWEHSQGJ3D type=del size=674500 2023-01-15T14:32:16.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.900+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=24QQ4JR3VZ2O type=del 2023-01-15T14:32:16.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.903+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~T69TWJ55GOWG.0 size=265919 2023-01-15T14:32:16.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.903+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=T69TWJ55GOWG tag=WJYKFNFDTQ17 type=write size=1314495 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.903+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.0 size=1048576 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.904+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.1 size=1048576 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.905+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~OU88B9II81Q0.2 size=1017885 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.907+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=OU88B9II81Q0 tag=GIHE1ROWH3SK type=write size=4163613 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.908+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=YJSIKL3LEF2A type=del size=2658320 2023-01-15T14:32:16.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.909+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~MLH0A1CAZ8S3.0 size=31434 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.911+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=MLH0A1CAZ8S3 tag=07IJBNGKJIXE type=write size=1080010 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.914+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DZEWWUY06NVX.0 size=1048576 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.915+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DZEWWUY06NVX.1 size=137533 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.915+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=DZEWWUY06NVX tag=Y2JFGVFT9LRN type=write size=2234685 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.917+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=ELYWA1AFPUXJ type=del size=3962939 2023-01-15T14:32:16.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.919+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.0 size=1048576 2023-01-15T14:32:16.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.920+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.1 size=1048576 2023-01-15T14:32:16.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.920+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.2 size=982452 2023-01-15T14:32:16.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.920+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=89P7BZ595S11 tag=70FZD08VIOAQ type=write size=4128180 2023-01-15T14:32:16.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.922+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=BP1FX23BS9ZT type=del 2023-01-15T14:32:16.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.923+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=FPGC3FU77HSV type=del size=3592331 2023-01-15T14:32:16.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.924+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~A4S0SB403L18.0 size=508787 2023-01-15T14:32:16.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.926+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=A4S0SB403L18 tag=QJRKNRUZ89B7 type=write size=1557363 2023-01-15T14:32:16.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.928+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~2IU9UWX9KOIE.0 size=115875 2023-01-15T14:32:16.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.928+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=2IU9UWX9KOIE tag=U49D70OB91TA type=write size=1164451 2023-01-15T14:32:16.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.929+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.0 size=1048576 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.929+0000 7fdaec8da900 1 < canceled part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.1 size=1048576 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.930+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XDSCM86Y3K2A.2 size=4689 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.932+0000 7fdaec8da900 1 < canceled multipart upload key=GIGSUY94OWY1 upload=XDSCM86Y3K2A tag=AI5AA9IVGHFJ type=write size=3150417 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.933+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=KD9B7ICA2YR8 type=del size=924288 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.934+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~CP33Q7D2VN52.0 size=899989 2023-01-15T14:32:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.936+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=CP33Q7D2VN52 tag=PU2SR2IGP0XY type=write size=1948565 2023-01-15T14:32:16.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.938+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~UGRNZIFJ3ASX.0 size=59004 2023-01-15T14:32:16.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.938+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=UGRNZIFJ3ASX tag=X23EK3Q7PJAB type=write size=1107580 2023-01-15T14:32:16.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.939+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=9WVWS2K6PB33 type=del 2023-01-15T14:32:16.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.940+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=L8WMAI1R2F13 type=del size=513741 2023-01-15T14:32:16.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.941+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.0 size=1048576 2023-01-15T14:32:16.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.942+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.1 size=1048576 2023-01-15T14:32:16.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.943+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~VYANGFE9OBB8.2 size=602730 2023-01-15T14:32:16.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.945+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=VYANGFE9OBB8 tag=1S97X4BVJU6F type=write size=3748458 2023-01-15T14:32:16.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.946+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=03S16YN4ZW4Z type=del size=2155017 2023-01-15T14:32:16.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.947+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.0 size=1048576 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.948+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.1 size=1048576 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.949+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~0SY9C9YVJ9U3.2 size=148214 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.951+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=0SY9C9YVJ9U3 tag=0L32Y5OLFYFN type=write size=3293942 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.953+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.0 size=1048576 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.954+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.1 size=1048576 2023-01-15T14:32:16.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.954+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.2 size=153921 2023-01-15T14:32:16.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.954+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=UFMKBJSL2JOH tag=KKR5BM2J2UZV type=write size=3299649 2023-01-15T14:32:16.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.956+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~HWGUD163L5H6.0 size=1048576 2023-01-15T14:32:16.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.956+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~HWGUD163L5H6.1 size=214108 2023-01-15T14:32:16.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.958+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=HWGUD163L5H6 tag=M5WF32RQNPMV type=write size=2311260 2023-01-15T14:32:16.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.960+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.0 size=1048576 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.961+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.1 size=1048576 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.961+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.2 size=703089 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.961+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=IIDF2SAYH7QQ tag=9IDGBZ6VVYBO type=write size=3848817 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.963+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.0 size=1048576 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.963+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.1 size=1048576 2023-01-15T14:32:16.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.964+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~14WQUTL3DSI7.2 size=965701 2023-01-15T14:32:16.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.966+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=14WQUTL3DSI7 tag=8UJ6FF67GN8F type=write size=4111429 2023-01-15T14:32:16.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.967+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=FKUZJOKA7ZPN type=del size=388964 2023-01-15T14:32:16.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.968+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~KS9J6V7TBRTZ.0 size=1048576 2023-01-15T14:32:16.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.969+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~KS9J6V7TBRTZ.1 size=182135 2023-01-15T14:32:16.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.971+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=KS9J6V7TBRTZ tag=U1FIIJ4B83MR type=write size=2279287 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.973+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=L7B7UP8ORPBM type=write size=148421 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.974+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=T1TPJUJ949P3 type=del 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.976+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.0 size=1048576 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.977+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.1 size=1048576 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.978+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.2 size=586006 2023-01-15T14:32:16.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.978+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=CLNN0CL42ZHZ tag=561ZFNJD16JH type=write size=3731734 2023-01-15T14:32:16.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.980+0000 7fdaec8da900 1 < suggested remove operation key=J9518CIYC7U9 tag=D6ZWEHSQGJ3D type=del 2023-01-15T14:32:16.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.982+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~Y5KL1RN3FKUN.0 size=1048576 2023-01-15T14:32:16.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.983+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~Y5KL1RN3FKUN.1 size=696173 2023-01-15T14:32:16.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.983+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=Y5KL1RN3FKUN tag=A8Q8CH9DHKF4 type=write size=2793325 2023-01-15T14:32:16.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.984+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~T69TWJ55GOWG.0 size=265919 2023-01-15T14:32:16.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.986+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=T69TWJ55GOWG tag=WJYKFNFDTQ17 type=write size=1314495 2023-01-15T14:32:17.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.988+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.0 size=1048576 2023-01-15T14:32:17.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.989+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.1 size=1048576 2023-01-15T14:32:17.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.990+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.2 size=542265 2023-01-15T14:32:17.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.990+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=DMCNRSB8S95B tag=6NNUK2OIIW1C type=write size=3687993 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.992+0000 7fdaec8da900 1 < suggested remove operation key=LXIMPGLQCBOQ tag=YJSIKL3LEF2A type=del 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.993+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=1H4J8O4XPUJX type=write size=1042763 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.994+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DZEWWUY06NVX.0 size=1048576 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.995+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DZEWWUY06NVX.1 size=137533 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.997+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=DZEWWUY06NVX tag=Y2JFGVFT9LRN type=write size=2234685 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.999+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~DGCVNTQ6RVX3.0 size=1048576 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.999+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~DGCVNTQ6RVX3.1 size=571873 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:12.999+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=DGCVNTQ6RVX3 tag=4TNHTZMJHKEY type=write size=2669025 2023-01-15T14:32:17.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.001+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.0 size=1048576 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.002+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.1 size=1048576 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.003+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~89P7BZ595S11.2 size=982452 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.005+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=89P7BZ595S11 tag=70FZD08VIOAQ type=write size=4128180 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.006+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=GORQVXOPI3NK type=del size=3395505 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.007+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=FPGC3FU77HSV type=del 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.010+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~ZI869PTAWAEU.0 size=56133 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.010+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=ZI869PTAWAEU tag=RPLULT7RPWB8 type=write size=1104709 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.010+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~2IU9UWX9KOIE.0 size=115875 2023-01-15T14:32:17.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.012+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=2IU9UWX9KOIE tag=U49D70OB91TA type=write size=1164451 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.013+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=IA7DQIWF9HAQ type=write size=742591 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.015+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=KD9B7ICA2YR8 type=del 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.017+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.0 size=1048576 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.018+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.1 size=1048576 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.018+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.2 size=985039 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.018+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=XN5X2VTJJG0S tag=DEGZGXY3B4UZ type=write size=4130767 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.019+0000 7fdaec8da900 1 < canceled part key=_multipart_EHYD3P30HI2Z.2~UGRNZIFJ3ASX.0 size=59004 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.020+0000 7fdaec8da900 1 < canceled multipart upload key=EHYD3P30HI2Z upload=UGRNZIFJ3ASX tag=X23EK3Q7PJAB type=write size=1107580 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.023+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.0 size=1048576 2023-01-15T14:32:17.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.023+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.1 size=1048576 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.024+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.2 size=674530 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.024+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=2W8PR0TA30P6 tag=YRU4VCX8LEQT type=write size=3820258 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.026+0000 7fdaec8da900 1 < suggested remove operation key=ECD42SKKPV50 tag=L8WMAI1R2F13 type=del 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.028+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~E4YDGDF6NFO6.0 size=1048576 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.028+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~E4YDGDF6NFO6.1 size=32232 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.028+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=E4YDGDF6NFO6 tag=ZYEBDE055OGQ type=write size=2129384 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.030+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=03S16YN4ZW4Z type=del 2023-01-15T14:32:17.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.031+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.0 size=1048576 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.032+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.1 size=1048576 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.033+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.2 size=61639 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.033+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=EIS5QNKO9O0T tag=S0ZE4A02V4CW type=write size=3207367 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.034+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.0 size=1048576 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.035+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.1 size=1048576 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.036+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~UFMKBJSL2JOH.2 size=153921 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.037+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=UFMKBJSL2JOH tag=KKR5BM2J2UZV type=write size=3299649 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.038+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=MNOEAKUVF726 type=del size=864313 2023-01-15T14:32:17.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.039+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.0 size=1048576 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.040+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.1 size=1048576 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.041+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~IIDF2SAYH7QQ.2 size=703089 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.043+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=IIDF2SAYH7QQ tag=9IDGBZ6VVYBO type=write size=3848817 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.044+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=KSWYY6ZUY97K type=write size=895740 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.045+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=FKUZJOKA7ZPN type=del 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.046+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=CABQW1EKBFRO type=write size=708250 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.047+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=L7B7UP8ORPBM type=write size=148421 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.048+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=2CQM1CGY9SQH type=del size=947957 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.049+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.0 size=1048576 2023-01-15T14:32:17.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.050+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.1 size=1048576 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.051+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~CLNN0CL42ZHZ.2 size=586006 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.052+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=CLNN0CL42ZHZ tag=561ZFNJD16JH type=write size=3731734 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.053+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=BDIN178Q2ELY type=del size=2887794 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.053+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~Y5KL1RN3FKUN.0 size=1048576 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.054+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~Y5KL1RN3FKUN.1 size=696173 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.056+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=Y5KL1RN3FKUN tag=A8Q8CH9DHKF4 type=write size=2793325 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.057+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=01JVV14C96WW type=del size=1890559 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.058+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.0 size=1048576 2023-01-15T14:32:17.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.059+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.1 size=1048576 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.059+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DMCNRSB8S95B.2 size=542265 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.061+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=DMCNRSB8S95B tag=6NNUK2OIIW1C type=write size=3687993 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.062+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=IPPF0GP1BGJ4 type=del size=1969830 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.063+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=1H4J8O4XPUJX type=write size=1042763 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.064+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=38P5B1JCYDG1 type=del size=4000728 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.064+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~DGCVNTQ6RVX3.0 size=1048576 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.064+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~DGCVNTQ6RVX3.1 size=571873 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.066+0000 7fdaec8da900 1 < canceled multipart upload key=BO4MJ09E0EIP upload=DGCVNTQ6RVX3 tag=4TNHTZMJHKEY type=write size=2669025 2023-01-15T14:32:17.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.067+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=FAO0LPEI7EDD type=del size=2037746 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.068+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=GORQVXOPI3NK type=del 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.069+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=GZYEQCCFUQE3 type=del size=1194311 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.070+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~ZI869PTAWAEU.0 size=56133 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.071+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=ZI869PTAWAEU tag=RPLULT7RPWB8 type=write size=1104709 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.072+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=UP6IS8F90F1D type=del size=3815043 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.074+0000 7fdaec8da900 1 < completed write operation key=H2PMBP8XVIY2 tag=IA7DQIWF9HAQ type=write size=742591 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.075+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=C2AZ3OB4EYRW type=del size=102667 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.076+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.0 size=1048576 2023-01-15T14:32:17.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.077+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.1 size=1048576 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.077+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~XN5X2VTJJG0S.2 size=985039 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.079+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=XN5X2VTJJG0S tag=DEGZGXY3B4UZ type=write size=4130767 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.080+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=3PFAVXIW7BXA type=write size=192644 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.081+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.0 size=1048576 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.082+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.1 size=1048576 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.083+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~2W8PR0TA30P6.2 size=674530 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.084+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=2W8PR0TA30P6 tag=YRU4VCX8LEQT type=write size=3820258 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.086+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~964DNVY3ICMR.0 size=1048576 2023-01-15T14:32:17.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.087+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~964DNVY3ICMR.1 size=644501 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.087+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=964DNVY3ICMR tag=S2UBH5DO27EQ type=write size=2741653 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.088+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~E4YDGDF6NFO6.0 size=1048576 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.089+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~E4YDGDF6NFO6.1 size=32232 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.091+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=E4YDGDF6NFO6 tag=ZYEBDE055OGQ type=write size=2129384 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.092+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=D07UFQI0WQ5Q type=del size=3667609 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.093+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.0 size=1048576 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.094+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.1 size=1048576 2023-01-15T14:32:17.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.095+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~EIS5QNKO9O0T.2 size=61639 2023-01-15T14:32:17.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.096+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=EIS5QNKO9O0T tag=S0ZE4A02V4CW type=write size=3207367 2023-01-15T14:32:17.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.099+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~SW3MMDA3AQS8.0 size=1048576 2023-01-15T14:32:17.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.100+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~SW3MMDA3AQS8.1 size=99857 2023-01-15T14:32:17.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.100+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=SW3MMDA3AQS8 tag=TK4J8SO3IBMW type=write size=2197009 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.101+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=MNOEAKUVF726 type=del 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.102+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=HV747K2NWPF9 type=del size=545128 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.104+0000 7fdaec8da900 1 < suggested update operation key=CVVOPB1T7YQJ tag=KSWYY6ZUY97K type=write size=895740 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.105+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=4DWMFVWUKL2K type=write size=81969 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.106+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=CABQW1EKBFRO type=write size=708250 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.108+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~TP8LT3X5PE77.0 size=363091 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.108+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=TP8LT3X5PE77 tag=H96AKJDK5Y4Z type=write size=1411667 2023-01-15T14:32:17.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.110+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=2CQM1CGY9SQH type=del 2023-01-15T14:32:17.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.112+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.0 size=1048576 2023-01-15T14:32:17.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.112+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.1 size=1048576 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.113+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.2 size=572361 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.113+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=TIRCPFVUIOL1 tag=19QF735RL2VM type=write size=3718089 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.114+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=BDIN178Q2ELY type=del 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.115+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=HJCNOFXK2P1H type=del size=3427803 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.117+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=01JVV14C96WW type=del 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.118+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=WECEK2QABPS3 type=del size=398222 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.119+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=IPPF0GP1BGJ4 type=del 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.120+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=I34OU75MMFN4 type=del size=1597757 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.121+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=38P5B1JCYDG1 type=del 2023-01-15T14:32:17.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.123+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~6ZYLNVAKKWCL.0 size=197976 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.123+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=6ZYLNVAKKWCL tag=GTZPDSH1ZB4J type=write size=1246552 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.124+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=FAO0LPEI7EDD type=del 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.125+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=12IZ6GO2PL89 type=del size=1007993 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.127+0000 7fdaec8da900 1 < suggested remove operation key=BO4MJ09E0EIP tag=GZYEQCCFUQE3 type=del 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.129+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~K2JGNAQ31UQZ.0 size=1048576 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.130+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~K2JGNAQ31UQZ.1 size=820434 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.130+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=K2JGNAQ31UQZ tag=EHH9F2F5FB0D type=write size=2917586 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.132+0000 7fdaec8da900 1 < suggested remove operation key=G9T4HJN7GQTL tag=UP6IS8F90F1D type=del 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.133+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=AESOIQYZEXNJ type=del size=965245 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.135+0000 7fdaec8da900 1 < suggested remove operation key=VSP8G1HF1DQC tag=C2AZ3OB4EYRW type=del 2023-01-15T14:32:17.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.136+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=SSUP3UPRWOB0 type=del size=481634 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.138+0000 7fdaec8da900 1 < suggested update operation key=T1S333NTR06V tag=3PFAVXIW7BXA type=write size=192644 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.139+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=HEW8YW0TVANI type=del size=532182 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.140+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~964DNVY3ICMR.0 size=1048576 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.141+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~964DNVY3ICMR.1 size=644501 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.143+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=964DNVY3ICMR tag=S2UBH5DO27EQ type=write size=2741653 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.144+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=K4JTQFYGPYVA type=del size=3944861 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.145+0000 7fdaec8da900 -1 < failed to complete operation key=VSP8G1HF1DQC tag=D07UFQI0WQ5Q type=del size=3667609: (22) Invalid argument 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.146+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=QA1JNL04ACT8 type=del size=1353353 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.147+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~SW3MMDA3AQS8.0 size=1048576 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.148+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~SW3MMDA3AQS8.1 size=99857 2023-01-15T14:32:17.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.149+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=SW3MMDA3AQS8 tag=TK4J8SO3IBMW type=write size=2197009 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.151+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.0 size=1048576 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.152+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.1 size=1048576 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.153+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.2 size=461794 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.153+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=9C4J8BAILW3E tag=5RUR2CT21UHF type=write size=3607522 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.154+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=HV747K2NWPF9 type=del 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.155+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=FXU3CKAZ2AXP type=del size=4081865 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.156+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=4DWMFVWUKL2K type=write size=81969 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.158+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~2WJKNZJDM14A.0 size=38214 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.158+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=2WJKNZJDM14A tag=LGZQQSE0OG76 type=write size=1086790 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.159+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~TP8LT3X5PE77.0 size=363091 2023-01-15T14:32:17.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.160+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=TP8LT3X5PE77 tag=H96AKJDK5Y4Z type=write size=1411667 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.162+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=GX5GH9U3V2SY type=del size=3994463 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.163+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.0 size=1048576 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.163+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.1 size=1048576 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.163+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~TIRCPFVUIOL1.2 size=572361 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.165+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=TIRCPFVUIOL1 tag=19QF735RL2VM type=write size=3718089 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.167+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~4O5T4408EF0E.0 size=537411 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.167+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=4O5T4408EF0E tag=I2ZGULHOPIHI type=write size=1585987 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.169+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=HJCNOFXK2P1H type=del 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.170+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=NQ8MLYKCI5D5 type=del size=580187 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.171+0000 7fdaec8da900 -1 < failed to complete operation key=G9T4HJN7GQTL tag=WECEK2QABPS3 type=del size=398222: (22) Invalid argument 2023-01-15T14:32:17.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.172+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=USJ7I89INBUB type=write size=690310 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.173+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=I34OU75MMFN4 type=del 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.174+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=5D82DRP5YEWX type=del size=2049287 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.175+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~6ZYLNVAKKWCL.0 size=197976 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.177+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=6ZYLNVAKKWCL tag=GTZPDSH1ZB4J type=write size=1246552 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.178+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=5AS22GM24GAL type=del size=920578 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.179+0000 7fdaec8da900 -1 < failed to complete operation key=G9T4HJN7GQTL tag=12IZ6GO2PL89 type=del size=1007993: (22) Invalid argument 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.181+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~1WAZMBIGKO6R.0 size=1048576 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.181+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~1WAZMBIGKO6R.1 size=133227 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.181+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=1WAZMBIGKO6R tag=8JH9OZHXD8OE type=write size=2230379 2023-01-15T14:32:17.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.183+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~K2JGNAQ31UQZ.0 size=1048576 2023-01-15T14:32:17.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.183+0000 7fdaec8da900 1 < canceled part key=_multipart_3QIZ4ALUEWV6.2~K2JGNAQ31UQZ.1 size=820434 2023-01-15T14:32:17.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.185+0000 7fdaec8da900 1 < canceled multipart upload key=3QIZ4ALUEWV6 upload=K2JGNAQ31UQZ tag=EHH9F2F5FB0D type=write size=2917586 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.186+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=B695WALVX9LE type=del size=4040192 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.187+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=AESOIQYZEXNJ type=del 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.188+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=615PR7EOL0EO type=write size=96483 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.189+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=SSUP3UPRWOB0 type=del 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.191+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~HC6KUTL5IUBL.0 size=506856 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.191+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=HC6KUTL5IUBL tag=TVBRK6BCA1N0 type=write size=1555432 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.192+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=HEW8YW0TVANI type=del 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.194+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~2Q1JFFS8PEFA.0 size=1048576 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.195+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~2Q1JFFS8PEFA.1 size=535580 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.195+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=2Q1JFFS8PEFA tag=ER6MZ7DEX134 type=write size=2632732 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.196+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=K4JTQFYGPYVA type=del size=3944861 2023-01-15T14:32:17.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.197+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=NECJW0R6COR6 type=del size=772282 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.198+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=QA1JNL04ACT8 type=del 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.199+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=SC8NE59OSM50 type=del size=1433170 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.200+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.0 size=1048576 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.201+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.1 size=1048576 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.202+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~9C4J8BAILW3E.2 size=461794 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.203+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=9C4J8BAILW3E tag=5RUR2CT21UHF type=write size=3607522 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.205+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~3PRETSYMZJNP.0 size=585120 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.205+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=3PRETSYMZJNP tag=IKRR5G73LNKH type=write size=1633696 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.207+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=FXU3CKAZ2AXP type=del 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.209+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~QV1VBJMPI52B.0 size=340801 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.209+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=QV1VBJMPI52B tag=BOG66522PADF type=write size=1389377 2023-01-15T14:32:17.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.210+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~2WJKNZJDM14A.0 size=38214 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.212+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=2WJKNZJDM14A tag=LGZQQSE0OG76 type=write size=1086790 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.214+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~3N3Q30502C13.0 size=1048576 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.214+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~3N3Q30502C13.1 size=26111 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.214+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=3N3Q30502C13 tag=5K40X4JQXG2S type=write size=2123263 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.215+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=GX5GH9U3V2SY type=del 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.217+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=9AB5EGITXGU3 type=del size=319041 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.218+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~4O5T4408EF0E.0 size=537411 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.219+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=4O5T4408EF0E tag=I2ZGULHOPIHI type=write size=1585987 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.221+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.0 size=1048576 2023-01-15T14:32:17.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.222+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.1 size=1048576 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.223+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.2 size=610898 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.223+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=8T9QB3TXV3N2 tag=BOHEG0DFLPTW type=write size=3756626 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.224+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=NQ8MLYKCI5D5 type=del 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.225+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~JXU5O6H5A8TY.0 size=1048576 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.226+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~JXU5O6H5A8TY.1 size=797334 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.226+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=JXU5O6H5A8TY tag=713KDQ3POSJC type=write size=2894486 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.227+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=USJ7I89INBUB type=write size=690310 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.228+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=UE8WFCMGDJH2 type=del size=969613 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.229+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=5D82DRP5YEWX type=del 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.231+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~XFJLB1SI6MOC.0 size=117570 2023-01-15T14:32:17.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.231+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=XFJLB1SI6MOC tag=ZXISP0MW7T2M type=write size=1166146 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.232+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=5AS22GM24GAL type=del 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.233+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=J4PFF59Y8Q81 type=del size=3401779 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.234+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~1WAZMBIGKO6R.0 size=1048576 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.234+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~1WAZMBIGKO6R.1 size=133227 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.236+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=1WAZMBIGKO6R tag=8JH9OZHXD8OE type=write size=2230379 2023-01-15T14:32:17.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.237+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=X47N8GODN6XE type=del size=335061 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.238+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=B695WALVX9LE type=del 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.239+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=I3U6QJWSY6ZJ type=del size=3007156 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.240+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=615PR7EOL0EO type=write size=96483 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.242+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.0 size=1048576 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.242+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.1 size=1048576 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.243+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.2 size=973743 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.243+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=FA6L7H949370 tag=E9C7EI30WNZH type=write size=4119471 2023-01-15T14:32:17.655 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.244+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~HC6KUTL5IUBL.0 size=506856 2023-01-15T14:32:17.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.246+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=HC6KUTL5IUBL tag=TVBRK6BCA1N0 type=write size=1555432 2023-01-15T14:32:17.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.247+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=PGJ2K23ATFFN type=write size=478042 2023-01-15T14:32:17.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.248+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~2Q1JFFS8PEFA.0 size=1048576 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.248+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~2Q1JFFS8PEFA.1 size=535580 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.250+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=2Q1JFFS8PEFA tag=ER6MZ7DEX134 type=write size=2632732 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.251+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=Z5KLEKH5L9A4 type=write size=515118 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.252+0000 7fdaec8da900 1 < canceled operation key=0W740L2QFEGP tag=NECJW0R6COR6 type=del size=772282 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.254+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.0 size=1048576 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.255+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.1 size=1048576 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.255+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.2 size=1045960 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.255+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=8943QKDZOQUE tag=1T9K4BBC14ZA type=write size=4191688 2023-01-15T14:32:17.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.256+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=SC8NE59OSM50 type=del 2023-01-15T14:32:17.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.258+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=MCHDL5QF5P0I type=del size=1672214 2023-01-15T14:32:17.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.259+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~3PRETSYMZJNP.0 size=585120 2023-01-15T14:32:17.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.260+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=3PRETSYMZJNP tag=IKRR5G73LNKH type=write size=1633696 2023-01-15T14:32:17.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.262+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=ROEN9WHBEEL1 type=del size=3239344 2023-01-15T14:32:17.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.262+0000 7fdaec8da900 1 < canceled part key=_multipart_LXIMPGLQCBOQ.2~QV1VBJMPI52B.0 size=340801 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.264+0000 7fdaec8da900 1 < canceled multipart upload key=LXIMPGLQCBOQ upload=QV1VBJMPI52B tag=BOG66522PADF type=write size=1389377 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.265+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=GOJDZ5MWFYP1 type=del size=2642585 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.266+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~3N3Q30502C13.0 size=1048576 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.266+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~3N3Q30502C13.1 size=26111 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.268+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=3N3Q30502C13 tag=5K40X4JQXG2S type=write size=2123263 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.270+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~JQDHJVV59IXW.0 size=1048576 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.270+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~JQDHJVV59IXW.1 size=568826 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.270+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=JQDHJVV59IXW tag=M75IRMD2UI0M type=write size=2665978 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.271+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=9AB5EGITXGU3 type=del 2023-01-15T14:32:17.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.273+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=2HZUHJH4XTEA type=del size=2512020 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.274+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.0 size=1048576 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.275+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.1 size=1048576 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.276+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~8T9QB3TXV3N2.2 size=610898 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.277+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=8T9QB3TXV3N2 tag=BOHEG0DFLPTW type=write size=3756626 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.278+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=NIGXSG3B7AZB type=write size=14286 2023-01-15T14:32:17.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.279+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~JXU5O6H5A8TY.0 size=1048576 2023-01-15T14:32:17.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.281+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~JXU5O6H5A8TY.1 size=797334 2023-01-15T14:32:17.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.282+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=JXU5O6H5A8TY tag=713KDQ3POSJC type=write size=2894486 2023-01-15T14:32:17.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.284+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~717DI50CKKIN.0 size=1034377 2023-01-15T14:32:17.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.284+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=717DI50CKKIN tag=KHWRN690PEUK type=write size=2082953 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.285+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=UE8WFCMGDJH2 type=del 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.286+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=5L9F8J9TCF79 type=del size=3051238 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.287+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~XFJLB1SI6MOC.0 size=117570 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.289+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=XFJLB1SI6MOC tag=ZXISP0MW7T2M type=write size=1166146 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.290+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=E8TN02M3WIJS type=del size=2154252 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.291+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=J4PFF59Y8Q81 type=del 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.294+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~HK2LVSK0UVD1.0 size=153666 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.294+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=HK2LVSK0UVD1 tag=UML4TXO5MR3Z type=write size=1202242 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.295+0000 7fdaec8da900 1 < canceled operation key=INDYOQRZON6B tag=X47N8GODN6XE type=del size=335061 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.296+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=IOUHCFHJBGQK type=write size=686669 2023-01-15T14:32:17.823 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.298+0000 7fdaec8da900 1 < suggested update operation key=G9T4HJN7GQTL tag=I3U6QJWSY6ZJ type=del size=3007156 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.300+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~3XEKDJG7WNYC.0 size=1048576 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.301+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~3XEKDJG7WNYC.1 size=117440 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.301+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=3XEKDJG7WNYC tag=IIDSD3QBVE95 type=write size=2214592 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.302+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.0 size=1048576 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.303+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.1 size=1048576 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.303+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~FA6L7H949370.2 size=973743 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.305+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=FA6L7H949370 tag=E9C7EI30WNZH type=write size=4119471 2023-01-15T14:32:17.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.306+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=W8ECFQ5SR8AJ type=del size=384813 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.307+0000 7fdaec8da900 1 < completed write operation key=T1S333NTR06V tag=PGJ2K23ATFFN type=write size=478042 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.308+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=YXX2PKMDVTUY type=del size=307377 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.310+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=Z5KLEKH5L9A4 type=write 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.311+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=GWN6YVX4HJRO type=del size=64985 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.312+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.0 size=1048576 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.312+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.1 size=1048576 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.313+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~8943QKDZOQUE.2 size=1045960 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.315+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=8943QKDZOQUE tag=1T9K4BBC14ZA type=write size=4191688 2023-01-15T14:32:17.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.316+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=TCWDSIHCI1T1 type=del size=715579 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.318+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=MCHDL5QF5P0I type=del 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.319+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=L8SNLQ9JZOLN type=del size=1679871 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.321+0000 7fdaec8da900 1 < suggested remove operation key=JZWBPYF4N7U9 tag=ROEN9WHBEEL1 type=del 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.322+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=TN2ZNPAFMTFV type=del size=403028 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.323+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=GOJDZ5MWFYP1 type=del 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.324+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=56TDCF0WZ3KN type=del size=2357504 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.325+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~JQDHJVV59IXW.0 size=1048576 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.326+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~JQDHJVV59IXW.1 size=568826 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.327+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=JQDHJVV59IXW tag=M75IRMD2UI0M type=write size=2665978 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.328+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=Q8C18Q00W74O type=del size=2381607 2023-01-15T14:32:17.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.329+0000 7fdaec8da900 -1 < failed to complete operation key=T1S333NTR06V tag=2HZUHJH4XTEA type=del size=2512020: (22) Invalid argument 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.331+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.0 size=1048576 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.332+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.1 size=1048576 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.333+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.2 size=571151 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.333+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=K41L9ST05V5K tag=W9U5JTO8J7ZL type=write size=3716879 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.334+0000 7fdaec8da900 1 < completed write operation key=0R1JVOXUO1DC tag=NIGXSG3B7AZB type=write size=14286 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.335+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~6OWMA7XJZ5HI.0 size=1048576 2023-01-15T14:32:17.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.336+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~6OWMA7XJZ5HI.1 size=978543 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.336+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=6OWMA7XJZ5HI tag=HA78YO4N8PQ2 type=write size=3075695 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.337+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~717DI50CKKIN.0 size=1034377 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.339+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=717DI50CKKIN tag=KHWRN690PEUK type=write size=2082953 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.340+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=9VPGVG2USUOI type=write size=612032 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.341+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=5L9F8J9TCF79 type=del 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.343+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.0 size=1048576 2023-01-15T14:32:17.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.343+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.1 size=1048576 2023-01-15T14:32:17.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.344+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.2 size=14753 2023-01-15T14:32:17.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.344+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=78OVB9QC4QRI tag=6U0TCCV5RQ9E type=write size=3160481 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.345+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=E8TN02M3WIJS type=del 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.346+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=U1E1W9STAYPK type=del size=3637092 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.347+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~HK2LVSK0UVD1.0 size=153666 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.348+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=HK2LVSK0UVD1 tag=UML4TXO5MR3Z type=write size=1202242 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.349+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=FPTGIO1T1WRF type=del size=540404 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.351+0000 7fdaec8da900 1 < suggested remove operation key=2X6MH49TOHKD tag=IOUHCFHJBGQK type=write 2023-01-15T14:32:17.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.352+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=0GH2CRZKNDE6 type=del size=2999276 2023-01-15T14:32:17.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.353+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~3XEKDJG7WNYC.0 size=1048576 2023-01-15T14:32:17.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.354+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~3XEKDJG7WNYC.1 size=117440 2023-01-15T14:32:17.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.356+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=3XEKDJG7WNYC tag=IIDSD3QBVE95 type=write size=2214592 2023-01-15T14:32:17.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.358+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~HM0WUNOI0F2W.0 size=1048576 2023-01-15T14:32:17.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.359+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~HM0WUNOI0F2W.1 size=538496 2023-01-15T14:32:17.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.359+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=HM0WUNOI0F2W tag=P3H6WK8YZTDT type=write size=2635648 2023-01-15T14:32:17.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.360+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=W8ECFQ5SR8AJ type=del 2023-01-15T14:32:17.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.361+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=LTNGA37D0P47 type=del size=3797431 2023-01-15T14:32:17.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.362+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=YXX2PKMDVTUY type=del 2023-01-15T14:32:17.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.363+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=VE1273XBXEXF type=del size=3935348 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.364+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=GWN6YVX4HJRO type=del 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.365+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=CRCRC8KQ3OXD type=write size=734376 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.366+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=TCWDSIHCI1T1 type=del 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.368+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.0 size=1048576 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.369+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.1 size=1048576 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.370+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.2 size=1026890 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.370+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=H1QPFHWULHMN tag=C21UPWQ3MZWP type=write size=4172618 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.371+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=L8SNLQ9JZOLN type=del 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.373+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~JBNN716KEHUM.0 size=1048576 2023-01-15T14:32:17.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.374+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~JBNN716KEHUM.1 size=546034 2023-01-15T14:32:17.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.374+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=JBNN716KEHUM tag=FX9Q7O09IR5D type=write size=2643186 2023-01-15T14:32:17.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.375+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=TN2ZNPAFMTFV type=del 2023-01-15T14:32:17.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.377+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~WRMULT0EYHVQ.0 size=946007 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.377+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=WRMULT0EYHVQ tag=0NX0KGSTP9AE type=write size=1994583 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.378+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=56TDCF0WZ3KN type=del 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.379+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=L6YN8RIB3TH7 type=write size=206407 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.380+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=Q8C18Q00W74O type=del 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.381+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.0 size=1048576 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.382+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.1 size=1048576 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.383+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.2 size=103078 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.383+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=OHK0IJZ4GUDD tag=75V0OA1AEOEP type=write size=3248806 2023-01-15T14:32:17.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.384+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.0 size=1048576 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.385+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.1 size=1048576 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.386+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~K41L9ST05V5K.2 size=571151 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.387+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=K41L9ST05V5K tag=W9U5JTO8J7ZL type=write size=3716879 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.388+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=GX309AS3KJWA type=del size=3861854 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.389+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~6OWMA7XJZ5HI.0 size=1048576 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.390+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~6OWMA7XJZ5HI.1 size=978543 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.392+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=6OWMA7XJZ5HI tag=HA78YO4N8PQ2 type=write size=3075695 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.393+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=1MRVBFXLPPN8 type=del size=3688715 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.395+0000 7fdaec8da900 1 < suggested update operation key=0W740L2QFEGP tag=9VPGVG2USUOI type=write size=612032 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.396+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=1UHU37W46TC8 type=del size=3621003 2023-01-15T14:32:17.980 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.397+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.0 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.398+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.1 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.399+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~78OVB9QC4QRI.2 size=14753 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.400+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=78OVB9QC4QRI tag=6U0TCCV5RQ9E type=write size=3160481 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.402+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.0 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.403+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.1 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.404+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.2 size=695852 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.404+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=VAY46MI8V7B9 tag=I2T6BX3WE3KZ type=write size=3841580 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.405+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=U1E1W9STAYPK type=del 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.406+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.0 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.407+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.1 size=1048576 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.408+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.2 size=1009095 2023-01-15T14:32:17.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.408+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=S5LLA61KPFLM tag=8V9JLHQARB5F type=write size=4154823 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.410+0000 7fdaec8da900 1 < suggested remove operation key=3EP0B2IP303P tag=FPTGIO1T1WRF type=del 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.411+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=EGX2L6K56XA9 type=write size=482567 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.412+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=0GH2CRZKNDE6 type=del 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.413+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=BI4S34BY8ZZM type=write size=28026 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.413+0000 7fdaec8da900 1 < canceled part key=_multipart_3G52F5Y8FGIG.2~HM0WUNOI0F2W.0 size=1048576 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.414+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~HM0WUNOI0F2W.1 size=538496 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.415+0000 7fdaec8da900 1 < canceled multipart upload key=3G52F5Y8FGIG upload=HM0WUNOI0F2W tag=P3H6WK8YZTDT type=write size=2635648 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.416+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=SOGNWA8QL7BO type=write size=26396 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.417+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=LTNGA37D0P47 type=del 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.419+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~NAT02IUZHT0H.0 size=1048576 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.419+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~NAT02IUZHT0H.1 size=694402 2023-01-15T14:32:17.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.419+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=NAT02IUZHT0H tag=EHP52CLEQ5WC type=write size=2791554 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.421+0000 7fdaec8da900 1 < suggested update operation key=LXIMPGLQCBOQ tag=VE1273XBXEXF type=del size=3935348 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.422+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=V1TJIRNG0DD0 type=del size=2549040 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.423+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=CRCRC8KQ3OXD type=write size=734376 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.424+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=7VPPKYHNTTBY type=del size=824310 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.425+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.0 size=1048576 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.426+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.1 size=1048576 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.426+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~H1QPFHWULHMN.2 size=1026890 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.428+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=H1QPFHWULHMN tag=C21UPWQ3MZWP type=write size=4172618 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.429+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=YZ67POH46T7W type=del size=2481891 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.430+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~JBNN716KEHUM.0 size=1048576 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.431+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~JBNN716KEHUM.1 size=546034 2023-01-15T14:32:17.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.432+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=JBNN716KEHUM tag=FX9Q7O09IR5D type=write size=2643186 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.434+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~KXQGWRCCKP78.0 size=108958 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.434+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=KXQGWRCCKP78 tag=5UVNOX4TN6ID type=write size=1157534 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.435+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~WRMULT0EYHVQ.0 size=946007 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.437+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=WRMULT0EYHVQ tag=0NX0KGSTP9AE type=write size=1994583 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.438+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=FFFEES07EF52 type=del size=3479270 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.439+0000 7fdaec8da900 1 < completed write operation key=4OJDVN4FGZEW tag=L6YN8RIB3TH7 type=write size=206407 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.441+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XJ90MGHF3SZN.0 size=684042 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.441+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=XJ90MGHF3SZN tag=MKUDDNH20O23 type=write size=1732618 2023-01-15T14:32:17.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.442+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.0 size=1048576 2023-01-15T14:32:17.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.443+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.1 size=1048576 2023-01-15T14:32:17.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.444+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~OHK0IJZ4GUDD.2 size=103078 2023-01-15T14:32:17.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.446+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=OHK0IJZ4GUDD tag=75V0OA1AEOEP type=write size=3248806 2023-01-15T14:32:17.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.448+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~EH16LQM5WHWA.0 size=1048576 2023-01-15T14:32:17.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.449+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~EH16LQM5WHWA.1 size=308184 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.449+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=EH16LQM5WHWA tag=MDXJYFE5JWHQ type=write size=2405336 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.450+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=GX309AS3KJWA type=del 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.451+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=1ANY2ZETVSI0 type=write size=753628 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.452+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=1MRVBFXLPPN8 type=del 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.453+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=7PDCU1WW7UWE type=del size=2829495 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.454+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=1UHU37W46TC8 type=del 2023-01-15T14:32:17.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.455+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=K6101SVXMK7X type=del size=2411818 2023-01-15T14:32:17.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.456+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.0 size=1048576 2023-01-15T14:32:17.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.457+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.1 size=1048576 2023-01-15T14:32:18.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.458+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~VAY46MI8V7B9.2 size=695852 2023-01-15T14:32:18.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.460+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=VAY46MI8V7B9 tag=I2T6BX3WE3KZ type=write size=3841580 2023-01-15T14:32:18.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.461+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.0 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.462+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.1 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.463+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.2 size=812888 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.463+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=PY602437ZRJ0 tag=MW5WVOSL1V8N type=write size=3958616 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.464+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.0 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.465+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.1 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.465+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~S5LLA61KPFLM.2 size=1009095 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.467+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=S5LLA61KPFLM tag=8V9JLHQARB5F type=write size=4154823 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.469+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.0 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.469+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.1 size=1048576 2023-01-15T14:32:18.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.470+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.2 size=589740 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.470+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=JD8LH0BKDDH6 tag=CDS9U2PHA1YG type=write size=3735468 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.472+0000 7fdaec8da900 1 < suggested update operation key=OIL4KWAHRMSC tag=EGX2L6K56XA9 type=write size=482567 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.473+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=JC6I8PN1C5LV type=del size=1186188 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.474+0000 7fdaec8da900 1 < completed write operation key=4OJDVN4FGZEW tag=BI4S34BY8ZZM type=write size=28026 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.476+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~GC2T4I6A2YI2.0 size=342043 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.476+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=GC2T4I6A2YI2 tag=CPA4OGVBW12B type=write size=1390619 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.477+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=SOGNWA8QL7BO type=write size=26396 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.478+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=RGIV0M1O6GVP type=del size=2902869 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.479+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~NAT02IUZHT0H.0 size=1048576 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.480+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~NAT02IUZHT0H.1 size=694402 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.481+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=NAT02IUZHT0H tag=EHP52CLEQ5WC type=write size=2791554 2023-01-15T14:32:18.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.482+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=WUB0S07EUIJE type=write size=1001006 2023-01-15T14:32:18.132 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.486+0000 7fdaec8da900 1 < suggested remove operation key=4UYU63ZWK33H tag=V1TJIRNG0DD0 type=del 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.488+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.0 size=1048576 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.489+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.1 size=1048576 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.490+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.2 size=553082 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.490+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=826G0EDK9WBF tag=KEPR0R0IM940 type=write size=3698810 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.491+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=7VPPKYHNTTBY type=del 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.493+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~FN09VSTK9PW1.0 size=1048576 2023-01-15T14:32:18.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.494+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~FN09VSTK9PW1.1 size=442158 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.494+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=FN09VSTK9PW1 tag=4V6AF8GXY3QM type=write size=2539310 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.495+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=YZ67POH46T7W type=del 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.496+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=VBEIRQ9R3Z4E type=del size=4025629 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.497+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~KXQGWRCCKP78.0 size=108958 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.499+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=KXQGWRCCKP78 tag=5UVNOX4TN6ID type=write size=1157534 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.500+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~SWGINQQLBOIN.0 size=1048576 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.501+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~SWGINQQLBOIN.1 size=863816 2023-01-15T14:32:18.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.501+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=SWGINQQLBOIN tag=6DN8F0DYYJBG type=write size=2960968 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.502+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=FFFEES07EF52 type=del 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.504+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~0H6I324OSQ9A.0 size=1048576 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.505+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~0H6I324OSQ9A.1 size=216085 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.505+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=0H6I324OSQ9A tag=QKJ5CK9JNJ82 type=write size=2313237 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.506+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XJ90MGHF3SZN.0 size=684042 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.507+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=XJ90MGHF3SZN tag=MKUDDNH20O23 type=write size=1732618 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.508+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=G7O5J28Y3R4T type=del size=3793626 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.509+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~EH16LQM5WHWA.0 size=1048576 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.510+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~EH16LQM5WHWA.1 size=308184 2023-01-15T14:32:18.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.512+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=EH16LQM5WHWA tag=MDXJYFE5JWHQ type=write size=2405336 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.513+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=QS0QGFMGZLXB type=write size=422399 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.515+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=1ANY2ZETVSI0 type=write 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.516+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~UPUG292EB1MR.0 size=1025476 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.516+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=UPUG292EB1MR tag=4NW84DE5E8P9 type=write size=2074052 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.517+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=7PDCU1WW7UWE type=del 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.519+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~Y85L2UM1MA24.0 size=372542 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.519+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=Y85L2UM1MA24 tag=K7OEF5ZFKEX2 type=write size=1421118 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.520+0000 7fdaec8da900 -1 < failed to complete operation key=OIL4KWAHRMSC tag=K6101SVXMK7X type=del size=2411818: (22) Invalid argument 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.521+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=72SFYQBCHFXO type=del size=523735 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.523+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.0 size=1048576 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.524+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.1 size=1048576 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.524+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~PY602437ZRJ0.2 size=812888 2023-01-15T14:32:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.526+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=PY602437ZRJ0 tag=MW5WVOSL1V8N type=write size=3958616 2023-01-15T14:32:18.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.527+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=RI6LA5RIH4OC type=del size=2059330 2023-01-15T14:32:18.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.528+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.0 size=1048576 2023-01-15T14:32:18.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.528+0000 7fdaec8da900 1 < canceled part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.1 size=1048576 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.529+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~JD8LH0BKDDH6.2 size=589740 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.530+0000 7fdaec8da900 1 < canceled multipart upload key=CVVOPB1T7YQJ upload=JD8LH0BKDDH6 tag=CDS9U2PHA1YG type=write size=3735468 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.532+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~PFX3A6SWAVAB.0 size=1048576 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.533+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~PFX3A6SWAVAB.1 size=812075 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.533+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=PFX3A6SWAVAB tag=1TQSA93Z71FF type=write size=2909227 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.534+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=JC6I8PN1C5LV type=del 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.535+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=J602X5FBARM0 type=del size=2700897 2023-01-15T14:32:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.536+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~GC2T4I6A2YI2.0 size=342043 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.537+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=GC2T4I6A2YI2 tag=CPA4OGVBW12B type=write size=1390619 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.538+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=E5I27VH3PRMM type=write size=637193 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.539+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=RGIV0M1O6GVP type=del 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.541+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=UA3EOP5JD1EA type=del size=962993 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.543+0000 7fdaec8da900 1 < suggested remove operation key=3QIZ4ALUEWV6 tag=WUB0S07EUIJE type=write 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.545+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.0 size=1048576 2023-01-15T14:32:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.545+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.1 size=1048576 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.546+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.2 size=557487 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.546+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=L5DMP9OFJMV9 tag=RF0L9RL351EI type=write size=3703215 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.547+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.0 size=1048576 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.548+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.1 size=1048576 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.549+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~826G0EDK9WBF.2 size=553082 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.550+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=826G0EDK9WBF tag=KEPR0R0IM940 type=write size=3698810 2023-01-15T14:32:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.551+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=K8PNCU6N8B5W type=del size=1394218 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.552+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~FN09VSTK9PW1.0 size=1048576 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.553+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~FN09VSTK9PW1.1 size=442158 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.555+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=FN09VSTK9PW1 tag=4V6AF8GXY3QM type=write size=2539310 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.556+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=PDPICRPGC26F type=del size=2323229 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.558+0000 7fdaec8da900 1 < suggested remove operation key=47ILP77YUAQV tag=VBEIRQ9R3Z4E type=del 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.559+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=YG4CO70HCUJU type=write size=863182 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.560+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~SWGINQQLBOIN.0 size=1048576 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.561+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~SWGINQQLBOIN.1 size=863816 2023-01-15T14:32:18.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.562+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=SWGINQQLBOIN tag=6DN8F0DYYJBG type=write size=2960968 2023-01-15T14:32:18.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.563+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=I9NW6GW6YG3U type=del size=3005426 2023-01-15T14:32:18.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.564+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~0H6I324OSQ9A.0 size=1048576 2023-01-15T14:32:18.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.565+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~0H6I324OSQ9A.1 size=216085 2023-01-15T14:32:18.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.567+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=0H6I324OSQ9A tag=QKJ5CK9JNJ82 type=write size=2313237 2023-01-15T14:32:18.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.568+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=DAPC1MDQ7CUW type=del size=2594556 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.569+0000 7fdaec8da900 -1 < failed to complete operation key=3QIZ4ALUEWV6 tag=G7O5J28Y3R4T type=del size=3793626: (22) Invalid argument 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.570+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=FSXFHSXN7P6J type=del size=3655300 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.571+0000 7fdaec8da900 1 < completed write operation key=LXIMPGLQCBOQ tag=QS0QGFMGZLXB type=write size=422399 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.572+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=9OGW1H2MJ4GA type=del size=2946966 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.573+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~UPUG292EB1MR.0 size=1025476 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.574+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=UPUG292EB1MR tag=4NW84DE5E8P9 type=write size=2074052 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.576+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~DSDMWX7M77ZM.0 size=623516 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.576+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=DSDMWX7M77ZM tag=LT2B718RDYUY type=write size=1672092 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.577+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~Y85L2UM1MA24.0 size=372542 2023-01-15T14:32:18.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.579+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=Y85L2UM1MA24 tag=K7OEF5ZFKEX2 type=write size=1421118 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.581+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=EMZQ6EJ6SM5Y type=write size=733955 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.583+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=72SFYQBCHFXO type=del 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.584+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~8GBUQB0UX5V9.0 size=925587 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.584+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=8GBUQB0UX5V9 tag=4ANXQ7XZV0OT type=write size=1974163 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.586+0000 7fdaec8da900 1 < suggested remove operation key=O64FCESNBXMC tag=RI6LA5RIH4OC type=del 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.588+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~K526VSJERFCZ.0 size=1048576 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.589+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~K526VSJERFCZ.1 size=615085 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.589+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=K526VSJERFCZ tag=QI7FYF72470P type=write size=2712237 2023-01-15T14:32:18.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.590+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~PFX3A6SWAVAB.0 size=1048576 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.591+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~PFX3A6SWAVAB.1 size=812075 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.592+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=PFX3A6SWAVAB tag=1TQSA93Z71FF type=write size=2909227 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.594+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.0 size=1048576 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.595+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.1 size=1048576 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.596+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.2 size=104611 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.596+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=QWRRTKUSPEOT tag=AZZNZEKVW7GO type=write size=3250339 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.597+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=J602X5FBARM0 type=del 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.598+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=ZG3C096CXSFT type=del size=743292 2023-01-15T14:32:18.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.599+0000 7fdaec8da900 1 < completed write operation key=3EP0B2IP303P tag=E5I27VH3PRMM type=write size=637193 2023-01-15T14:32:18.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.600+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~25LYAYUEDCF8.0 size=507815 2023-01-15T14:32:18.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.601+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=25LYAYUEDCF8 tag=HO1NPLQRVS3N type=write size=1556391 2023-01-15T14:32:18.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.602+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=UA3EOP5JD1EA type=del 2023-01-15T14:32:18.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.603+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~876N2DQPEMKP.0 size=1048576 2023-01-15T14:32:18.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.604+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~876N2DQPEMKP.1 size=443718 2023-01-15T14:32:18.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.604+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=876N2DQPEMKP tag=7KGTHFRQ9H19 type=write size=2540870 2023-01-15T14:32:18.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.605+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.0 size=1048576 2023-01-15T14:32:18.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.606+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.1 size=1048576 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.606+0000 7fdaec8da900 1 < canceled part key=_multipart_4OJDVN4FGZEW.2~L5DMP9OFJMV9.2 size=557487 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.607+0000 7fdaec8da900 1 < canceled multipart upload key=4OJDVN4FGZEW upload=L5DMP9OFJMV9 tag=RF0L9RL351EI type=write size=3703215 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.608+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=CHYDO0GQE4HQ type=write size=892150 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.609+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=K8PNCU6N8B5W type=del 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.611+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~S96NRHH3WSXJ.0 size=1048576 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.612+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~S96NRHH3WSXJ.1 size=453881 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.612+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=S96NRHH3WSXJ tag=BW27BXRGKH3W type=write size=2551033 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.614+0000 7fdaec8da900 1 < suggested remove operation key=2SQS45BAENXL tag=PDPICRPGC26F type=del 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.615+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=YE1PV63QEGZ1 type=del size=1777681 2023-01-15T14:32:18.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.616+0000 7fdaec8da900 1 < completed write operation key=BO4MJ09E0EIP tag=YG4CO70HCUJU type=write size=863182 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.617+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=1BTK8ZSJ7B9E type=write size=386362 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.619+0000 7fdaec8da900 1 < suggested update operation key=FR7KL8ASPWEC tag=I9NW6GW6YG3U type=del size=3005426 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.620+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~AN5OKTAITV95.0 size=367528 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.620+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=AN5OKTAITV95 tag=FMSYJ7I89Q9W type=write size=1416104 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.622+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=DAPC1MDQ7CUW type=del 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.623+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~8FZOK58SH4YZ.0 size=864780 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.623+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=8FZOK58SH4YZ tag=61Q22MGLAPD3 type=write size=1913356 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.624+0000 7fdaec8da900 1 < canceled operation key=NOOMFR8103P3 tag=FSXFHSXN7P6J type=del size=3655300 2023-01-15T14:32:18.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.625+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=ILKKKBVO3NAD type=write size=130159 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.626+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=9OGW1H2MJ4GA type=del 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.627+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=FP25DTSQG4UT type=del size=1104264 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.628+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~DSDMWX7M77ZM.0 size=623516 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.630+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=DSDMWX7M77ZM tag=LT2B718RDYUY type=write size=1672092 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.631+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=514SL380YOX9 type=write size=191064 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.633+0000 7fdaec8da900 1 < suggested update operation key=4UYU63ZWK33H tag=EMZQ6EJ6SM5Y type=write size=733955 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.634+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=813VXR8PBV90 type=del size=2661341 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.635+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~8GBUQB0UX5V9.0 size=925587 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.637+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=8GBUQB0UX5V9 tag=4ANXQ7XZV0OT type=write size=1974163 2023-01-15T14:32:18.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.638+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=3I90ILA0UO0F type=del size=143382 2023-01-15T14:32:18.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.639+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~K526VSJERFCZ.0 size=1048576 2023-01-15T14:32:18.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.640+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~K526VSJERFCZ.1 size=615085 2023-01-15T14:32:18.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.642+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=K526VSJERFCZ tag=QI7FYF72470P type=write size=2712237 2023-01-15T14:32:18.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.644+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~AXASUUB9C3TC.0 size=325389 2023-01-15T14:32:18.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.644+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=AXASUUB9C3TC tag=43SNN170L0PK type=write size=1373965 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.645+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.0 size=1048576 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.646+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.1 size=1048576 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.647+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~QWRRTKUSPEOT.2 size=104611 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.649+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=QWRRTKUSPEOT tag=AZZNZEKVW7GO type=write size=3250339 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.651+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~951TYHARXVME.0 size=298810 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.651+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=951TYHARXVME tag=KNHV2K3FBOSG type=write size=1347386 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.652+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=ZG3C096CXSFT type=del 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.653+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=374HVALKAXP1 type=del size=1352499 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.653+0000 7fdaec8da900 1 < canceled part key=_multipart_4OJDVN4FGZEW.2~25LYAYUEDCF8.0 size=507815 2023-01-15T14:32:18.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.655+0000 7fdaec8da900 1 < canceled multipart upload key=4OJDVN4FGZEW upload=25LYAYUEDCF8 tag=HO1NPLQRVS3N type=write size=1556391 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.656+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=KC0U35MVPH4D type=write size=12469 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.658+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~876N2DQPEMKP.0 size=1048576 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.659+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~876N2DQPEMKP.1 size=443718 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.661+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=876N2DQPEMKP tag=7KGTHFRQ9H19 type=write size=2540870 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.662+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=G5PZKW0W47LE type=write size=731451 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.664+0000 7fdaec8da900 1 < suggested remove operation key=LXIMPGLQCBOQ tag=CHYDO0GQE4HQ type=write 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.667+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.0 size=1048576 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.668+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.1 size=1048576 2023-01-15T14:32:18.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.669+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.2 size=1032868 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.669+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=R3DJMEN21O3V tag=GO0Z1OBOWDTG type=write size=4178596 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.670+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~S96NRHH3WSXJ.0 size=1048576 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.671+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~S96NRHH3WSXJ.1 size=453881 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.673+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=S96NRHH3WSXJ tag=BW27BXRGKH3W type=write size=2551033 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.674+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=CVUZCGEUUDIU type=del size=4046230 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.675+0000 7fdaec8da900 -1 < failed to complete operation key=LXIMPGLQCBOQ tag=YE1PV63QEGZ1 type=del size=1777681: (22) Invalid argument 2023-01-15T14:32:18.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.677+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=US1WXEDWQAYB type=write size=684188 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.679+0000 7fdaec8da900 1 < suggested remove operation key=47ILP77YUAQV tag=1BTK8ZSJ7B9E type=write 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.681+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~7NWWXMXM14FN.0 size=824924 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.681+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=7NWWXMXM14FN tag=SD66YLQDKN1I type=write size=1873500 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.683+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~AN5OKTAITV95.0 size=367528 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.684+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=AN5OKTAITV95 tag=FMSYJ7I89Q9W type=write size=1416104 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.685+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=BS9YJ53UOKJ3 type=del size=1255809 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.687+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~8FZOK58SH4YZ.0 size=864780 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.688+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=8FZOK58SH4YZ tag=61Q22MGLAPD3 type=write size=1913356 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.690+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DUXCMWDZV1SZ.0 size=206702 2023-01-15T14:32:18.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.690+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=DUXCMWDZV1SZ tag=0OHUD1WA3E0O type=write size=1255278 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.693+0000 7fdaec8da900 1 < suggested update operation key=O64FCESNBXMC tag=ILKKKBVO3NAD type=write size=130159 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.694+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=GLK1Q7HYKMV0 type=write size=812378 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.695+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=FP25DTSQG4UT type=del 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.696+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=IWU3G1V2YAKV type=del size=219667 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.697+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=514SL380YOX9 type=write size=191064 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.698+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=RRXKH7K53813 type=del size=3213744 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.700+0000 7fdaec8da900 -1 < failed to complete operation key=O64FCESNBXMC tag=813VXR8PBV90 type=del size=2661341: (22) Invalid argument 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.701+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=XBBPTR69DPMT type=del size=2951411 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.702+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=3I90ILA0UO0F type=del 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.703+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=2P2PPP7KF2LQ type=del size=3665250 2023-01-15T14:32:18.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.705+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~AXASUUB9C3TC.0 size=325389 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.706+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=AXASUUB9C3TC tag=43SNN170L0PK type=write size=1373965 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.709+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.0 size=1048576 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.710+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.1 size=1048576 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.710+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.2 size=976700 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.710+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=RY0QZZVZQZDG tag=WAX7FX53PA2V type=write size=4122428 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.712+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~951TYHARXVME.0 size=298810 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.714+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=951TYHARXVME tag=KNHV2K3FBOSG type=write size=1347386 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.716+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.0 size=1048576 2023-01-15T14:32:18.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.716+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.1 size=1048576 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.717+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.2 size=124721 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.717+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=GQBYADV5USND tag=ZHO3HKE9S71P type=write size=3270449 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.718+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=374HVALKAXP1 type=del 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.720+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~NLK1QB3WX09W.0 size=1048576 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.721+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~NLK1QB3WX09W.1 size=942801 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.721+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=NLK1QB3WX09W tag=AA9JU0USSI70 type=write size=3039953 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.722+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=KC0U35MVPH4D type=write size=12469 2023-01-15T14:32:18.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.724+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=2QF9NSZ3OTVW type=del size=1327387 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.725+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=G5PZKW0W47LE type=write size=731451 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.726+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=OVJI5XLP815P type=del size=3593970 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.727+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.0 size=1048576 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.728+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.1 size=1048576 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.728+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~R3DJMEN21O3V.2 size=1032868 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.730+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=R3DJMEN21O3V tag=GO0Z1OBOWDTG type=write size=4178596 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.732+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.0 size=1048576 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.733+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.1 size=1048576 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.734+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.2 size=180495 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.734+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=V7WT7BYYEINH tag=P79YNO0V7KG1 type=write size=3326223 2023-01-15T14:32:18.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.735+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=CVUZCGEUUDIU type=del 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.736+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=BOPHXFELN4AG type=del size=899949 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.738+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=US1WXEDWQAYB type=write size=684188 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.739+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=53S5L0W33KWO type=write size=410000 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.741+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~7NWWXMXM14FN.0 size=824924 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.743+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=7NWWXMXM14FN tag=SD66YLQDKN1I type=write size=1873500 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.744+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=BGN1823Z7RRG type=del size=2131353 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.745+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=BS9YJ53UOKJ3 type=del 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.747+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~OUITD3LOOGX4.0 size=152986 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.747+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=OUITD3LOOGX4 tag=B10UHXZBUP1Q type=write size=1201562 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.749+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DUXCMWDZV1SZ.0 size=206702 2023-01-15T14:32:18.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.751+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=DUXCMWDZV1SZ tag=0OHUD1WA3E0O type=write size=1255278 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.752+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=ZJ21NXL2G1RU type=write size=512017 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.753+0000 7fdaec8da900 1 < completed write operation key=2X6MH49TOHKD tag=GLK1Q7HYKMV0 type=write size=812378 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.754+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=9ULH4NNQFQ63 type=del size=3915986 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.756+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=IWU3G1V2YAKV type=del size=219667 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.758+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=482NRXRTIEUZ type=del size=3735232 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.760+0000 7fdaec8da900 1 < suggested remove operation key=INDYOQRZON6B tag=RRXKH7K53813 type=del 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.762+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=ESEUZY6MBZKF type=del size=3039282 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.763+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=XBBPTR69DPMT type=del 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.764+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=16KU6V9JUE4J type=write size=368615 2023-01-15T14:32:18.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.767+0000 7fdaec8da900 1 < suggested update operation key=J9518CIYC7U9 tag=2P2PPP7KF2LQ type=del size=3665250 2023-01-15T14:32:18.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.769+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.0 size=1048576 2023-01-15T14:32:18.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.770+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.1 size=1048576 2023-01-15T14:32:18.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.770+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.2 size=703792 2023-01-15T14:32:18.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.770+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=L11LJ5YJB9YU tag=LAZ162Z1OFNI type=write size=3849520 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.772+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.0 size=1048576 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.772+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.1 size=1048576 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.773+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~RY0QZZVZQZDG.2 size=976700 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.776+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=RY0QZZVZQZDG tag=WAX7FX53PA2V type=write size=4122428 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.777+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=2ZO1GNEGIHJT type=del size=1783830 2023-01-15T14:32:18.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.777+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.0 size=1048576 2023-01-15T14:32:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.778+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.1 size=1048576 2023-01-15T14:32:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.779+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~GQBYADV5USND.2 size=124721 2023-01-15T14:32:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.781+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=GQBYADV5USND tag=ZHO3HKE9S71P type=write size=3270449 2023-01-15T14:32:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.783+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.0 size=1048576 2023-01-15T14:32:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.784+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.1 size=1048576 2023-01-15T14:32:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.785+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.2 size=933578 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.785+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=07LCFCCQEKT5 tag=I1JJWUNQYJAR type=write size=4079306 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.786+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~NLK1QB3WX09W.0 size=1048576 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.788+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~NLK1QB3WX09W.1 size=942801 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.789+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=NLK1QB3WX09W tag=AA9JU0USSI70 type=write size=3039953 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.790+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=F5RP0SU75UG1 type=write size=585954 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.791+0000 7fdaec8da900 -1 < failed to complete operation key=INDYOQRZON6B tag=2QF9NSZ3OTVW type=del size=1327387: (22) Invalid argument 2023-01-15T14:32:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.792+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=8094ZF09RNB9 type=del size=4130193 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.794+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=OVJI5XLP815P type=del 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.795+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=JRJN888UTIMC type=del size=4165595 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.796+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.0 size=1048576 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.797+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.1 size=1048576 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.798+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~V7WT7BYYEINH.2 size=180495 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.800+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=V7WT7BYYEINH tag=P79YNO0V7KG1 type=write size=3326223 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.801+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=1W6MNM3YF7K1 type=del size=3335948 2023-01-15T14:32:18.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.802+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=BOPHXFELN4AG type=del 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.804+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~4BI2MOYHNMIY.0 size=1048576 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.805+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~4BI2MOYHNMIY.1 size=937107 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.805+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=4BI2MOYHNMIY tag=IRZOWBYBCN30 type=write size=3034259 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.806+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=53S5L0W33KWO type=write size=410000 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.808+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~QIU22A4PT1L8.0 size=299237 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.808+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=QIU22A4PT1L8 tag=9HZC1SH4YQB2 type=write size=1347813 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.810+0000 7fdaec8da900 1 < suggested remove operation key=NOOMFR8103P3 tag=BGN1823Z7RRG type=del 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.811+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=EOBCX2TO5HI3 type=del size=3663980 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.812+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~OUITD3LOOGX4.0 size=152986 2023-01-15T14:32:18.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.814+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=OUITD3LOOGX4 tag=B10UHXZBUP1Q type=write size=1201562 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.815+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=INE436YCIUWY type=del size=3350353 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.816+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=ZJ21NXL2G1RU type=write size=512017 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.817+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=LKHBANSR1RH7 type=del size=2732279 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.819+0000 7fdaec8da900 1 < suggested update operation key=T1S333NTR06V tag=9ULH4NNQFQ63 type=del size=3915986 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.820+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=7CRSGXMVEBA0 type=del size=2581989 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.822+0000 7fdaec8da900 1 < canceled operation key=FR7KL8ASPWEC tag=482NRXRTIEUZ type=del size=3735232 2023-01-15T14:32:18.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.823+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=8U1MYOE0JZC2 type=del size=288218 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.824+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=ESEUZY6MBZKF type=del 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.826+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~RAIUNGDDNKJK.0 size=1048576 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.827+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~RAIUNGDDNKJK.1 size=609684 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.827+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=RAIUNGDDNKJK tag=2U0MNQ5G5O21 type=write size=2706836 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.828+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=16KU6V9JUE4J type=write size=368615 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.829+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=QANSVL8MGZGI type=write size=979663 2023-01-15T14:32:18.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.830+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.0 size=1048576 2023-01-15T14:32:18.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.831+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.1 size=1048576 2023-01-15T14:32:18.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.832+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~L11LJ5YJB9YU.2 size=703792 2023-01-15T14:32:18.782 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.834+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=L11LJ5YJB9YU tag=LAZ162Z1OFNI type=write size=3849520 2023-01-15T14:32:18.782 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.835+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=55CDALS13H38 type=del size=3048899 2023-01-15T14:32:18.782 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.836+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=2ZO1GNEGIHJT type=del 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.837+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=S2LQX0LHY64W type=del size=3836690 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.838+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.0 size=1048576 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.839+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.1 size=1048576 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.839+0000 7fdaec8da900 1 < canceled part key=_multipart_47ILP77YUAQV.2~07LCFCCQEKT5.2 size=933578 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.841+0000 7fdaec8da900 1 < canceled multipart upload key=47ILP77YUAQV upload=07LCFCCQEKT5 tag=I1JJWUNQYJAR type=write size=4079306 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.842+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=Y8ZTALB1R7K3 type=del size=3372998 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.843+0000 7fdaec8da900 1 < completed write operation key=H2PMBP8XVIY2 tag=F5RP0SU75UG1 type=write size=585954 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.845+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~N6111ET4KWRQ.0 size=82267 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.845+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=N6111ET4KWRQ tag=VA555RLGEVRZ type=write size=1130843 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.846+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=8094ZF09RNB9 type=del 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.847+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=LL9F0ERMVED9 type=del size=3926411 2023-01-15T14:32:18.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.848+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=JRJN888UTIMC type=del 2023-01-15T14:32:18.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.849+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=HY1DE8L1KHMS type=del size=3187519 2023-01-15T14:32:18.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.850+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=1W6MNM3YF7K1 type=del 2023-01-15T14:32:18.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.851+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=6Z8KX443Q43H type=write size=124493 2023-01-15T14:32:18.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.852+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~4BI2MOYHNMIY.0 size=1048576 2023-01-15T14:32:18.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.853+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~4BI2MOYHNMIY.1 size=937107 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.855+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=4BI2MOYHNMIY tag=IRZOWBYBCN30 type=write size=3034259 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.858+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~TY3MN849SS9A.0 size=1048576 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.858+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~TY3MN849SS9A.1 size=722799 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.858+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=TY3MN849SS9A tag=NAOP86H82CDA type=write size=2819951 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.860+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~QIU22A4PT1L8.0 size=299237 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.862+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=QIU22A4PT1L8 tag=9HZC1SH4YQB2 type=write size=1347813 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.863+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=8YWMRMXZBYIU type=del size=822152 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.864+0000 7fdaec8da900 1 < canceled operation key=WAP1P4O2MB8C tag=EOBCX2TO5HI3 type=del size=3663980 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.865+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=CMNRVYKXMK2E type=del size=4081606 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.866+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=INE436YCIUWY type=del 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.868+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~9OAKBS87EUZ9.0 size=1048576 2023-01-15T14:32:18.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.869+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~9OAKBS87EUZ9.1 size=414205 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.869+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=9OAKBS87EUZ9 tag=CEY77V6QFFBN type=write size=2511357 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.870+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=LKHBANSR1RH7 type=del 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.871+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=Y9KZUTG7SRMS type=del size=3919403 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.872+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=7CRSGXMVEBA0 type=del 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.873+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=XBZ6HWYUQ72K type=write size=238265 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.874+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=8U1MYOE0JZC2 type=del 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.876+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~NFM5K26N7VML.0 size=1048576 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.877+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~NFM5K26N7VML.1 size=817781 2023-01-15T14:32:18.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.877+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=NFM5K26N7VML tag=V6DV9H08R66N type=write size=2914933 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.878+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~RAIUNGDDNKJK.0 size=1048576 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.879+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~RAIUNGDDNKJK.1 size=609684 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.881+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=RAIUNGDDNKJK tag=2U0MNQ5G5O21 type=write size=2706836 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.883+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.0 size=1048576 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.884+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.1 size=1048576 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.884+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.2 size=559673 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.884+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=FG7Z2QLNU1JX tag=LW5SP62FBXBT type=write size=3705401 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.886+0000 7fdaec8da900 1 < completed write operation key=0W740L2QFEGP tag=QANSVL8MGZGI type=write size=979663 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.887+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=K7K0GPWQHWIR type=del size=1615766 2023-01-15T14:32:18.947 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.888+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=55CDALS13H38 type=del 2023-01-15T14:32:18.948 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.889+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=SJT8DF1UMLD7 type=del size=66676 2023-01-15T14:32:18.948 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.891+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=S2LQX0LHY64W type=del 2023-01-15T14:32:18.948 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.892+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=0N1WD2PQ6II6 type=del size=1129692 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.893+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=Y8ZTALB1R7K3 type=del 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.894+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=QPT7VFOADA3Y type=del size=3075510 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.896+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~N6111ET4KWRQ.0 size=82267 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.897+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=N6111ET4KWRQ tag=VA555RLGEVRZ type=write size=1130843 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.900+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~59QUNU1ZHELK.0 size=1048576 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.900+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~59QUNU1ZHELK.1 size=653301 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.900+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=59QUNU1ZHELK tag=6JM3J1I83YP1 type=write size=2750453 2023-01-15T14:32:19.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.902+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=LL9F0ERMVED9 type=del 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.904+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~Z57QO7VYF3SD.0 size=1048576 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.904+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~Z57QO7VYF3SD.1 size=836293 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.904+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=Z57QO7VYF3SD tag=55RMVPAFNRMS type=write size=2933445 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.906+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=HY1DE8L1KHMS type=del 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.908+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~35GWQWEXW40Q.0 size=1048576 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.908+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~35GWQWEXW40Q.1 size=735208 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.908+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=35GWQWEXW40Q tag=3XI6EE64MREX type=write size=2832360 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.910+0000 7fdaec8da900 1 < completed write operation key=4OJDVN4FGZEW tag=6Z8KX443Q43H type=write size=124493 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.911+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=UHOO99VK8OC8 type=write size=86413 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.912+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~TY3MN849SS9A.0 size=1048576 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.913+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~TY3MN849SS9A.1 size=722799 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.914+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=TY3MN849SS9A tag=NAOP86H82CDA type=write size=2819951 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.916+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.0 size=1048576 2023-01-15T14:32:19.093 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.917+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.1 size=1048576 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.918+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.2 size=381322 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.918+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=A0BE3BCF58D4 tag=S4P6YW1X3S6P type=write size=3527050 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.919+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=8YWMRMXZBYIU type=del 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.920+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=NZ1EMVIKU3BV type=write size=671448 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.921+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=CMNRVYKXMK2E type=del 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.923+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.0 size=1048576 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.924+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.1 size=1048576 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.924+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.2 size=192 2023-01-15T14:32:19.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.924+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=I5RP03JXJOPM tag=SG8ZT1W3ORPN type=write size=3145920 2023-01-15T14:32:19.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.926+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~9OAKBS87EUZ9.0 size=1048576 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.926+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~9OAKBS87EUZ9.1 size=414205 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.928+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=9OAKBS87EUZ9 tag=CEY77V6QFFBN type=write size=2511357 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.931+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.0 size=1048576 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.932+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.1 size=1048576 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.932+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.2 size=443010 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.932+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=2T8YND5N6V6C tag=ZPV7TXIQQD4P type=write size=3588738 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.934+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=Y9KZUTG7SRMS type=del 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.935+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~8L19887X2IFT.0 size=1048576 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.936+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~8L19887X2IFT.1 size=3626 2023-01-15T14:32:19.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.936+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=8L19887X2IFT tag=RJK8HK7DB25M type=write size=2100778 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.937+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=XBZ6HWYUQ72K type=write size=238265 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.939+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~YL8GLIOPNBJJ.0 size=1048576 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.940+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~YL8GLIOPNBJJ.1 size=813946 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.940+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=YL8GLIOPNBJJ tag=KQ3PIFQY3JKK type=write size=2911098 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.941+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~NFM5K26N7VML.0 size=1048576 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.942+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~NFM5K26N7VML.1 size=817781 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.944+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=NFM5K26N7VML tag=V6DV9H08R66N type=write size=2914933 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.945+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=31E7MIGUSCCT type=write size=135106 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.946+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.0 size=1048576 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.947+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.1 size=1048576 2023-01-15T14:32:19.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.948+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~FG7Z2QLNU1JX.2 size=559673 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.950+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=FG7Z2QLNU1JX tag=LW5SP62FBXBT type=write size=3705401 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.952+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.0 size=1048576 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.953+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.1 size=1048576 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.954+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.2 size=195387 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.954+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=OK39Q1L218RT tag=HJZ47HP0GC83 type=write size=3341115 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.955+0000 7fdaec8da900 1 < canceled operation key=2SQS45BAENXL tag=K7K0GPWQHWIR type=del size=1615766 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.956+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~BZ5W18SZ9534.0 size=794797 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.956+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=BZ5W18SZ9534 tag=GZV6N8Y4HORC type=write size=1843373 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.959+0000 7fdaec8da900 1 < suggested update operation key=0R1JVOXUO1DC tag=SJT8DF1UMLD7 type=del size=66676 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.961+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.0 size=1048576 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.966+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.1 size=1048576 2023-01-15T14:32:19.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.967+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.2 size=708351 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.967+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=3IS3Y3T1H9L2 tag=N1H5Q2OCZK4M type=write size=3854079 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.968+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=0N1WD2PQ6II6 type=del 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.969+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=95OCM7UCHPLJ type=del size=783224 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.970+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=QPT7VFOADA3Y type=del 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.971+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=G1YAQC93G3C0 type=write size=772955 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.972+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~59QUNU1ZHELK.0 size=1048576 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.973+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~59QUNU1ZHELK.1 size=653301 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.974+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=59QUNU1ZHELK tag=6JM3J1I83YP1 type=write size=2750453 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.975+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=YWRV2KNEIWYT type=del size=1411857 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.977+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~Z57QO7VYF3SD.0 size=1048576 2023-01-15T14:32:19.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.978+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~Z57QO7VYF3SD.1 size=836293 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.979+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=Z57QO7VYF3SD tag=55RMVPAFNRMS type=write size=2933445 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.980+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=5KK06MD9ZM3R type=del size=917673 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.981+0000 7fdaec8da900 1 < canceled part key=_multipart_4UYU63ZWK33H.2~35GWQWEXW40Q.0 size=1048576 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.982+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~35GWQWEXW40Q.1 size=735208 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.987+0000 7fdaec8da900 1 < canceled multipart upload key=4UYU63ZWK33H upload=35GWQWEXW40Q tag=3XI6EE64MREX type=write size=2832360 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.989+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=XREA2B644MQG type=write size=791510 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.990+0000 7fdaec8da900 -1 < failed to complete operation key=0R1JVOXUO1DC tag=UHOO99VK8OC8 type=write size=86413: (22) Invalid argument 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.991+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=ABN1TD5N34N3 type=write size=826075 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.992+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.0 size=1048576 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.992+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.1 size=1048576 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.993+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~A0BE3BCF58D4.2 size=381322 2023-01-15T14:32:19.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.996+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=A0BE3BCF58D4 tag=S4P6YW1X3S6P type=write size=3527050 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.998+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~16UWZAYSVN6T.0 size=37333 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.998+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=16UWZAYSVN6T tag=D1RCBDBNESFU type=write size=1085909 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:13.999+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=NZ1EMVIKU3BV type=write size=671448 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.000+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=0XGCIMQI4NG4 type=del size=1450043 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.001+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.0 size=1048576 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.001+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.1 size=1048576 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.002+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~I5RP03JXJOPM.2 size=192 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.004+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=I5RP03JXJOPM tag=SG8ZT1W3ORPN type=write size=3145920 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.005+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=RMDM5D8MX2N0 type=del size=2791664 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.006+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.0 size=1048576 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.006+0000 7fdaec8da900 1 < canceled part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.1 size=1048576 2023-01-15T14:32:19.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.006+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~2T8YND5N6V6C.2 size=443010 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.008+0000 7fdaec8da900 1 < canceled multipart upload key=0W740L2QFEGP upload=2T8YND5N6V6C tag=ZPV7TXIQQD4P type=write size=3588738 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.009+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=8TFBYE9AC5MY type=del size=941213 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.010+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~8L19887X2IFT.0 size=1048576 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.011+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~8L19887X2IFT.1 size=3626 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.012+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=8L19887X2IFT tag=RJK8HK7DB25M type=write size=2100778 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.013+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=JNBVYKVBOUOA type=del size=1660684 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.014+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~YL8GLIOPNBJJ.0 size=1048576 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.014+0000 7fdaec8da900 1 < canceled part key=_multipart_J9518CIYC7U9.2~YL8GLIOPNBJJ.1 size=813946 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.016+0000 7fdaec8da900 1 < canceled multipart upload key=J9518CIYC7U9 upload=YL8GLIOPNBJJ tag=KQ3PIFQY3JKK type=write size=2911098 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.018+0000 7fdaec8da900 1 > prepared part key=_multipart_ECD42SKKPV50.2~8VJZDPBKRPNM.0 size=253652 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.018+0000 7fdaec8da900 1 > prepared multipart upload key=ECD42SKKPV50 upload=8VJZDPBKRPNM tag=RGL1H1Q71IO3 type=write size=1302228 2023-01-15T14:32:19.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.019+0000 7fdaec8da900 -1 < failed to complete operation key=0R1JVOXUO1DC tag=31E7MIGUSCCT type=write size=135106: (22) Invalid argument 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.021+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~L9VMNVCVRUP1.0 size=1048576 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.022+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~L9VMNVCVRUP1.1 size=144596 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.022+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=L9VMNVCVRUP1 tag=E4HLWWF2JPDR type=write size=2241748 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.024+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.0 size=1048576 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.024+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.1 size=1048576 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.025+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OK39Q1L218RT.2 size=195387 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.027+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=OK39Q1L218RT tag=HJZ47HP0GC83 type=write size=3341115 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.029+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~F6O4FUTIWHV1.0 size=1048576 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.030+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~F6O4FUTIWHV1.1 size=59409 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.030+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=F6O4FUTIWHV1 tag=7ZTRPQCB3HVN type=write size=2156561 2023-01-15T14:32:19.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.031+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~BZ5W18SZ9534.0 size=794797 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.033+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=BZ5W18SZ9534 tag=GZV6N8Y4HORC type=write size=1843373 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.034+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=NG2VX48PQJ30 type=del size=1091553 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.035+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.0 size=1048576 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.036+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.1 size=1048576 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.036+0000 7fdaec8da900 1 < canceled part key=_multipart_CVVOPB1T7YQJ.2~3IS3Y3T1H9L2.2 size=708351 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.038+0000 7fdaec8da900 1 < canceled multipart upload key=CVVOPB1T7YQJ upload=3IS3Y3T1H9L2 tag=N1H5Q2OCZK4M type=write size=3854079 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.040+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~ZJRTF0NTUHUX.0 size=23879 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.040+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=ZJRTF0NTUHUX tag=QZSG1ROHW6RQ type=write size=1072455 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.041+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=95OCM7UCHPLJ type=del size=783224 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.042+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=TZ7YN5P2TVFU type=del size=2763805 2023-01-15T14:32:19.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.044+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=G1YAQC93G3C0 type=write 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.045+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=F5Q0ZCF4VG5R type=del size=2273559 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.047+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=YWRV2KNEIWYT type=del 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.049+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~TJNN0K5OCUV8.0 size=1048576 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.050+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~TJNN0K5OCUV8.1 size=564782 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.050+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=TJNN0K5OCUV8 tag=GVGQPY31FOL8 type=write size=2661934 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.051+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=5KK06MD9ZM3R type=del 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.052+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=FEP11672CY5A type=del size=2284345 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.053+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=XREA2B644MQG type=write size=791510 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.054+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=P9BUWHB5C02C type=write size=668932 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.057+0000 7fdaec8da900 1 < suggested remove operation key=0W740L2QFEGP tag=ABN1TD5N34N3 type=write 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.059+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.0 size=1048576 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.060+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.1 size=1048576 2023-01-15T14:32:19.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.061+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.2 size=1039649 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.061+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=OCGR65GAZBUN tag=BJIEPLFBPU86 type=write size=4185377 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.062+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~16UWZAYSVN6T.0 size=37333 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.064+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=16UWZAYSVN6T tag=D1RCBDBNESFU type=write size=1085909 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.065+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=JV7AB7EUIHE4 type=del size=4012897 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.066+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=0XGCIMQI4NG4 type=del 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.067+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=G5HZYA1M2UFN type=write size=467357 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.068+0000 7fdaec8da900 1 < canceled operation key=EHYD3P30HI2Z tag=RMDM5D8MX2N0 type=del size=2791664 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.070+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=UU5PIR4Q4XGA type=del size=2933480 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.071+0000 7fdaec8da900 1 < completed delete operation key=LXIMPGLQCBOQ tag=8TFBYE9AC5MY type=del 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.072+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=TERHF7HF2V7X type=del size=3471221 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.073+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=JNBVYKVBOUOA type=del 2023-01-15T14:32:19.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.074+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=3KC0MC7ZM55M type=write size=439395 2023-01-15T14:32:19.251 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.076+0000 7fdaec8da900 1 < completed part key=_multipart_ECD42SKKPV50.2~8VJZDPBKRPNM.0 size=253652 2023-01-15T14:32:19.251 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.077+0000 7fdaec8da900 1 < completed multipart upload key=ECD42SKKPV50 upload=8VJZDPBKRPNM tag=RGL1H1Q71IO3 type=write size=1302228 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.079+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=357VJ3KU2IQR type=del size=1276369 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.080+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~L9VMNVCVRUP1.0 size=1048576 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.081+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~L9VMNVCVRUP1.1 size=144596 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.083+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=L9VMNVCVRUP1 tag=E4HLWWF2JPDR type=write size=2241748 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.085+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CBPIWW5WQU73.0 size=1048576 2023-01-15T14:32:19.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.085+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~CBPIWW5WQU73.1 size=523729 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.085+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=CBPIWW5WQU73 tag=NW1T0AOKZQHN type=write size=2620881 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.086+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~F6O4FUTIWHV1.0 size=1048576 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.087+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~F6O4FUTIWHV1.1 size=59409 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.089+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=F6O4FUTIWHV1 tag=7ZTRPQCB3HVN type=write size=2156561 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.091+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~N6B9OX9P3YOR.0 size=1003752 2023-01-15T14:32:19.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.091+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=N6B9OX9P3YOR tag=4VTEY41QFVE5 type=write size=2052328 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.092+0000 7fdaec8da900 -1 < failed to complete operation key=0W740L2QFEGP tag=NG2VX48PQJ30 type=del size=1091553: (22) Invalid argument 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.093+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=F83RC0L7DVDM type=write size=874135 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.094+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~ZJRTF0NTUHUX.0 size=23879 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.097+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=ZJRTF0NTUHUX tag=QZSG1ROHW6RQ type=write size=1072455 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.098+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=EAKQD66PZCI9 type=del size=118323 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.100+0000 7fdaec8da900 1 < suggested remove operation key=NOOMFR8103P3 tag=TZ7YN5P2TVFU type=del 2023-01-15T14:32:19.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.101+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=2PR58A9N5QHN type=del size=100550 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.103+0000 7fdaec8da900 1 < suggested update operation key=GIGSUY94OWY1 tag=F5Q0ZCF4VG5R type=del size=2273559 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.104+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=2S013MVU9A35 type=del size=1322862 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.105+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~TJNN0K5OCUV8.0 size=1048576 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.106+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~TJNN0K5OCUV8.1 size=564782 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.108+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=TJNN0K5OCUV8 tag=GVGQPY31FOL8 type=write size=2661934 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.109+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=TAPR113WUTS7 type=del size=1798704 2023-01-15T14:32:19.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.110+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=FEP11672CY5A type=del 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.111+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=6P2TR01FT9OL type=del size=3443816 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.112+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=P9BUWHB5C02C type=write size=668932 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.113+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=X20ILTNXUYO7 type=write size=640306 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.114+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.0 size=1048576 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.115+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.1 size=1048576 2023-01-15T14:32:19.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.116+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~OCGR65GAZBUN.2 size=1039649 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.117+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=OCGR65GAZBUN tag=BJIEPLFBPU86 type=write size=4185377 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.118+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=DGLS39NUA487 type=del size=793976 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.119+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=JV7AB7EUIHE4 type=del 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.120+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=YLK3YZ1OE261 type=del size=739575 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.121+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=G5HZYA1M2UFN type=write size=467357 2023-01-15T14:32:19.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.122+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=RUNACG0GWWHV type=del size=3986338 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.123+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=UU5PIR4Q4XGA type=del 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.124+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=GGRL2YD2AYSE type=write size=929985 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.127+0000 7fdaec8da900 1 < suggested remove operation key=XEH71HSXMJD8 tag=TERHF7HF2V7X type=del 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.129+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.0 size=1048576 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.130+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.1 size=1048576 2023-01-15T14:32:19.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.131+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.2 size=807316 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.131+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=C75X193YDX6Q tag=A2MEJ7FWJZLV type=write size=3953044 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.132+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=3KC0MC7ZM55M type=write size=439395 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.133+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=N498GHUQ7NJC type=write size=35043 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.136+0000 7fdaec8da900 1 < suggested update operation key=773H2LTSO1KA tag=357VJ3KU2IQR type=del size=1276369 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.137+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=9K3YXRPS7QOD type=del size=292840 2023-01-15T14:32:19.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.138+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~CBPIWW5WQU73.0 size=1048576 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.139+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~CBPIWW5WQU73.1 size=523729 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.141+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=CBPIWW5WQU73 tag=NW1T0AOKZQHN type=write size=2620881 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.144+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~OQ3K225TCMD2.0 size=517259 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.144+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=OQ3K225TCMD2 tag=3S40E3GMQSNA type=write size=1565835 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.145+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~N6B9OX9P3YOR.0 size=1003752 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.147+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=N6B9OX9P3YOR tag=4VTEY41QFVE5 type=write size=2052328 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.149+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~HYLRSVH3BF3A.0 size=1048576 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.150+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~HYLRSVH3BF3A.1 size=707661 2023-01-15T14:32:19.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.150+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=HYLRSVH3BF3A tag=DS3XPVH2UP6V type=write size=2804813 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.152+0000 7fdaec8da900 1 < suggested remove operation key=GIGSUY94OWY1 tag=F83RC0L7DVDM type=write 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.154+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.0 size=1048576 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.155+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.1 size=1048576 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.156+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.2 size=912304 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.156+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=P322J23C8SFP tag=UMBU4KRZPANV type=write size=4058032 2023-01-15T14:32:19.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.158+0000 7fdaec8da900 1 < suggested update operation key=4OJDVN4FGZEW tag=EAKQD66PZCI9 type=del size=118323 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.159+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=8BXQXTJ8Q6FX type=write size=543697 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.160+0000 7fdaec8da900 -1 < failed to complete operation key=773H2LTSO1KA tag=2PR58A9N5QHN type=del size=100550: (22) Invalid argument 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.161+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=31QI7ZICEIO7 type=del size=1157657 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.162+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=2S013MVU9A35 type=del 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.163+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=6BQ46LX5JQYI type=del size=2131658 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.164+0000 7fdaec8da900 1 < canceled operation key=NOOMFR8103P3 tag=TAPR113WUTS7 type=del size=1798704 2023-01-15T14:32:19.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.166+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=43Y1NR9HRYGM type=del size=2112235 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.167+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=6P2TR01FT9OL type=del 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.169+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.0 size=1048576 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.169+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.1 size=1048576 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.170+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.2 size=974217 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.170+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=KVPTHMIYWSR4 tag=W4CCW339NYVM type=write size=4119945 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.171+0000 7fdaec8da900 1 < completed write operation key=47ILP77YUAQV tag=X20ILTNXUYO7 type=write size=640306 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.172+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=VLZ3DOJVKPIW type=del size=2316367 2023-01-15T14:32:19.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.174+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=DGLS39NUA487 type=del 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.175+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=DV2Z7XPL3J8T type=del size=939772 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.176+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=YLK3YZ1OE261 type=del 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.178+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~RC7403FG1JC8.0 size=920476 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.178+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=RC7403FG1JC8 tag=T26H4YMKWFT5 type=write size=1969052 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.179+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=RUNACG0GWWHV type=del 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.180+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=O670AC1I8D5X type=del size=2110516 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.181+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=GGRL2YD2AYSE type=write size=929985 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.182+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=OIDXHISIXYL9 type=del size=1883992 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.183+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.0 size=1048576 2023-01-15T14:32:19.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.183+0000 7fdaec8da900 1 < canceled part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.1 size=1048576 2023-01-15T14:32:19.265 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.184+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~C75X193YDX6Q.2 size=807316 2023-01-15T14:32:19.267 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.186+0000 7fdaec8da900 1 < canceled multipart upload key=EHYD3P30HI2Z upload=C75X193YDX6Q tag=A2MEJ7FWJZLV type=write size=3953044 2023-01-15T14:32:19.267 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.187+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=2NSFUHGFPRS8 type=write size=293932 2023-01-15T14:32:19.267 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.188+0000 7fdaec8da900 1 < completed write operation key=4UYU63ZWK33H tag=N498GHUQ7NJC type=write size=35043 2023-01-15T14:32:19.267 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.189+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=BYBEJL1AZ3BH type=del size=3536727 2023-01-15T14:32:19.268 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.191+0000 7fdaec8da900 -1 < failed to complete operation key=4OJDVN4FGZEW tag=9K3YXRPS7QOD type=del size=292840: (22) Invalid argument 2023-01-15T14:32:19.268 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.192+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=3CT15MH9S8UB type=del size=1397653 2023-01-15T14:32:19.268 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.193+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~OQ3K225TCMD2.0 size=517259 2023-01-15T14:32:19.268 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.195+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=OQ3K225TCMD2 tag=3S40E3GMQSNA type=write size=1565835 2023-01-15T14:32:19.268 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.196+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=1TY2D3S35R0G type=del size=1216874 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.197+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~HYLRSVH3BF3A.0 size=1048576 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.198+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~HYLRSVH3BF3A.1 size=707661 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.201+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=HYLRSVH3BF3A tag=DS3XPVH2UP6V type=write size=2804813 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.203+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.0 size=1048576 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.204+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.1 size=1048576 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.205+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.2 size=282673 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.205+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=HBDGQMG6U4CF tag=J64XY0ZK7AOC type=write size=3428401 2023-01-15T14:32:19.269 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.206+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.0 size=1048576 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.207+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.1 size=1048576 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.207+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~P322J23C8SFP.2 size=912304 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.210+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=P322J23C8SFP tag=UMBU4KRZPANV type=write size=4058032 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.211+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=WH11M165HBC5 type=del size=2637940 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.212+0000 7fdaec8da900 1 < completed write operation key=2SQS45BAENXL tag=8BXQXTJ8Q6FX type=write size=543697 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.214+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~AAMPPOAKQ4V0.0 size=1048576 2023-01-15T14:32:19.270 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.215+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~AAMPPOAKQ4V0.1 size=297319 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.215+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=AAMPPOAKQ4V0 tag=KF19IE0L452N type=write size=2394471 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.216+0000 7fdaec8da900 1 < suggested update operation key=J9518CIYC7U9 tag=31QI7ZICEIO7 type=del size=1157657 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.217+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=D3MCI2DSI2UF type=del size=2307107 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.218+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=6BQ46LX5JQYI type=del 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.220+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~URJW98FD250E.0 size=1048576 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.221+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~URJW98FD250E.1 size=161517 2023-01-15T14:32:19.271 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.221+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=URJW98FD250E tag=0J3M5LEFR8GJ type=write size=2258669 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.222+0000 7fdaec8da900 1 < canceled operation key=T1S333NTR06V tag=43Y1NR9HRYGM type=del size=2112235 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.223+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=03IW1JKK7Q0J type=del size=4131173 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.224+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.0 size=1048576 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.225+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.1 size=1048576 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.225+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~KVPTHMIYWSR4.2 size=974217 2023-01-15T14:32:19.272 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.227+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=KVPTHMIYWSR4 tag=W4CCW339NYVM type=write size=4119945 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.229+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~81SL3L4Y9K98.0 size=35686 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.229+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=81SL3L4Y9K98 tag=4NUJ6Q1860WJ type=write size=1084262 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.231+0000 7fdaec8da900 1 < suggested remove operation key=4UYU63ZWK33H tag=VLZ3DOJVKPIW type=del 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.232+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=LZQQ913RP3YP type=write size=103940 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.233+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=DV2Z7XPL3J8T type=del 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.234+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=EZV0OL2AJUJ0 type=del size=3248165 2023-01-15T14:32:19.273 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.235+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~RC7403FG1JC8.0 size=920476 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.236+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=RC7403FG1JC8 tag=T26H4YMKWFT5 type=write size=1969052 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.238+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.0 size=1048576 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.239+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.1 size=1048576 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.240+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.2 size=971096 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.240+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=H0DF8WVW7L8E tag=I9UYMZZ0NTFH type=write size=4116824 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.241+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=O670AC1I8D5X type=del 2023-01-15T14:32:19.274 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.243+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.0 size=1048576 2023-01-15T14:32:19.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.244+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.1 size=1048576 2023-01-15T14:32:19.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.244+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.2 size=67958 2023-01-15T14:32:19.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.244+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=LXEPQFE9G8XQ tag=NRSRZ6VEUKUA type=write size=3213686 2023-01-15T14:32:19.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.245+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=OIDXHISIXYL9 type=del 2023-01-15T14:32:19.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.246+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=S98DFE8O49QB type=del size=653598 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.247+0000 7fdaec8da900 1 < completed write operation key=G9T4HJN7GQTL tag=2NSFUHGFPRS8 type=write size=293932 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.248+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=20AIO89GWN0L type=del size=3816620 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.249+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=BYBEJL1AZ3BH type=del 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.250+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=Z6Z09F2A6GJE type=del size=790446 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.252+0000 7fdaec8da900 1 < suggested remove operation key=773H2LTSO1KA tag=3CT15MH9S8UB type=del 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.253+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=MP2CD5J49RKI type=write size=825118 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.254+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=1TY2D3S35R0G type=del 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.255+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=EE56TOA2GEQL type=write size=718896 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.255+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.0 size=1048576 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.256+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.1 size=1048576 2023-01-15T14:32:19.277 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.256+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~HBDGQMG6U4CF.2 size=282673 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.258+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=HBDGQMG6U4CF tag=J64XY0ZK7AOC type=write size=3428401 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.259+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=VAWM1MN8Z1FK type=del size=1613535 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.260+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=WH11M165HBC5 type=del 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.261+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=HYRLNN0YLXHJ type=write size=33884 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.262+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~AAMPPOAKQ4V0.0 size=1048576 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.263+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~AAMPPOAKQ4V0.1 size=297319 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.265+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=AAMPPOAKQ4V0 tag=KF19IE0L452N type=write size=2394471 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.266+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=7DKHY9C16TDN type=del size=1758280 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.267+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=D3MCI2DSI2UF type=del 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.267+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=UN068JJ5MUEP type=del size=661625 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.268+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~URJW98FD250E.0 size=1048576 2023-01-15T14:32:19.278 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.269+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~URJW98FD250E.1 size=161517 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.270+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=URJW98FD250E tag=0J3M5LEFR8GJ type=write size=2258669 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.271+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=YAOWG3R0KEVE type=del size=3180134 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.273+0000 7fdaec8da900 1 < suggested remove operation key=H2PMBP8XVIY2 tag=03IW1JKK7Q0J type=del 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.274+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=J4PGJ6H513GW type=del size=3330442 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.275+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~81SL3L4Y9K98.0 size=35686 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.276+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=81SL3L4Y9K98 tag=4NUJ6Q1860WJ type=write size=1084262 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.277+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=GUI1AT487U87 type=del size=712246 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.278+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=LZQQ913RP3YP type=write size=103940 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.279+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=9EXCGWK57MB2 type=del size=975824 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.280+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=EZV0OL2AJUJ0 type=del 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.282+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~LCNZXOBFR1NZ.0 size=997294 2023-01-15T14:32:19.279 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.282+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=LCNZXOBFR1NZ tag=C5I5TNQD26X4 type=write size=2045870 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.283+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.0 size=1048576 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.283+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.1 size=1048576 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.284+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~H0DF8WVW7L8E.2 size=971096 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.286+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=H0DF8WVW7L8E tag=I9UYMZZ0NTFH type=write size=4116824 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.287+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=EOBE4ZZAWAQZ type=del size=2031530 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.288+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.0 size=1048576 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.289+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.1 size=1048576 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.289+0000 7fdaec8da900 1 < canceled part key=_multipart_0W740L2QFEGP.2~LXEPQFE9G8XQ.2 size=67958 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.290+0000 7fdaec8da900 1 < canceled multipart upload key=0W740L2QFEGP upload=LXEPQFE9G8XQ tag=NRSRZ6VEUKUA type=write size=3213686 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.293+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~EF68B50XMJI5.0 size=730188 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.293+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=EF68B50XMJI5 tag=CGP9F8W5OX1Q type=write size=1778764 2023-01-15T14:32:19.280 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.294+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=S98DFE8O49QB type=del 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.296+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~42OE7V0GNXAB.0 size=338997 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.296+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=42OE7V0GNXAB tag=YJS00GR956XC type=write size=1387573 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.298+0000 7fdaec8da900 1 < suggested remove operation key=BO4MJ09E0EIP tag=20AIO89GWN0L type=del 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.299+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=RRPAP3X0OLWH type=del size=7726 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.300+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=Z6Z09F2A6GJE type=del 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.302+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~3SS0PJK1EC8I.0 size=1048576 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.303+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~3SS0PJK1EC8I.1 size=1024089 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.303+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=3SS0PJK1EC8I tag=5TE6CW8MDVDN type=write size=3121241 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.304+0000 7fdaec8da900 1 < completed write operation key=NOOMFR8103P3 tag=MP2CD5J49RKI type=write size=825118 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.305+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=Y1H9WPNEM8V7 type=write size=850761 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.306+0000 7fdaec8da900 1 < completed write operation key=XEH71HSXMJD8 tag=EE56TOA2GEQL type=write size=718896 2023-01-15T14:32:19.281 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.307+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=1BGE3N2GG61P type=del size=294799 2023-01-15T14:32:19.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.308+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=VAWM1MN8Z1FK type=del 2023-01-15T14:32:19.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.310+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~V9PDO3XG6KES.0 size=1048576 2023-01-15T14:32:19.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.311+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~V9PDO3XG6KES.1 size=430448 2023-01-15T14:32:19.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.311+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=V9PDO3XG6KES tag=NYK8LCRKGRT5 type=write size=2527600 2023-01-15T14:32:19.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.312+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=HYRLNN0YLXHJ type=write size=33884 2023-01-15T14:32:19.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.313+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=UTCLT6LUQVSK type=del size=783051 2023-01-15T14:32:19.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.314+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=7DKHY9C16TDN type=del 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.314+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=BA9CA087FJE1 type=del size=3263274 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.315+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=UN068JJ5MUEP type=del 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.317+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=V8YK8SK8A8LZ type=del size=852594 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.318+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=YAOWG3R0KEVE type=del 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.320+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.0 size=1048576 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.320+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.1 size=1048576 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.321+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.2 size=1032656 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.321+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=XWDFW0B0MRHF tag=VZDJWR7ZOKUN type=write size=4178384 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.322+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=J4PGJ6H513GW type=del 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.323+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=14WHRCTNHQE6 type=write size=198870 2023-01-15T14:32:19.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.324+0000 7fdaec8da900 -1 < failed to complete operation key=BO4MJ09E0EIP tag=GUI1AT487U87 type=del size=712246: (22) Invalid argument 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.325+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=WZ7VKCHEFCAK type=write size=825049 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.326+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=9EXCGWK57MB2 type=del 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.328+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~5BESH2E9V1JK.0 size=1048576 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.328+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~5BESH2E9V1JK.1 size=783605 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.328+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=5BESH2E9V1JK tag=BVRI59BESEKJ type=write size=2880757 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.330+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~LCNZXOBFR1NZ.0 size=997294 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.331+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=LCNZXOBFR1NZ tag=C5I5TNQD26X4 type=write size=2045870 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.332+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=YOVXC6E4J4UJ type=write size=464095 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.333+0000 7fdaec8da900 1 < canceled operation key=3G52F5Y8FGIG tag=EOBE4ZZAWAQZ type=del size=2031530 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.334+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=NFHKB8WRUCA9 type=del size=1379585 2023-01-15T14:32:19.407 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.335+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~EF68B50XMJI5.0 size=730188 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.337+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=EF68B50XMJI5 tag=CGP9F8W5OX1Q type=write size=1778764 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.338+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=RV0KKKQKPV5Y type=write size=524657 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.339+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~42OE7V0GNXAB.0 size=338997 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.341+0000 7fdaec8da900 1 < completed multipart upload key=0R1JVOXUO1DC upload=42OE7V0GNXAB tag=YJS00GR956XC type=write size=1387573 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.342+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=1LWXD5141OZX type=write size=906391 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.343+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=RRPAP3X0OLWH type=del 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.344+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=0YSYFU38YBKV type=del size=669534 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.345+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~3SS0PJK1EC8I.0 size=1048576 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.346+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~3SS0PJK1EC8I.1 size=1024089 2023-01-15T14:32:19.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.347+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=3SS0PJK1EC8I tag=5TE6CW8MDVDN type=write size=3121241 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.348+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=VKEAHO79Y7MD type=del size=1649810 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.349+0000 7fdaec8da900 1 < canceled operation key=INDYOQRZON6B tag=Y1H9WPNEM8V7 type=write size=850761 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.350+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=CUPRQ3BPLRQ6 type=del size=813893 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.351+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=1BGE3N2GG61P type=del 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.353+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~CMB7WPZHBBPR.0 size=244122 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.353+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=CMB7WPZHBBPR tag=F5V49ZUAV16L type=write size=1292698 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.354+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~V9PDO3XG6KES.0 size=1048576 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.355+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~V9PDO3XG6KES.1 size=430448 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.357+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=V9PDO3XG6KES tag=NYK8LCRKGRT5 type=write size=2527600 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.358+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=Z2WWP2XPXLRM type=write size=764791 2023-01-15T14:32:19.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.360+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=UTCLT6LUQVSK type=del 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.361+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~J7NO8TEZYNKH.0 size=138278 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.361+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=J7NO8TEZYNKH tag=D85VD21LO18S type=write size=1186854 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.362+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=BA9CA087FJE1 type=del 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.363+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=ZVRHJ48YRBDP type=del size=3011082 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.365+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=V8YK8SK8A8LZ type=del size=852594 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.366+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=1BJY6QUQEHLV type=write size=5688 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.368+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.0 size=1048576 2023-01-15T14:32:19.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.368+0000 7fdaec8da900 1 < canceled part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.1 size=1048576 2023-01-15T14:32:19.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.368+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~XWDFW0B0MRHF.2 size=1032656 2023-01-15T14:32:19.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.370+0000 7fdaec8da900 1 < canceled multipart upload key=AEIY0PBY5LXR upload=XWDFW0B0MRHF tag=VZDJWR7ZOKUN type=write size=4178384 2023-01-15T14:32:19.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.372+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~MU1VR1VQD2NC.0 size=446410 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.372+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=MU1VR1VQD2NC tag=L6D0MEX1RIOV type=write size=1494986 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.373+0000 7fdaec8da900 1 < completed write operation key=CVVOPB1T7YQJ tag=14WHRCTNHQE6 type=write size=198870 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.374+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=51D53DBYJ8J5 type=del size=754549 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.375+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=WZ7VKCHEFCAK type=write size=825049 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.376+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.0 size=1048576 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.377+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.1 size=1048576 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.378+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.2 size=257712 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.378+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=AU7XKSOR2ZD4 tag=CBB79OS5BIL8 type=write size=3403440 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.379+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~5BESH2E9V1JK.0 size=1048576 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.380+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~5BESH2E9V1JK.1 size=783605 2023-01-15T14:32:19.412 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.381+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=5BESH2E9V1JK tag=BVRI59BESEKJ type=write size=2880757 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.383+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~3WDH4OOZ6DO1.0 size=815706 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.383+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=3WDH4OOZ6DO1 tag=PPE4XK3P9TQD type=write size=1864282 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.384+0000 7fdaec8da900 1 < completed write operation key=0W740L2QFEGP tag=YOVXC6E4J4UJ type=write size=464095 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.385+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=YJDV1FY8L82E type=write size=773818 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.386+0000 7fdaec8da900 -1 < failed to complete operation key=2X6MH49TOHKD tag=NFHKB8WRUCA9 type=del size=1379585: (22) Invalid argument 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.387+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=1KC8VOSOYCGM type=del size=827835 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.389+0000 7fdaec8da900 1 < completed write operation key=3G52F5Y8FGIG tag=RV0KKKQKPV5Y type=write size=524657 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.391+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~AURE20CZHOJP.0 size=557228 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.391+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=AURE20CZHOJP tag=QP79J430UHFX type=write size=1605804 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.392+0000 7fdaec8da900 1 < canceled operation key=3G52F5Y8FGIG tag=1LWXD5141OZX type=write size=906391 2023-01-15T14:32:19.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.394+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.0 size=1048576 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.395+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.1 size=1048576 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.395+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.2 size=864372 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.395+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=P271RK86KVZE tag=QV9EJLDTAI31 type=write size=4010100 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.397+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=0YSYFU38YBKV type=del 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.398+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DE8JKE8P9XTI.0 size=1048576 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.399+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~DE8JKE8P9XTI.1 size=635262 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.399+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=DE8JKE8P9XTI tag=41GFJKCJP8ZX type=write size=2732414 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.400+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=VKEAHO79Y7MD type=del 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.402+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~YCGAVNK2USJO.0 size=1048576 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.402+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~YCGAVNK2USJO.1 size=619760 2023-01-15T14:32:19.414 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.402+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=YCGAVNK2USJO tag=VG9LX2NB2051 type=write size=2716912 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.403+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=CUPRQ3BPLRQ6 type=del 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.404+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=DYVCHZD5V9DL type=del size=1308412 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.405+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~CMB7WPZHBBPR.0 size=244122 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.407+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=CMB7WPZHBBPR tag=F5V49ZUAV16L type=write size=1292698 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.408+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=YTOK5R0JTUQE type=del size=3202733 2023-01-15T14:32:19.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.409+0000 7fdaec8da900 1 < completed write operation key=47ILP77YUAQV tag=Z2WWP2XPXLRM type=write size=764791 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.410+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=MGB0ID8Q0VQ9 type=write size=590275 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.411+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~J7NO8TEZYNKH.0 size=138278 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.412+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=J7NO8TEZYNKH tag=D85VD21LO18S type=write size=1186854 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.413+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=5OX1XEU1F47H type=write size=724049 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.414+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=ZVRHJ48YRBDP type=del 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.415+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=L40KY5VSFD8U type=del size=88124 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.416+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=1BJY6QUQEHLV type=write size=5688 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.417+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=LB77D6EE02GJ type=write size=758471 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.418+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~MU1VR1VQD2NC.0 size=446410 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.419+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=MU1VR1VQD2NC tag=L6D0MEX1RIOV type=write size=1494986 2023-01-15T14:32:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.420+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=N4GGG31H418X type=del size=2989305 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.421+0000 7fdaec8da900 1 < canceled operation key=4OJDVN4FGZEW tag=51D53DBYJ8J5 type=del size=754549 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.423+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.0 size=1048576 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.423+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.1 size=1048576 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.424+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.2 size=1037347 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.424+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=R0WBAPVW0BU9 tag=7D64Y2NI2STO type=write size=4183075 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.425+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.0 size=1048576 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.426+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.1 size=1048576 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.426+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~AU7XKSOR2ZD4.2 size=257712 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.428+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=AU7XKSOR2ZD4 tag=CBB79OS5BIL8 type=write size=3403440 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.429+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=CBCXHNHT483D type=write size=709282 2023-01-15T14:32:19.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.430+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~3WDH4OOZ6DO1.0 size=815706 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.431+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=3WDH4OOZ6DO1 tag=PPE4XK3P9TQD type=write size=1864282 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.432+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=CWZHSL64KCZ4 type=del size=3271801 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.433+0000 7fdaec8da900 1 < completed write operation key=FR7KL8ASPWEC tag=YJDV1FY8L82E type=write size=773818 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.435+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~EAY0KBFCWEJR.0 size=188596 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.435+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=EAY0KBFCWEJR tag=MFZMA2OHF3V2 type=write size=1237172 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.436+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=1KC8VOSOYCGM type=del 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.437+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=K2ACQNHO2JCJ type=del size=3472448 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.438+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~AURE20CZHOJP.0 size=557228 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.439+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=AURE20CZHOJP tag=QP79J430UHFX type=write size=1605804 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.440+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=XGDM3K39MZUW type=del size=1043100 2023-01-15T14:32:19.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.441+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.0 size=1048576 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.441+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.1 size=1048576 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.442+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~P271RK86KVZE.2 size=864372 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.444+0000 7fdaec8da900 1 < canceled multipart upload key=2X6MH49TOHKD upload=P271RK86KVZE tag=QV9EJLDTAI31 type=write size=4010100 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.445+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=FY0SCDWB2GTU type=del size=541508 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.446+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DE8JKE8P9XTI.0 size=1048576 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.447+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~DE8JKE8P9XTI.1 size=635262 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.448+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=DE8JKE8P9XTI tag=41GFJKCJP8ZX type=write size=2732414 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.449+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=1E8AF7BZS5CC type=del size=2610456 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.450+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~YCGAVNK2USJO.0 size=1048576 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.451+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~YCGAVNK2USJO.1 size=619760 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.453+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=YCGAVNK2USJO tag=VG9LX2NB2051 type=write size=2716912 2023-01-15T14:32:19.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.454+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~3UFA9HPCD2LR.0 size=1048576 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.455+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~3UFA9HPCD2LR.1 size=282345 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.455+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=3UFA9HPCD2LR tag=LIQBOPZ79WGZ type=write size=2379497 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.457+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=DYVCHZD5V9DL type=del 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.459+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~ZMXQGCWEPXB0.0 size=678839 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.459+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=ZMXQGCWEPXB0 tag=EKEI8VIF302V type=write size=1727415 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.460+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=YTOK5R0JTUQE type=del 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.462+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~G8ZHUNSBV1W4.0 size=1048576 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.462+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~G8ZHUNSBV1W4.1 size=424081 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.462+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=G8ZHUNSBV1W4 tag=KYNNAGCUNNTW type=write size=2521233 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.464+0000 7fdaec8da900 1 < suggested update operation key=GIGSUY94OWY1 tag=MGB0ID8Q0VQ9 type=write size=590275 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.465+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=GGFRJKHQOAON type=del size=1980136 2023-01-15T14:32:19.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.467+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=5OX1XEU1F47H type=write size=724049 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.468+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~3HXMJG27H693.0 size=86321 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.468+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=3HXMJG27H693 tag=RPUOPB1OWGGL type=write size=1134897 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.469+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=L40KY5VSFD8U type=del 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.470+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=1W5JGRBE0JF0 type=del size=1763972 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.472+0000 7fdaec8da900 1 < completed write operation key=T1S333NTR06V tag=LB77D6EE02GJ type=write size=758471 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.473+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=UCP6VNOASFYH type=del size=3345878 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.474+0000 7fdaec8da900 1 < canceled operation key=773H2LTSO1KA tag=N4GGG31H418X type=del size=2989305 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.475+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=2IPR4YBSO9BM type=del size=1308041 2023-01-15T14:32:19.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.476+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.0 size=1048576 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.476+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.1 size=1048576 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.478+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~R0WBAPVW0BU9.2 size=1037347 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.479+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=R0WBAPVW0BU9 tag=7D64Y2NI2STO type=write size=4183075 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.481+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=KTG90D4CRDHR type=del size=1048244 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.483+0000 7fdaec8da900 1 < suggested remove operation key=97CDDG6TK1ET tag=CBCXHNHT483D type=write 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.483+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=M48RVAQ5K9BO type=write size=761841 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.484+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=CWZHSL64KCZ4 type=del 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.486+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=CZW51J40PNVT type=del size=1573454 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.487+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~EAY0KBFCWEJR.0 size=188596 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.488+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=EAY0KBFCWEJR tag=MFZMA2OHF3V2 type=write size=1237172 2023-01-15T14:32:19.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.490+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~GCL0913DAI1X.0 size=1048576 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.491+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~GCL0913DAI1X.1 size=968014 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.491+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=GCL0913DAI1X tag=8QK5UQ9BE95R type=write size=3065166 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.492+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=K2ACQNHO2JCJ type=del 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.494+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.0 size=1048576 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.494+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.1 size=1048576 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.495+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.2 size=322072 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.495+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=MA5U2ZP2X3I1 tag=BV6F52KO9DOQ type=write size=3467800 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.496+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=XGDM3K39MZUW type=del 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.497+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=D72TZULVDJ3S type=write size=173838 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.499+0000 7fdaec8da900 1 < suggested remove operation key=EHYD3P30HI2Z tag=FY0SCDWB2GTU type=del 2023-01-15T14:32:19.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.501+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.0 size=1048576 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.501+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.1 size=1048576 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.502+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.2 size=823360 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.502+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=H3BTC4YYGALT tag=61M8C9F3O0HG type=write size=3969088 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.503+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=1E8AF7BZS5CC type=del 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.505+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~JP8DGSIUR1VU.0 size=223333 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.505+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=JP8DGSIUR1VU tag=UZ0GHT05UQX0 type=write size=1271909 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.506+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~3UFA9HPCD2LR.0 size=1048576 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.507+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~3UFA9HPCD2LR.1 size=282345 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.508+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=3UFA9HPCD2LR tag=LIQBOPZ79WGZ type=write size=2379497 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.510+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~RX43L03V77Q7.0 size=1048576 2023-01-15T14:32:19.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.511+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~RX43L03V77Q7.1 size=314248 2023-01-15T14:32:19.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.511+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=RX43L03V77Q7 tag=QMJ343DS28QT type=write size=2411400 2023-01-15T14:32:19.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.512+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~ZMXQGCWEPXB0.0 size=678839 2023-01-15T14:32:19.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.513+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=ZMXQGCWEPXB0 tag=EKEI8VIF302V type=write size=1727415 2023-01-15T14:32:19.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.515+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=TYW695QF41K7 type=del size=3151673 2023-01-15T14:32:19.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.516+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~G8ZHUNSBV1W4.0 size=1048576 2023-01-15T14:32:19.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.517+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~G8ZHUNSBV1W4.1 size=424081 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.518+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=G8ZHUNSBV1W4 tag=KYNNAGCUNNTW type=write size=2521233 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.520+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~HKD8M2A8XMIP.0 size=196946 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.520+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=HKD8M2A8XMIP tag=C9WSIPSRJQJF type=write size=1245522 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.522+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=GGFRJKHQOAON type=del size=1980136 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.523+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=27K7ASL3ERQY type=del size=2618738 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.523+0000 7fdaec8da900 1 < canceled part key=_multipart_GIGSUY94OWY1.2~3HXMJG27H693.0 size=86321 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.525+0000 7fdaec8da900 1 < canceled multipart upload key=GIGSUY94OWY1 upload=3HXMJG27H693 tag=RPUOPB1OWGGL type=write size=1134897 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.527+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~V9WSXSK2I9YB.0 size=1048576 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.527+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~V9WSXSK2I9YB.1 size=939173 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.527+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=V9WSXSK2I9YB tag=FWJ6KV7EKGLN type=write size=3036325 2023-01-15T14:32:19.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.528+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=1W5JGRBE0JF0 type=del size=1763972 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.529+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=T3GZNDINMW14 type=del size=1243389 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.530+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=UCP6VNOASFYH type=del 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.532+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.0 size=1048576 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.533+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.1 size=1048576 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.534+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.2 size=272901 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.534+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=RPTKMV9OUGWQ tag=65YTPMQPCFU4 type=write size=3418629 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.535+0000 7fdaec8da900 1 < canceled operation key=INDYOQRZON6B tag=2IPR4YBSO9BM type=del size=1308041 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.536+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=6R5TWQITTJBZ type=del size=2553310 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.537+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=KTG90D4CRDHR type=del 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.538+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~3GFINJRSC5KI.0 size=824071 2023-01-15T14:32:19.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.538+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=3GFINJRSC5KI tag=C373NGUUHQ8B type=write size=1872647 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.540+0000 7fdaec8da900 1 < suggested remove operation key=0W740L2QFEGP tag=M48RVAQ5K9BO type=write 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.542+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~ZK9TK2IKMFDN.0 size=92038 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.542+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=ZK9TK2IKMFDN tag=X6MVBWWVAW3Z type=write size=1140614 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.543+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=CZW51J40PNVT type=del 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.545+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.0 size=1048576 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.545+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.1 size=1048576 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.546+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.2 size=829948 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.546+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=H5QP6JOIRSOO tag=07WBOKIR5HWT type=write size=3975676 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.547+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~GCL0913DAI1X.0 size=1048576 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.548+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~GCL0913DAI1X.1 size=968014 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.549+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=GCL0913DAI1X tag=8QK5UQ9BE95R type=write size=3065166 2023-01-15T14:32:19.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.550+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=PDRHH8PKOLKA type=del size=682439 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.551+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.0 size=1048576 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.552+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.1 size=1048576 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.553+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~MA5U2ZP2X3I1.2 size=322072 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.555+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=MA5U2ZP2X3I1 tag=BV6F52KO9DOQ type=write size=3467800 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.556+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=8OWK5PG09POX type=write size=98208 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.557+0000 7fdaec8da900 1 < completed write operation key=3QIZ4ALUEWV6 tag=D72TZULVDJ3S type=write size=173838 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.559+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~3CB28GOGEJV9.0 size=1048303 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.559+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=3CB28GOGEJV9 tag=ITGID9ZGKJGF type=write size=2096879 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.560+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.0 size=1048576 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.560+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.1 size=1048576 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.561+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~H3BTC4YYGALT.2 size=823360 2023-01-15T14:32:19.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.563+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=H3BTC4YYGALT tag=61M8C9F3O0HG type=write size=3969088 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.564+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=VDNKZLO508MO type=del size=1732508 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.565+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~JP8DGSIUR1VU.0 size=223333 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.566+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=JP8DGSIUR1VU tag=UZ0GHT05UQX0 type=write size=1271909 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.568+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=SCWBJCKZKD6F type=del size=3808317 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.569+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~RX43L03V77Q7.0 size=1048576 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.570+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~RX43L03V77Q7.1 size=314248 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.571+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=RX43L03V77Q7 tag=QMJ343DS28QT type=write size=2411400 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.573+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~C9VS423YE7AD.0 size=1048576 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.574+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~C9VS423YE7AD.1 size=108714 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.574+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=C9VS423YE7AD tag=NQ0LFCG62H1V type=write size=2205866 2023-01-15T14:32:19.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.575+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=TYW695QF41K7 type=del 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.576+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=7VA1Y5ROF76H type=del size=3584848 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.577+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~HKD8M2A8XMIP.0 size=196946 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.578+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=HKD8M2A8XMIP tag=C9WSIPSRJQJF type=write size=1245522 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.580+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~5Z0W4T36VQJ2.0 size=441709 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.580+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=5Z0W4T36VQJ2 tag=OKVN9AG6I6TI type=write size=1490285 2023-01-15T14:32:19.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.581+0000 7fdaec8da900 1 < canceled operation key=773H2LTSO1KA tag=27K7ASL3ERQY type=del size=2618738 2023-01-15T14:32:19.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.582+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=HRKF9TDLAR0T type=del size=2043126 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.582+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~V9WSXSK2I9YB.0 size=1048576 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.583+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~V9WSXSK2I9YB.1 size=939173 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.585+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=V9WSXSK2I9YB tag=FWJ6KV7EKGLN type=write size=3036325 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.586+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=ZX85MFWO74A8 type=del size=3972178 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.587+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=T3GZNDINMW14 type=del 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.588+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~UW4PCG8KWAOU.0 size=1048576 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.589+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~UW4PCG8KWAOU.1 size=979824 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.589+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=UW4PCG8KWAOU tag=KQG3QB0WMEPI type=write size=3076976 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.590+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.0 size=1048576 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.591+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.1 size=1048576 2023-01-15T14:32:19.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.592+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~RPTKMV9OUGWQ.2 size=272901 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.593+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=RPTKMV9OUGWQ tag=65YTPMQPCFU4 type=write size=3418629 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.594+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=BIDWQF7WTQ9I type=del size=3747065 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.595+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=6R5TWQITTJBZ type=del 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.596+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=4F5AGB9CJT2V type=del size=1085177 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.597+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~3GFINJRSC5KI.0 size=824071 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.599+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=3GFINJRSC5KI tag=C373NGUUHQ8B type=write size=1872647 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.600+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=PD10Z5004ISO type=del size=2586233 2023-01-15T14:32:19.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.600+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~ZK9TK2IKMFDN.0 size=92038 2023-01-15T14:32:19.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.602+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=ZK9TK2IKMFDN tag=X6MVBWWVAW3Z type=write size=1140614 2023-01-15T14:32:19.572 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.604+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.0 size=1048576 2023-01-15T14:32:19.572 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.605+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.1 size=1048576 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.605+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.2 size=524989 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.605+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=YLV7I0FXQV4X tag=SF22QCLM5PK6 type=write size=3670717 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.606+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.0 size=1048576 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.607+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.1 size=1048576 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.608+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~H5QP6JOIRSOO.2 size=829948 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.610+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=H5QP6JOIRSOO tag=07WBOKIR5HWT type=write size=3975676 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.612+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.0 size=1048576 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.612+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.1 size=1048576 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.614+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.2 size=351794 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.614+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=77UM3FPFBWNU tag=9QPTLIKJ0Z2H type=write size=3497522 2023-01-15T14:32:19.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.615+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=PDRHH8PKOLKA type=del 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.616+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=O6GARZ5Q4ONL type=del size=3204936 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.617+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=8OWK5PG09POX type=write size=98208 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.618+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=QBGTS5ZLGMNK type=del size=542600 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.618+0000 7fdaec8da900 1 < canceled part key=_multipart_JZWBPYF4N7U9.2~3CB28GOGEJV9.0 size=1048303 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.620+0000 7fdaec8da900 1 < canceled multipart upload key=JZWBPYF4N7U9 upload=3CB28GOGEJV9 tag=ITGID9ZGKJGF type=write size=2096879 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.621+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=B5CZ2GRHQA5A type=del size=333984 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.622+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=VDNKZLO508MO type=del 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.624+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~9Y5Z7RYZ5Z2Z.0 size=181622 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.624+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=9Y5Z7RYZ5Z2Z tag=KISC3894IL0J type=write size=1230198 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.625+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=SCWBJCKZKD6F type=del 2023-01-15T14:32:19.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.626+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.0 size=1048576 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.627+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.1 size=1048576 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.628+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.2 size=199430 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.628+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=U9747FLYSYAZ tag=CRNBQDL5GNB8 type=write size=3345158 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.629+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~C9VS423YE7AD.0 size=1048576 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.630+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~C9VS423YE7AD.1 size=108714 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.631+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=C9VS423YE7AD tag=NQ0LFCG62H1V type=write size=2205866 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.632+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=MJ9IL2YR5X7A type=write size=632601 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.633+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=7VA1Y5ROF76H type=del 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.635+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.0 size=1048576 2023-01-15T14:32:19.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.636+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.1 size=1048576 2023-01-15T14:32:19.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.637+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.2 size=210798 2023-01-15T14:32:19.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.637+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=E8SEFGTM3G0Z tag=NB9M6ZCE2KYK type=write size=3356526 2023-01-15T14:32:19.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.638+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~5Z0W4T36VQJ2.0 size=441709 2023-01-15T14:32:19.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.639+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=5Z0W4T36VQJ2 tag=OKVN9AG6I6TI type=write size=1490285 2023-01-15T14:32:19.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.640+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=IZ7ESC3ZGCZX type=del size=2002780 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.641+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=HRKF9TDLAR0T type=del 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.643+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=AS75N5K3MT6K type=del size=282635 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.644+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=ZX85MFWO74A8 type=del 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.645+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=9NVN96HVHVM3 type=del size=691995 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.646+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~UW4PCG8KWAOU.0 size=1048576 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.646+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~UW4PCG8KWAOU.1 size=979824 2023-01-15T14:32:19.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.648+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=UW4PCG8KWAOU tag=KQG3QB0WMEPI type=write size=3076976 2023-01-15T14:32:19.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.649+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=IXXVC8EO2MDQ type=del size=660960 2023-01-15T14:32:19.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.650+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=BIDWQF7WTQ9I type=del 2023-01-15T14:32:19.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.651+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=S39L9N9HJO4K type=del size=3913228 2023-01-15T14:32:19.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.652+0000 7fdaec8da900 1 < canceled operation key=O64FCESNBXMC tag=4F5AGB9CJT2V type=del size=1085177 2023-01-15T14:32:19.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.653+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=HEZDOGWZJSOG type=del size=708215 2023-01-15T14:32:19.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.654+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=PD10Z5004ISO type=del 2023-01-15T14:32:19.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.656+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~40612A0JFBSU.0 size=299230 2023-01-15T14:32:19.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.656+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=40612A0JFBSU tag=TDA1TLE1KBD3 type=write size=1347806 2023-01-15T14:32:19.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.657+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.0 size=1048576 2023-01-15T14:32:19.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.658+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.1 size=1048576 2023-01-15T14:32:19.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.659+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~YLV7I0FXQV4X.2 size=524989 2023-01-15T14:32:19.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.661+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=YLV7I0FXQV4X tag=SF22QCLM5PK6 type=write size=3670717 2023-01-15T14:32:19.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.663+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~K61W7FAN0KY3.0 size=712136 2023-01-15T14:32:19.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.663+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=K61W7FAN0KY3 tag=JC91VTQIUZT1 type=write size=1760712 2023-01-15T14:32:19.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.664+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.0 size=1048576 2023-01-15T14:32:19.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.665+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.1 size=1048576 2023-01-15T14:32:19.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.665+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~77UM3FPFBWNU.2 size=351794 2023-01-15T14:32:19.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.667+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=77UM3FPFBWNU tag=9QPTLIKJ0Z2H type=write size=3497522 2023-01-15T14:32:19.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.669+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~4UO4FZKPKHV1.0 size=1048576 2023-01-15T14:32:19.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.670+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~4UO4FZKPKHV1.1 size=897595 2023-01-15T14:32:19.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.670+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=4UO4FZKPKHV1 tag=STVN6TDILR9B type=write size=2994747 2023-01-15T14:32:19.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.671+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=O6GARZ5Q4ONL type=del 2023-01-15T14:32:19.755 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.672+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=2JRGMU9X9EVY type=del size=2168730 2023-01-15T14:32:19.755 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.673+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=QBGTS5ZLGMNK type=del 2023-01-15T14:32:19.755 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.674+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=QAIPF2UT3LVC type=del size=2241375 2023-01-15T14:32:19.756 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.675+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=B5CZ2GRHQA5A type=del 2023-01-15T14:32:19.756 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.677+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~ZBT4KI6SBTQ0.0 size=1048576 2023-01-15T14:32:19.756 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.677+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~ZBT4KI6SBTQ0.1 size=180305 2023-01-15T14:32:19.756 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.677+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=ZBT4KI6SBTQ0 tag=WNF65YSGZ83X type=write size=2277457 2023-01-15T14:32:19.756 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.678+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~9Y5Z7RYZ5Z2Z.0 size=181622 2023-01-15T14:32:19.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.680+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=9Y5Z7RYZ5Z2Z tag=KISC3894IL0J type=write size=1230198 2023-01-15T14:32:19.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.681+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=I5VU0Z9JAJ8L type=write size=461037 2023-01-15T14:32:19.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.682+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.0 size=1048576 2023-01-15T14:32:19.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.682+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.1 size=1048576 2023-01-15T14:32:19.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.683+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~U9747FLYSYAZ.2 size=199430 2023-01-15T14:32:19.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.684+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=U9747FLYSYAZ tag=CRNBQDL5GNB8 type=write size=3345158 2023-01-15T14:32:19.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.686+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.0 size=1048576 2023-01-15T14:32:19.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.687+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.1 size=1048576 2023-01-15T14:32:19.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.688+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.2 size=975366 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.688+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=5JR68MOLI88E tag=X1Y8DM1Q9HHI type=write size=4121094 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.689+0000 7fdaec8da900 1 < completed write operation key=WAP1P4O2MB8C tag=MJ9IL2YR5X7A type=write size=632601 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.690+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=RB4GM810J2TN type=del size=2108909 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.691+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.0 size=1048576 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.692+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.1 size=1048576 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.692+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~E8SEFGTM3G0Z.2 size=210798 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.694+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=E8SEFGTM3G0Z tag=NB9M6ZCE2KYK type=write size=3356526 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.695+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=PTQKZT90KGSU type=del size=99159 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.696+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=IZ7ESC3ZGCZX type=del 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.697+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=OTEDHVAQDO2P type=del size=1279000 2023-01-15T14:32:19.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.698+0000 7fdaec8da900 1 < canceled operation key=ECD42SKKPV50 tag=AS75N5K3MT6K type=del size=282635 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.699+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=14Z5NOHGR9TM type=del size=3075145 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.700+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=9NVN96HVHVM3 type=del 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.701+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=B5IVEPZ9929O type=del size=2937809 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.703+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=IXXVC8EO2MDQ type=del size=660960 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.705+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~UGWELOWR0P3C.0 size=635220 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.705+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=UGWELOWR0P3C tag=W1AYZG3LQ7M2 type=write size=1683796 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.706+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=S39L9N9HJO4K type=del 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.708+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XNSAMIXMBN71.0 size=138274 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.708+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=XNSAMIXMBN71 tag=YLTBK1G7T6VJ type=write size=1186850 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.709+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=HEZDOGWZJSOG type=del 2023-01-15T14:32:19.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.711+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~0XRLFV26SKP1.0 size=982320 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.711+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=0XRLFV26SKP1 tag=HDY2223BCRDO type=write size=2030896 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.712+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~40612A0JFBSU.0 size=299230 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.713+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=40612A0JFBSU tag=TDA1TLE1KBD3 type=write size=1347806 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.714+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=FGBW96HDTN4P type=write size=166742 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.715+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~K61W7FAN0KY3.0 size=712136 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.717+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=K61W7FAN0KY3 tag=JC91VTQIUZT1 type=write size=1760712 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.718+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=E25MMRS1TRGI type=del size=3637497 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.719+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~4UO4FZKPKHV1.0 size=1048576 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.720+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~4UO4FZKPKHV1.1 size=897595 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.722+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=4UO4FZKPKHV1 tag=STVN6TDILR9B type=write size=2994747 2023-01-15T14:32:19.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.723+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=CATXYQQQEETK type=del size=2539805 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.724+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=2JRGMU9X9EVY type=del 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.726+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.0 size=1048576 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.726+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.1 size=1048576 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.727+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.2 size=97007 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.727+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=AUJC6WFZBYQF tag=H025SSF4Q96O type=write size=3242735 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.728+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=QAIPF2UT3LVC type=del 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.729+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=6D1SHMA2BZCP type=del size=3185561 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.730+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~ZBT4KI6SBTQ0.0 size=1048576 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.731+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~ZBT4KI6SBTQ0.1 size=180305 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.733+0000 7fdaec8da900 1 < completed multipart upload key=2SQS45BAENXL upload=ZBT4KI6SBTQ0 tag=WNF65YSGZ83X type=write size=2277457 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.734+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=WM70KDW6DTT6 type=del size=1409745 2023-01-15T14:32:19.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.735+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=I5VU0Z9JAJ8L type=write size=461037 2023-01-15T14:32:19.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.737+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.0 size=1048576 2023-01-15T14:32:19.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.737+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.1 size=1048576 2023-01-15T14:32:19.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.738+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.2 size=686800 2023-01-15T14:32:19.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.738+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=6SXE05LKLPJ6 tag=LID3Z5QJ0TWI type=write size=3832528 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.740+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.0 size=1048576 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.740+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.1 size=1048576 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.741+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~5JR68MOLI88E.2 size=975366 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.743+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=5JR68MOLI88E tag=X1Y8DM1Q9HHI type=write size=4121094 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.744+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=3LOD9EVP79UG type=del size=2157217 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.745+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=RB4GM810J2TN type=del 2023-01-15T14:32:19.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.747+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.0 size=1048576 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.748+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.1 size=1048576 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.748+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.2 size=686166 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.749+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=YD4VYU813O0I tag=A7O15J5TIG7E type=write size=3831894 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.750+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=PTQKZT90KGSU type=del 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.751+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=QGXX92MIKA6X type=del size=1492340 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.753+0000 7fdaec8da900 1 < suggested remove operation key=G9T4HJN7GQTL tag=OTEDHVAQDO2P type=del 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.755+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.0 size=1048576 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.756+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.1 size=1048576 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.757+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.2 size=162576 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.757+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=X7JU4CHR3Y65 tag=O3LWWJJKVX2V type=write size=3308304 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.758+0000 7fdaec8da900 -1 < failed to complete operation key=2X6MH49TOHKD tag=14Z5NOHGR9TM type=del size=3075145: (22) Invalid argument 2023-01-15T14:32:19.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.759+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=SMEWURX5K1V6 type=write size=892161 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.760+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=B5IVEPZ9929O type=del 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.761+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=KQ3PUE923B3Z type=del size=1654822 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.761+0000 7fdaec8da900 1 < canceled part key=_multipart_NOOMFR8103P3.2~UGWELOWR0P3C.0 size=635220 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.763+0000 7fdaec8da900 1 < canceled multipart upload key=NOOMFR8103P3 upload=UGWELOWR0P3C tag=W1AYZG3LQ7M2 type=write size=1683796 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.764+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=IFYODLDBR2BM type=write size=924585 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.765+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XNSAMIXMBN71.0 size=138274 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.766+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=XNSAMIXMBN71 tag=YLTBK1G7T6VJ type=write size=1186850 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.769+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~5TIUHR740AWZ.0 size=1048576 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.769+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~5TIUHR740AWZ.1 size=425508 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.769+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=5TIUHR740AWZ tag=26MXNDUSGU47 type=write size=2522660 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.770+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~0XRLFV26SKP1.0 size=982320 2023-01-15T14:32:19.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.772+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=0XRLFV26SKP1 tag=HDY2223BCRDO type=write size=2030896 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.773+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=A9NEZG5W1BK3 type=del size=3555562 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.774+0000 7fdaec8da900 1 < completed write operation key=O64FCESNBXMC tag=FGBW96HDTN4P type=write size=166742 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.775+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=DO1W2EZGUYJS type=del size=1872254 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.776+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=E25MMRS1TRGI type=del 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.778+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~1J1G6PFPHUNF.0 size=1048576 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.778+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~1J1G6PFPHUNF.1 size=814357 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.778+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=1J1G6PFPHUNF tag=SWRMULII59HD type=write size=2911509 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.779+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=CATXYQQQEETK type=del 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.781+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~J9JEU392XG70.0 size=488325 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.781+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=J9JEU392XG70 tag=7LOV1H1JRWGG type=write size=1536901 2023-01-15T14:32:19.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.783+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.0 size=1048576 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.783+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.1 size=1048576 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.784+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~AUJC6WFZBYQF.2 size=97007 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.786+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=AUJC6WFZBYQF tag=H025SSF4Q96O type=write size=3242735 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.788+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.0 size=1048576 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.788+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.1 size=1048576 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.789+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.2 size=455254 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.789+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=TMD2KNGW6QOY tag=CNUDVYHGGZOT type=write size=3600982 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.790+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=6D1SHMA2BZCP type=del 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.791+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=XT8Q4XZ11E4Y type=del size=1477547 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.791+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=G9T4HJN7GQTL tag=WM70KDW6DTT6 type=del size=1409745: (2) No such file or directory 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.792+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=ZN6UZBP4D8B9 type=del size=3235409 2023-01-15T14:32:19.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.794+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.0 size=1048576 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.794+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.1 size=1048576 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.794+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~6SXE05LKLPJ6.2 size=686800 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.796+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=6SXE05LKLPJ6 tag=LID3Z5QJ0TWI type=write size=3832528 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.798+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~S5RS25F9ZMGV.0 size=363600 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.798+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=S5RS25F9ZMGV tag=G33H3R2BV770 type=write size=1412176 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.799+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=3LOD9EVP79UG type=del 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.801+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.0 size=1048576 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.801+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.1 size=1048576 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.802+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.2 size=936244 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.802+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=Y1CIHZT4JW3N tag=QHQK9GJAUTTL type=write size=4081972 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.803+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.0 size=1048576 2023-01-15T14:32:19.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.804+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.1 size=1048576 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.805+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~YD4VYU813O0I.2 size=686166 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.807+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=YD4VYU813O0I tag=A7O15J5TIG7E type=write size=3831894 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.808+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.0 size=1048576 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.809+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.1 size=1048576 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.810+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.2 size=267126 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.810+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=T2DYD12LIPI2 tag=CK52AGFB98U9 type=write size=3412854 2023-01-15T14:32:19.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.811+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=QGXX92MIKA6X type=del 2023-01-15T14:32:20.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.813+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~F7P7T611TSID.0 size=812335 2023-01-15T14:32:20.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.813+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=F7P7T611TSID tag=0OM0YGQQDNU8 type=write size=1860911 2023-01-15T14:32:20.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.814+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.0 size=1048576 2023-01-15T14:32:20.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.814+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.1 size=1048576 2023-01-15T14:32:20.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.815+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~X7JU4CHR3Y65.2 size=162576 2023-01-15T14:32:20.050 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.817+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=X7JU4CHR3Y65 tag=O3LWWJJKVX2V type=write size=3308304 2023-01-15T14:32:20.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.818+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=UK3HL1E9XR1U type=del size=3058740 2023-01-15T14:32:20.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.819+0000 7fdaec8da900 1 < completed write operation key=T1S333NTR06V tag=SMEWURX5K1V6 type=write size=892161 2023-01-15T14:32:20.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.820+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=CSE3YG74BIL1 type=del size=2293342 2023-01-15T14:32:20.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.821+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=KQ3PUE923B3Z type=del 2023-01-15T14:32:20.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.823+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~ZNM0TCG03JC6.0 size=1048576 2023-01-15T14:32:20.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.823+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~ZNM0TCG03JC6.1 size=173833 2023-01-15T14:32:20.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.823+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=ZNM0TCG03JC6 tag=0RJF1GGX3ZB2 type=write size=2270985 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.826+0000 7fdaec8da900 1 < suggested remove operation key=0R1JVOXUO1DC tag=IFYODLDBR2BM type=write 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.827+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=NXSIPT4DO1Q8 type=del size=103353 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.828+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~5TIUHR740AWZ.0 size=1048576 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.829+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~5TIUHR740AWZ.1 size=425508 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.831+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=5TIUHR740AWZ tag=26MXNDUSGU47 type=write size=2522660 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.832+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=O9CJPLV6WN3N type=del size=893650 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.833+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=A9NEZG5W1BK3 type=del 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.834+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=4VPQS4KU4BZH type=write size=1013371 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.835+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=DO1W2EZGUYJS type=del 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.837+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=5RT35HLINIM5 type=del size=3863397 2023-01-15T14:32:20.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.838+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~1J1G6PFPHUNF.0 size=1048576 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.839+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~1J1G6PFPHUNF.1 size=814357 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.840+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=1J1G6PFPHUNF tag=SWRMULII59HD type=write size=2911509 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.842+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~B5GEN87H62U1.0 size=1048576 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.843+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~B5GEN87H62U1.1 size=528406 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.843+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=B5GEN87H62U1 tag=KW3B46TDB2RG type=write size=2625558 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.844+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~J9JEU392XG70.0 size=488325 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.846+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=J9JEU392XG70 tag=7LOV1H1JRWGG type=write size=1536901 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.848+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~88VMGE2S09KW.0 size=1048576 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.849+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~88VMGE2S09KW.1 size=827917 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.849+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=88VMGE2S09KW tag=RM9L8CGBBYFG type=write size=2925069 2023-01-15T14:32:20.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.850+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.0 size=1048576 2023-01-15T14:32:20.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.850+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.1 size=1048576 2023-01-15T14:32:20.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.851+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~TMD2KNGW6QOY.2 size=455254 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.853+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=TMD2KNGW6QOY tag=CNUDVYHGGZOT type=write size=3600982 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.854+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=K3RPDQP5MWJ7 type=del size=4101787 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.856+0000 7fdaec8da900 1 < suggested update operation key=3G52F5Y8FGIG tag=XT8Q4XZ11E4Y type=del size=1477547 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.857+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=HU3ZOJX7YQN3 type=del size=1705268 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.858+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=ZN6UZBP4D8B9 type=del 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.860+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~86JJLRNRDC4X.0 size=265380 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.860+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=86JJLRNRDC4X tag=91JSRG9P9GFC type=write size=1313956 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.861+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~S5RS25F9ZMGV.0 size=363600 2023-01-15T14:32:20.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.863+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=S5RS25F9ZMGV tag=G33H3R2BV770 type=write size=1412176 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.864+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=GK81Y8NZQ4PI type=del size=2899503 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.865+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.0 size=1048576 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.865+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.1 size=1048576 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.866+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~Y1CIHZT4JW3N.2 size=936244 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.868+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=Y1CIHZT4JW3N tag=QHQK9GJAUTTL type=write size=4081972 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.869+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=MG3XAMMTY6F1 type=del size=4057330 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.870+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.0 size=1048576 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.870+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.1 size=1048576 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.871+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~T2DYD12LIPI2.2 size=267126 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.873+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=T2DYD12LIPI2 tag=CK52AGFB98U9 type=write size=3412854 2023-01-15T14:32:20.066 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.874+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=2NZGEOP178M4 type=del size=1669760 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.875+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~F7P7T611TSID.0 size=812335 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.876+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=F7P7T611TSID tag=0OM0YGQQDNU8 type=write size=1860911 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.878+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=NIYT9OFH7MDD type=del size=1043376 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.879+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=UK3HL1E9XR1U type=del 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.880+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=FYLMDEGJ9PMM type=del size=787009 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.881+0000 7fdaec8da900 -1 < failed to complete operation key=3G52F5Y8FGIG tag=CSE3YG74BIL1 type=del size=2293342: (22) Invalid argument 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.882+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=C9ANLMRIGJT0 type=del size=1160855 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.883+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~ZNM0TCG03JC6.0 size=1048576 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.884+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~ZNM0TCG03JC6.1 size=173833 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.885+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=ZNM0TCG03JC6 tag=0RJF1GGX3ZB2 type=write size=2270985 2023-01-15T14:32:20.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.887+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=Z6P6Y5AQLVK7 type=del size=1684436 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.888+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=NXSIPT4DO1Q8 type=del 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.889+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=9E611N2136JG type=del size=2099588 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.890+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=O9CJPLV6WN3N type=del 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.891+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=RSVT7XG83S74 type=del size=878659 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.892+0000 7fdaec8da900 1 < completed write operation key=BO4MJ09E0EIP tag=4VPQS4KU4BZH type=write size=1013371 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.893+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~CO4GP1OPQX73.0 size=1048576 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.894+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~CO4GP1OPQX73.1 size=571837 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.894+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=CO4GP1OPQX73 tag=LZXSXQE52QB9 type=write size=2668989 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.895+0000 7fdaec8da900 1 < canceled operation key=FR7KL8ASPWEC tag=5RT35HLINIM5 type=del size=3863397 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.896+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=PWWF8IH1U8H0 type=del size=1007228 2023-01-15T14:32:20.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.897+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~B5GEN87H62U1.0 size=1048576 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.898+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~B5GEN87H62U1.1 size=528406 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.900+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=B5GEN87H62U1 tag=KW3B46TDB2RG type=write size=2625558 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.901+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=F764S17SF04L type=del size=1115951 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.902+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~88VMGE2S09KW.0 size=1048576 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.903+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~88VMGE2S09KW.1 size=827917 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.904+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=88VMGE2S09KW tag=RM9L8CGBBYFG type=write size=2925069 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.905+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=R1GIPUB4Z3OB type=del size=3002744 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.906+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=K3RPDQP5MWJ7 type=del 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.908+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=OSGFIKLTLKFZ type=write size=640083 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.909+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=HU3ZOJX7YQN3 type=del 2023-01-15T14:32:20.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.910+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=0S1X11KY4HEX type=del size=374199 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.911+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~86JJLRNRDC4X.0 size=265380 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.912+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=86JJLRNRDC4X tag=91JSRG9P9GFC type=write size=1313956 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.915+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.0 size=1048576 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.915+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.1 size=1048576 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.916+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.2 size=517332 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.916+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=EQZIWXUEWATJ tag=M4H2LKCDS5L5 type=write size=3663060 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.917+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=GK81Y8NZQ4PI type=del 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.918+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=6WA3X154C67Y type=del size=766822 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.919+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=MG3XAMMTY6F1 type=del 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.920+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=TKHOVT8UJMDW type=del size=1987622 2023-01-15T14:32:20.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.921+0000 7fdaec8da900 1 < canceled operation key=JZWBPYF4N7U9 tag=2NZGEOP178M4 type=del size=1669760 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.924+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~3K3DZKLD0VA3.0 size=1048576 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.925+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~3K3DZKLD0VA3.1 size=1012483 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.925+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=3K3DZKLD0VA3 tag=26IAZ3JV0CXI type=write size=3109635 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.927+0000 7fdaec8da900 1 < suggested remove operation key=GIGSUY94OWY1 tag=NIYT9OFH7MDD type=del 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.928+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=DH7J3IPW65EV type=del size=1841574 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.929+0000 7fdaec8da900 -1 < failed to complete operation key=GIGSUY94OWY1 tag=FYLMDEGJ9PMM type=del size=787009: (22) Invalid argument 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.930+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=NFSD7UXOM2OA type=del size=1903685 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.931+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=C9ANLMRIGJT0 type=del 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.932+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=WGES9Y32YRJ3 type=del size=2165614 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.933+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=Z6P6Y5AQLVK7 type=del 2023-01-15T14:32:20.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.936+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.0 size=1048576 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.937+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.1 size=1048576 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.938+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.2 size=727357 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.938+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=GF8N3ZTBHMJF tag=RINFQ44OYZE5 type=write size=3873085 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.939+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=9E611N2136JG type=del 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.940+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=A6BYZ4KMKYBF type=del size=2263135 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.941+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=RSVT7XG83S74 type=del 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.942+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=RY11UHIYA85W type=del size=501038 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.943+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~CO4GP1OPQX73.0 size=1048576 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.945+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~CO4GP1OPQX73.1 size=571837 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.946+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=CO4GP1OPQX73 tag=LZXSXQE52QB9 type=write size=2668989 2023-01-15T14:32:20.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.948+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=GYJ54SBRZE2W type=del size=2610229 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.949+0000 7fdaec8da900 1 < canceled operation key=97CDDG6TK1ET tag=PWWF8IH1U8H0 type=del size=1007228 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.950+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=V68LINZ1CD75 type=del size=68891 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.951+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=F764S17SF04L type=del 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.952+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=1R14B3IDQ1U0 type=del size=2368908 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.953+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=R1GIPUB4Z3OB type=del 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.955+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~W9A887F0ZY4G.0 size=871563 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.955+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=W9A887F0ZY4G tag=1D64WN67F8A4 type=write size=1920139 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.957+0000 7fdaec8da900 1 < suggested update operation key=JZWBPYF4N7U9 tag=OSGFIKLTLKFZ type=write size=640083 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.959+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=ZYH97TJY2J2I type=del size=2865847 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.960+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=0S1X11KY4HEX type=del 2023-01-15T14:32:20.073 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.961+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=ZG663PTITA48 type=del size=230127 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.962+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.0 size=1048576 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.963+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.1 size=1048576 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.964+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~EQZIWXUEWATJ.2 size=517332 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.966+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=EQZIWXUEWATJ tag=M4H2LKCDS5L5 type=write size=3663060 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.967+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=B6ZT26UGBAIY type=del size=3626962 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.969+0000 7fdaec8da900 1 < suggested remove operation key=3G52F5Y8FGIG tag=6WA3X154C67Y type=del 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.970+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=H52ZIPPQPEBX type=del size=723687 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.973+0000 7fdaec8da900 1 < suggested remove operation key=97CDDG6TK1ET tag=TKHOVT8UJMDW type=del 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.974+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=4KTJ0AEX4TOS type=write size=764590 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.975+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~3K3DZKLD0VA3.0 size=1048576 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.976+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~3K3DZKLD0VA3.1 size=1012483 2023-01-15T14:32:20.074 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.978+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=3K3DZKLD0VA3 tag=26IAZ3JV0CXI type=write size=3109635 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.979+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=HRSMY8OPH5TR type=del size=3862939 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.980+0000 7fdaec8da900 -1 < failed to complete operation key=JZWBPYF4N7U9 tag=DH7J3IPW65EV type=del size=1841574: (22) Invalid argument 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.981+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=WC945ODTM1DD type=del size=3964508 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.983+0000 7fdaec8da900 1 < suggested update operation key=47ILP77YUAQV tag=NFSD7UXOM2OA type=del size=1903685 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.985+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~X13GND2GL5O8.0 size=1048576 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.986+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~X13GND2GL5O8.1 size=899676 2023-01-15T14:32:20.075 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.986+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=X13GND2GL5O8 tag=DBK0P27MV7ZH type=write size=2996828 2023-01-15T14:32:20.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.988+0000 7fdaec8da900 1 < suggested update operation key=2X6MH49TOHKD tag=WGES9Y32YRJ3 type=del size=2165614 2023-01-15T14:32:20.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.990+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~CUTO0WKKPROT.0 size=398716 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.990+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=CUTO0WKKPROT tag=CQR2I5ADNOP2 type=write size=1447292 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.991+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.0 size=1048576 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.992+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.1 size=1048576 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.992+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~GF8N3ZTBHMJF.2 size=727357 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.994+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=GF8N3ZTBHMJF tag=RINFQ44OYZE5 type=write size=3873085 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.996+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~VSN6DCOBQS41.0 size=1048576 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.997+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~VSN6DCOBQS41.1 size=266554 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.997+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=VSN6DCOBQS41 tag=QQX2KWNSU2A9 type=write size=2363706 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.997+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=97CDDG6TK1ET tag=A6BYZ4KMKYBF type=del size=2263135: (2) No such file or directory 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.998+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=Q3VI4YCOCKO0 type=del size=3061576 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:14.999+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=RY11UHIYA85W type=del size=501038 2023-01-15T14:32:20.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.001+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.0 size=1048576 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.002+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.1 size=1048576 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.003+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.2 size=900514 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.003+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=OAS7B8F8LFIH tag=6PQ1DQZO7NYE type=write size=4046242 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.004+0000 7fdaec8da900 1 < canceled operation key=WAP1P4O2MB8C tag=GYJ54SBRZE2W type=del size=2610229 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.006+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~DWZZ7KASE2JN.0 size=1048576 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.007+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~DWZZ7KASE2JN.1 size=221474 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.007+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=DWZZ7KASE2JN tag=M3HMSMTX5T5D type=write size=2318626 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.008+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=V68LINZ1CD75 type=del 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.010+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.0 size=1048576 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.011+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.1 size=1048576 2023-01-15T14:32:20.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.011+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.2 size=661617 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.011+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=8ZKP0OCOL1O1 tag=LB0PBD6ST8N4 type=write size=3807345 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.012+0000 7fdaec8da900 -1 < failed to complete operation key=47ILP77YUAQV tag=1R14B3IDQ1U0 type=del size=2368908: (22) Invalid argument 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.013+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=91AUHBQ8A0EK type=write size=65933 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.015+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~W9A887F0ZY4G.0 size=871563 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.016+0000 7fdaec8da900 1 < completed multipart upload key=JZWBPYF4N7U9 upload=W9A887F0ZY4G tag=1D64WN67F8A4 type=write size=1920139 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.017+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=CH6BQ6P967M2 type=del size=4120665 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.019+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=ZYH97TJY2J2I type=del 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.020+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=9OX3BCMZKEEF type=del size=3994045 2023-01-15T14:32:20.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.022+0000 7fdaec8da900 1 < suggested remove operation key=CVVOPB1T7YQJ tag=ZG663PTITA48 type=del 2023-01-15T14:32:20.276 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.023+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=UGWTZS8RCWSH type=del size=1796452 2023-01-15T14:32:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.024+0000 7fdaec8da900 -1 < failed to complete operation key=3G52F5Y8FGIG tag=B6ZT26UGBAIY type=del size=3626962: (22) Invalid argument 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.025+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=YXN9FZC2O8OB type=del size=3219918 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.026+0000 7fdaec8da900 -1 < failed to complete operation key=97CDDG6TK1ET tag=H52ZIPPQPEBX type=del size=723687: (22) Invalid argument 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.027+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=SZDW6S7SIWZD type=write size=332277 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.028+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=4KTJ0AEX4TOS type=write size=764590 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.029+0000 7fdaec8da900 1 > prepared operation key=CVVOPB1T7YQJ tag=EKBQ7FIIAXN0 type=del size=3386929 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.032+0000 7fdaec8da900 1 < suggested remove operation key=T1S333NTR06V tag=HRSMY8OPH5TR type=del 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.033+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=1383ZM5KN68Y type=del size=1137758 2023-01-15T14:32:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.035+0000 7fdaec8da900 1 < suggested remove operation key=0W740L2QFEGP tag=WC945ODTM1DD type=del 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.037+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~9YI4BG73JSUQ.0 size=1048576 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.037+0000 7fdaec8da900 1 > prepared part key=_multipart_T1S333NTR06V.2~9YI4BG73JSUQ.1 size=407909 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.037+0000 7fdaec8da900 1 > prepared multipart upload key=T1S333NTR06V upload=9YI4BG73JSUQ tag=Y4HLF1D3Y2A4 type=write size=2505061 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.039+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~X13GND2GL5O8.0 size=1048576 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.039+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~X13GND2GL5O8.1 size=899676 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.041+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=X13GND2GL5O8 tag=DBK0P27MV7ZH type=write size=2996828 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.043+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.0 size=1048576 2023-01-15T14:32:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.044+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.1 size=1048576 2023-01-15T14:32:20.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.045+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.2 size=117894 2023-01-15T14:32:20.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.045+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=1NZ4R56DA1YC tag=ZH5PE9V2ZMBC type=write size=3263622 2023-01-15T14:32:20.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.047+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~CUTO0WKKPROT.0 size=398716 2023-01-15T14:32:20.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.049+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=CUTO0WKKPROT tag=CQR2I5ADNOP2 type=write size=1447292 2023-01-15T14:32:20.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.050+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=MOYC5Y0UGUNH type=del size=191940 2023-01-15T14:32:20.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.051+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~VSN6DCOBQS41.0 size=1048576 2023-01-15T14:32:20.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.052+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~VSN6DCOBQS41.1 size=266554 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.053+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=VSN6DCOBQS41 tag=QQX2KWNSU2A9 type=write size=2363706 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.056+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~V4Z5YHABU39H.0 size=552810 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.056+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=V4Z5YHABU39H tag=MN5I19I5SC8C type=write size=1601386 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.057+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=Q3VI4YCOCKO0 type=del 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.059+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~8VBC26TXZB8U.0 size=1048576 2023-01-15T14:32:20.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.060+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~8VBC26TXZB8U.1 size=695349 2023-01-15T14:32:20.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.060+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=8VBC26TXZB8U tag=A0BAPCCT4VEX type=write size=2792501 2023-01-15T14:32:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.061+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.0 size=1048576 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.062+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.1 size=1048576 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.063+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~OAS7B8F8LFIH.2 size=900514 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.065+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=OAS7B8F8LFIH tag=6PQ1DQZO7NYE type=write size=4046242 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.066+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~UIKXONZK7RY1.0 size=263368 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.066+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=UIKXONZK7RY1 tag=RLM080TNEUY0 type=write size=1311944 2023-01-15T14:32:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.068+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~DWZZ7KASE2JN.0 size=1048576 2023-01-15T14:32:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.069+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~DWZZ7KASE2JN.1 size=221474 2023-01-15T14:32:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.070+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=DWZZ7KASE2JN tag=M3HMSMTX5T5D type=write size=2318626 2023-01-15T14:32:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.072+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=R1DTT4BJ2OO1 type=del size=1487014 2023-01-15T14:32:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.073+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.0 size=1048576 2023-01-15T14:32:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.073+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.1 size=1048576 2023-01-15T14:32:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.074+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~8ZKP0OCOL1O1.2 size=661617 2023-01-15T14:32:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.076+0000 7fdaec8da900 1 < completed multipart upload key=T1S333NTR06V upload=8ZKP0OCOL1O1 tag=LB0PBD6ST8N4 type=write size=3807345 2023-01-15T14:32:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.079+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.0 size=1048576 2023-01-15T14:32:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.080+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.1 size=1048576 2023-01-15T14:32:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.080+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.2 size=68542 2023-01-15T14:32:20.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.080+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=AAVEMV3ZXK23 tag=MIRQSALLZE0A type=write size=3214270 2023-01-15T14:32:20.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.081+0000 7fdaec8da900 1 < completed write operation key=FR7KL8ASPWEC tag=91AUHBQ8A0EK type=write size=65933 2023-01-15T14:32:20.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.083+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=I2SH80MB0YGJ type=write size=924152 2023-01-15T14:32:20.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.084+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=CH6BQ6P967M2 type=del 2023-01-15T14:32:20.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.085+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=8TQ4CMSQBJD3 type=del size=109942 2023-01-15T14:32:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.086+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=9OX3BCMZKEEF type=del 2023-01-15T14:32:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.088+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.0 size=1048576 2023-01-15T14:32:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.088+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.1 size=1048576 2023-01-15T14:32:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.089+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.2 size=952357 2023-01-15T14:32:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.089+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=CLA7M6ZLHERS tag=ORSNE1CQ9HIX type=write size=4098085 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.090+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=UGWTZS8RCWSH type=del 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.091+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=NBV9YK3LZJQK type=del size=2958778 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.092+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=YXN9FZC2O8OB type=del 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.093+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=DXU4NNN5NC6Y type=del size=2433098 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.094+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=SZDW6S7SIWZD type=write size=332277 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.095+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=3CXCOW5D7XCL type=write size=84712 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.096+0000 7fdaec8da900 1 < completed delete operation key=CVVOPB1T7YQJ tag=EKBQ7FIIAXN0 type=del 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.098+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.0 size=1048576 2023-01-15T14:32:20.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.099+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.1 size=1048576 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.100+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.2 size=46392 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.100+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=ECPE551YPF7P tag=LVHC2338MOEF type=write size=3192120 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.102+0000 7fdaec8da900 1 < suggested update operation key=3QIZ4ALUEWV6 tag=1383ZM5KN68Y type=del size=1137758 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.104+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~EXEHSKDEW6G5.0 size=1048576 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.104+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~EXEHSKDEW6G5.1 size=368657 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.104+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=EXEHSKDEW6G5 tag=O1M4BPQTN4KL type=write size=2465809 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.106+0000 7fdaec8da900 1 < completed part key=_multipart_T1S333NTR06V.2~9YI4BG73JSUQ.0 size=1048576 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.106+0000 7fdaec8da900 1 < canceled part key=_multipart_T1S333NTR06V.2~9YI4BG73JSUQ.1 size=407909 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.107+0000 7fdaec8da900 1 < canceled multipart upload key=T1S333NTR06V upload=9YI4BG73JSUQ tag=Y4HLF1D3Y2A4 type=write size=2505061 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.109+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=MP9JJKZM5JMR type=del size=319089 2023-01-15T14:32:20.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.110+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.0 size=1048576 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.110+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.1 size=1048576 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.111+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~1NZ4R56DA1YC.2 size=117894 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.113+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=1NZ4R56DA1YC tag=ZH5PE9V2ZMBC type=write size=3263622 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.115+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~SAAZDMD28AR0.0 size=1048576 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.116+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~SAAZDMD28AR0.1 size=587954 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.116+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=SAAZDMD28AR0 tag=TV45XMB7N2V7 type=write size=2685106 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.117+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=MOYC5Y0UGUNH type=del 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.119+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.0 size=1048576 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.119+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.1 size=1048576 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.120+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.2 size=531407 2023-01-15T14:32:20.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.120+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=316TK2RC77D3 tag=DCWGC371B3U5 type=write size=3677135 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.121+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~V4Z5YHABU39H.0 size=552810 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.123+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=V4Z5YHABU39H tag=MN5I19I5SC8C type=write size=1601386 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.125+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~5X6J7YX8DPMH.0 size=1048576 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.126+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~5X6J7YX8DPMH.1 size=48763 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.126+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=5X6J7YX8DPMH tag=FPNQZUO2X5VR type=write size=2145915 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.127+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~8VBC26TXZB8U.0 size=1048576 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.127+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~8VBC26TXZB8U.1 size=695349 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.129+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=8VBC26TXZB8U tag=A0BAPCCT4VEX type=write size=2792501 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.131+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~K20YJZS9YRDF.0 size=1048576 2023-01-15T14:32:20.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.132+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~K20YJZS9YRDF.1 size=556836 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.132+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=K20YJZS9YRDF tag=WLP0RRFE90QG type=write size=2653988 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.133+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~UIKXONZK7RY1.0 size=263368 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.134+0000 7fdaec8da900 1 < canceled multipart upload key=2X6MH49TOHKD upload=UIKXONZK7RY1 tag=RLM080TNEUY0 type=write size=1311944 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.136+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.0 size=1048576 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.137+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.1 size=1048576 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.138+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.2 size=798723 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.138+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=UZ89E30A3UAH tag=KZ84KZMDTTWJ type=write size=3944451 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.139+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=R1DTT4BJ2OO1 type=del 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.140+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=MEQT6IGKWQ0P type=write size=823253 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.141+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.0 size=1048576 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.142+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.1 size=1048576 2023-01-15T14:32:20.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.143+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~AAVEMV3ZXK23.2 size=68542 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.145+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=AAVEMV3ZXK23 tag=MIRQSALLZE0A type=write size=3214270 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.146+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=JVQN81X3BG49 type=del size=3976848 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.147+0000 7fdaec8da900 1 < completed write operation key=JZWBPYF4N7U9 tag=I2SH80MB0YGJ type=write size=924152 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.148+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=P0XM8IYL5TL6 type=del size=2251637 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.149+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=8TQ4CMSQBJD3 type=del 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.150+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=2163KHAOFT5X type=del size=1987746 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.151+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.0 size=1048576 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.151+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.1 size=1048576 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.152+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~CLA7M6ZLHERS.2 size=952357 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.153+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=CLA7M6ZLHERS tag=ORSNE1CQ9HIX type=write size=4098085 2023-01-15T14:32:20.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.154+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=LOFJCIO0MIRA type=del size=2732112 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.155+0000 7fdaec8da900 1 < completed delete operation key=H2PMBP8XVIY2 tag=NBV9YK3LZJQK type=del 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.157+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~LF52S0ESTT1N.0 size=1048576 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.158+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~LF52S0ESTT1N.1 size=777271 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.158+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=LF52S0ESTT1N tag=HIL7DBKUBJ37 type=write size=2874423 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.159+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=DXU4NNN5NC6Y type=del 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.160+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=3JT3A1AU2H1L type=write size=574612 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.161+0000 7fdaec8da900 1 < canceled operation key=0R1JVOXUO1DC tag=3CXCOW5D7XCL type=write size=84712 2023-01-15T14:32:20.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.162+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=8EI56B70YN5S type=del size=408243 2023-01-15T14:32:20.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.163+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.0 size=1048576 2023-01-15T14:32:20.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.164+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.1 size=1048576 2023-01-15T14:32:20.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.164+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~ECPE551YPF7P.2 size=46392 2023-01-15T14:32:20.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.166+0000 7fdaec8da900 1 < completed multipart upload key=97CDDG6TK1ET upload=ECPE551YPF7P tag=LVHC2338MOEF type=write size=3192120 2023-01-15T14:32:20.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.168+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=GUUHR1AZBK0I type=del size=3231691 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.169+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~EXEHSKDEW6G5.0 size=1048576 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.170+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~EXEHSKDEW6G5.1 size=368657 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.172+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=EXEHSKDEW6G5 tag=O1M4BPQTN4KL type=write size=2465809 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.173+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=FPAQ70MJS0IZ type=del size=2761188 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.174+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=MP9JJKZM5JMR type=del 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.175+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=4N0MAYAS543A type=del size=938758 2023-01-15T14:32:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.176+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~SAAZDMD28AR0.0 size=1048576 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.177+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~SAAZDMD28AR0.1 size=587954 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.178+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=SAAZDMD28AR0 tag=TV45XMB7N2V7 type=write size=2685106 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.180+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=J9ONDYNOKSKT type=del size=3663150 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.181+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.0 size=1048576 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.181+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.1 size=1048576 2023-01-15T14:32:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.182+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~316TK2RC77D3.2 size=531407 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.184+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=316TK2RC77D3 tag=DCWGC371B3U5 type=write size=3677135 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.185+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~CSCSTOQVKCGL.0 size=957400 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.185+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=CSCSTOQVKCGL tag=LR186EJ8E3D2 type=write size=2005976 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.187+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~5X6J7YX8DPMH.0 size=1048576 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.187+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~5X6J7YX8DPMH.1 size=48763 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.189+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=5X6J7YX8DPMH tag=FPNQZUO2X5VR type=write size=2145915 2023-01-15T14:32:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.190+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=A9KZR294Q154 type=del size=2831635 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.191+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~K20YJZS9YRDF.0 size=1048576 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.192+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~K20YJZS9YRDF.1 size=556836 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.193+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=K20YJZS9YRDF tag=WLP0RRFE90QG type=write size=2653988 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.195+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.0 size=1048576 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.196+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.1 size=1048576 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.197+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.2 size=409755 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.197+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=5WWXBH7L0A8I tag=5TBRUQBXBWI2 type=write size=3555483 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.198+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.0 size=1048576 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.198+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.1 size=1048576 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.199+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~UZ89E30A3UAH.2 size=798723 2023-01-15T14:32:20.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.201+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=UZ89E30A3UAH tag=KZ84KZMDTTWJ type=write size=3944451 2023-01-15T14:32:20.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.202+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=EOEXCIZEES39 type=del size=1998214 2023-01-15T14:32:20.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.203+0000 7fdaec8da900 1 < completed write operation key=ECD42SKKPV50 tag=MEQT6IGKWQ0P type=write size=823253 2023-01-15T14:32:20.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.204+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=RGP5RK2IG43S type=write size=192069 2023-01-15T14:32:20.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.206+0000 7fdaec8da900 1 < suggested update operation key=O64FCESNBXMC tag=JVQN81X3BG49 type=del size=3976848 2023-01-15T14:32:20.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.207+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.0 size=1048576 2023-01-15T14:32:20.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.208+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.1 size=1048576 2023-01-15T14:32:20.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.209+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.2 size=968040 2023-01-15T14:32:20.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.209+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=LT3N5PP3NEFW tag=URUIUG9M6R4O type=write size=4113768 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.210+0000 7fdaec8da900 1 < canceled operation key=3G52F5Y8FGIG tag=P0XM8IYL5TL6 type=del size=2251637 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.211+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~NSWHZOGLZ22K.0 size=1048576 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.212+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~NSWHZOGLZ22K.1 size=569729 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.212+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=NSWHZOGLZ22K tag=AZYA455M9T6Q type=write size=2666881 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.213+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=2163KHAOFT5X type=del 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.215+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~P2XBNS00ZHL1.0 size=1048576 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.216+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~P2XBNS00ZHL1.1 size=22475 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.216+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=P2XBNS00ZHL1 tag=DOW44KGQ0L49 type=write size=2119627 2023-01-15T14:32:20.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.217+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=LOFJCIO0MIRA type=del 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.218+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=KRJYSKD956CF type=del size=391904 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.219+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~LF52S0ESTT1N.0 size=1048576 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.220+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~LF52S0ESTT1N.1 size=777271 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.221+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=LF52S0ESTT1N tag=HIL7DBKUBJ37 type=write size=2874423 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.223+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.0 size=1048576 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.224+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.1 size=1048576 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.225+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.2 size=577496 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.225+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=JK5VWGULVWTJ tag=ISFYE15MOA98 type=write size=3723224 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.227+0000 7fdaec8da900 1 < suggested update operation key=0R1JVOXUO1DC tag=3JT3A1AU2H1L type=write size=574612 2023-01-15T14:32:20.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.228+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=7R59J4XYQASB type=del size=137555 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.230+0000 7fdaec8da900 1 < suggested update operation key=O64FCESNBXMC tag=8EI56B70YN5S type=del size=408243 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.231+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.0 size=1048576 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.232+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.1 size=1048576 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.233+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.2 size=707522 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.233+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=U8G74H3NKHP9 tag=Y1S4SOSH6K0C type=write size=3853250 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.235+0000 7fdaec8da900 1 < suggested remove operation key=3EP0B2IP303P tag=GUUHR1AZBK0I type=del 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.236+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=DK8CWH6UWN0B type=write size=932864 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.237+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=FPAQ70MJS0IZ type=del 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.238+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=XQ3B0POBPNL2 type=del size=2370825 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.239+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=4N0MAYAS543A type=del 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.240+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=SFKGX7MDNA8O type=del size=2869018 2023-01-15T14:32:20.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.241+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=J9ONDYNOKSKT type=del 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.242+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=EXBS563NVHM8 type=del size=1955103 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.243+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~CSCSTOQVKCGL.0 size=957400 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.244+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=CSCSTOQVKCGL tag=LR186EJ8E3D2 type=write size=2005976 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.246+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~LD47VTE0ICDO.0 size=1048576 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.247+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~LD47VTE0ICDO.1 size=1035428 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.247+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=LD47VTE0ICDO tag=B1R9L9MUDWWQ type=write size=3132580 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.248+0000 7fdaec8da900 1 < canceled operation key=H2PMBP8XVIY2 tag=A9KZR294Q154 type=del size=2831635 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.249+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=T6M0G7TS3ZH1 type=del size=318598 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.250+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.0 size=1048576 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.250+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.1 size=1048576 2023-01-15T14:32:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.251+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~5WWXBH7L0A8I.2 size=409755 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.253+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=5WWXBH7L0A8I tag=5TBRUQBXBWI2 type=write size=3555483 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.255+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=JCOFTNRF4UCS type=del size=1773266 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.256+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=EOEXCIZEES39 type=del 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.258+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.0 size=1048576 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.258+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.1 size=1048576 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.259+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.2 size=780527 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.259+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=0M0QUUG45LEL tag=Y0OP0BCQ3N0Y type=write size=3926255 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.261+0000 7fdaec8da900 1 < suggested update operation key=T1S333NTR06V tag=RGP5RK2IG43S type=write size=192069 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.262+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=XFJ0FQ2V4H51 type=del size=4159749 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.263+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.0 size=1048576 2023-01-15T14:32:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.263+0000 7fdaec8da900 1 < canceled part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.1 size=1048576 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.263+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~LT3N5PP3NEFW.2 size=968040 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.265+0000 7fdaec8da900 1 < canceled multipart upload key=INDYOQRZON6B upload=LT3N5PP3NEFW tag=URUIUG9M6R4O type=write size=4113768 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.266+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=XUM32CF57YKL type=del size=2728161 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.267+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~NSWHZOGLZ22K.0 size=1048576 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.268+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~NSWHZOGLZ22K.1 size=569729 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.269+0000 7fdaec8da900 1 < completed multipart upload key=LXIMPGLQCBOQ upload=NSWHZOGLZ22K tag=AZYA455M9T6Q type=write size=2666881 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.270+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=871RS4US6PJ2 type=del size=2520817 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.271+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~P2XBNS00ZHL1.0 size=1048576 2023-01-15T14:32:20.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.272+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~P2XBNS00ZHL1.1 size=22475 2023-01-15T14:32:20.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.274+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=P2XBNS00ZHL1 tag=DOW44KGQ0L49 type=write size=2119627 2023-01-15T14:32:20.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.275+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=8S3UPUP2H03Z type=write size=583143 2023-01-15T14:32:20.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.277+0000 7fdaec8da900 1 < suggested update operation key=3G52F5Y8FGIG tag=KRJYSKD956CF type=del size=391904 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.279+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.0 size=1048576 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.280+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.1 size=1048576 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.281+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.2 size=580819 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.281+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=SEQU7LF3HIC1 tag=ZNFG6WE4KOF9 type=write size=3726547 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.282+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.0 size=1048576 2023-01-15T14:32:20.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.283+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.1 size=1048576 2023-01-15T14:32:20.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.283+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~JK5VWGULVWTJ.2 size=577496 2023-01-15T14:32:20.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.285+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=JK5VWGULVWTJ tag=ISFYE15MOA98 type=write size=3723224 2023-01-15T14:32:20.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.287+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~EKVKIU8G791W.0 size=33700 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.287+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=EKVKIU8G791W tag=9Q1ZT770OWOT type=write size=1082276 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.288+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=7R59J4XYQASB type=del 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.289+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=HOXH4ID5EKJ0 type=del size=1007223 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.290+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.0 size=1048576 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.291+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.1 size=1048576 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.291+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~U8G74H3NKHP9.2 size=707522 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.293+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=U8G74H3NKHP9 tag=Y1S4SOSH6K0C type=write size=3853250 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.295+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~D2OQW9MYF21M.0 size=876615 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.295+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=D2OQW9MYF21M tag=LVXH25N6IA7X type=write size=1925191 2023-01-15T14:32:20.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.296+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=DK8CWH6UWN0B type=write size=932864 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.297+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=O1Q00XFVZ5EJ type=del size=3562769 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.298+0000 7fdaec8da900 -1 < failed to complete operation key=T1S333NTR06V tag=XQ3B0POBPNL2 type=del size=2370825: (22) Invalid argument 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.299+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.0 size=1048576 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.300+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.1 size=1048576 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.301+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.2 size=684137 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.301+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=59034RTDM3Q9 tag=Y4XONQ70LG1B type=write size=3829865 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.302+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=SFKGX7MDNA8O type=del 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.303+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=4M8637J6UC9W type=del size=1374362 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.304+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=EXBS563NVHM8 type=del 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.305+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~BXYGR06T19Z7.0 size=1048576 2023-01-15T14:32:20.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.306+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~BXYGR06T19Z7.1 size=616119 2023-01-15T14:32:20.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.306+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=BXYGR06T19Z7 tag=TLURM6KEGXL7 type=write size=2713271 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.307+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~LD47VTE0ICDO.0 size=1048576 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.308+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~LD47VTE0ICDO.1 size=1035428 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.309+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=LD47VTE0ICDO tag=B1R9L9MUDWWQ type=write size=3132580 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.311+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~5I23HZN8L9DE.0 size=1048576 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.312+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~5I23HZN8L9DE.1 size=849881 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.312+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=5I23HZN8L9DE tag=SB94JLKR1MWI type=write size=2947033 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.313+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=T6M0G7TS3ZH1 type=del 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.314+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.0 size=1048576 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.315+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.1 size=1048576 2023-01-15T14:32:20.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.316+0000 7fdaec8da900 1 > prepared part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.2 size=675175 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.316+0000 7fdaec8da900 1 > prepared multipart upload key=4OJDVN4FGZEW upload=QVILIGBWSU3A tag=KD3UIT2VNPCT type=write size=3820903 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.317+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=JCOFTNRF4UCS type=del 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.318+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=HBB1D23VXC86 type=del size=301045 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.319+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.0 size=1048576 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.320+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.1 size=1048576 2023-01-15T14:32:20.714 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.320+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~0M0QUUG45LEL.2 size=780527 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.322+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=0M0QUUG45LEL tag=Y0OP0BCQ3N0Y type=write size=3926255 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.323+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=1LERJIOBZBBU type=del size=1148587 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.324+0000 7fdaec8da900 1 < completed delete operation key=XEH71HSXMJD8 tag=XFJ0FQ2V4H51 type=del 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.325+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=Z1CKIPEVL96M type=del size=2929402 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.326+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=XUM32CF57YKL type=del 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.328+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~AE80S7VTXNRC.0 size=1048576 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.329+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~AE80S7VTXNRC.1 size=419535 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.329+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=AE80S7VTXNRC tag=S22NVI760M5X type=write size=2516687 2023-01-15T14:32:20.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.330+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=871RS4US6PJ2 type=del 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.332+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~1XJL1T7B2DTM.0 size=860549 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.332+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=1XJL1T7B2DTM tag=LBGFVMK8PCDC type=write size=1909125 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.334+0000 7fdaec8da900 1 < suggested update operation key=4OJDVN4FGZEW tag=8S3UPUP2H03Z type=write size=583143 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.335+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=9SJDJ8PFRMC2 type=del size=2474484 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.336+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.0 size=1048576 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.336+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.1 size=1048576 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.337+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~SEQU7LF3HIC1.2 size=580819 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.339+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=SEQU7LF3HIC1 tag=ZNFG6WE4KOF9 type=write size=3726547 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.340+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=GYEV4308SX8T type=write size=763536 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.341+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~EKVKIU8G791W.0 size=33700 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.342+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=EKVKIU8G791W tag=9Q1ZT770OWOT type=write size=1082276 2023-01-15T14:32:20.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.343+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=FSSXGN11EN0F type=write size=944123 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.344+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=HOXH4ID5EKJ0 type=del 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.345+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=FE2AK5BLA16C type=del size=658340 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.346+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~D2OQW9MYF21M.0 size=876615 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.348+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=D2OQW9MYF21M tag=LVXH25N6IA7X type=write size=1925191 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.349+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=73OB3PT031P2 type=del size=3060193 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.350+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=O1Q00XFVZ5EJ type=del 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.351+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=EE0S50V7VI14 type=del size=3689686 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.351+0000 7fdaec8da900 1 < canceled part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.0 size=1048576 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.351+0000 7fdaec8da900 1 < canceled part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.1 size=1048576 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.352+0000 7fdaec8da900 1 < completed part key=_multipart_2SQS45BAENXL.2~59034RTDM3Q9.2 size=684137 2023-01-15T14:32:20.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.353+0000 7fdaec8da900 1 < canceled multipart upload key=2SQS45BAENXL upload=59034RTDM3Q9 tag=Y4XONQ70LG1B type=write size=3829865 2023-01-15T14:32:20.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.354+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=QHYZT1RUSTBZ type=del size=3562263 2023-01-15T14:32:20.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.355+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=4M8637J6UC9W type=del 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.357+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~RB2DG18VPX52.0 size=317857 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.357+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=RB2DG18VPX52 tag=91SCCVNO86B6 type=write size=1366433 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.358+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~BXYGR06T19Z7.0 size=1048576 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.359+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~BXYGR06T19Z7.1 size=616119 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.361+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=BXYGR06T19Z7 tag=TLURM6KEGXL7 type=write size=2713271 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.363+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.0 size=1048576 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.363+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.1 size=1048576 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.364+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.2 size=727030 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.364+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=9GZPDCMQ1WJ6 tag=FLMH7S1AABFN type=write size=3872758 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.365+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~5I23HZN8L9DE.0 size=1048576 2023-01-15T14:32:20.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.366+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~5I23HZN8L9DE.1 size=849881 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.367+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=5I23HZN8L9DE tag=SB94JLKR1MWI type=write size=2947033 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.368+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=Y4IRX5056MAW type=write size=299860 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.369+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.0 size=1048576 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.370+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.1 size=1048576 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.371+0000 7fdaec8da900 1 < completed part key=_multipart_4OJDVN4FGZEW.2~QVILIGBWSU3A.2 size=675175 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.372+0000 7fdaec8da900 1 < completed multipart upload key=4OJDVN4FGZEW upload=QVILIGBWSU3A tag=KD3UIT2VNPCT type=write size=3820903 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.373+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=WV0N4S6RJ2SM type=del size=583154 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.375+0000 7fdaec8da900 1 < suggested update operation key=WAP1P4O2MB8C tag=HBB1D23VXC86 type=del size=301045 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.377+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.0 size=1048576 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.377+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.1 size=1048576 2023-01-15T14:32:20.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.378+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.2 size=1012855 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.378+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=1LZGZLAU6NJY tag=2RIJ3PL07JVM type=write size=4158583 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.379+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=1LERJIOBZBBU type=del 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.380+0000 7fdaec8da900 1 > prepared operation key=H2PMBP8XVIY2 tag=Q2M13VWDT1R1 type=del size=1878347 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.381+0000 7fdaec8da900 1 < canceled operation key=2SQS45BAENXL tag=Z1CKIPEVL96M type=del size=2929402 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.382+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=RK8E6P704HA7 type=del size=3885778 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.383+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~AE80S7VTXNRC.0 size=1048576 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.384+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~AE80S7VTXNRC.1 size=419535 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.385+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=AE80S7VTXNRC tag=S22NVI760M5X type=write size=2516687 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.386+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=E0KL3AAU9LBD type=del size=53986 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.387+0000 7fdaec8da900 1 < completed part key=_multipart_WAP1P4O2MB8C.2~1XJL1T7B2DTM.0 size=860549 2023-01-15T14:32:20.863 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.389+0000 7fdaec8da900 1 < completed multipart upload key=WAP1P4O2MB8C upload=1XJL1T7B2DTM tag=LBGFVMK8PCDC type=write size=1909125 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.390+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=AD48PGV036YU type=del size=566278 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.391+0000 7fdaec8da900 1 < completed delete operation key=GIGSUY94OWY1 tag=9SJDJ8PFRMC2 type=del 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.392+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=X2LEQ3DAQF0J type=write size=117468 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.393+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=GYEV4308SX8T type=write size=763536 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.395+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.0 size=1048576 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.396+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.1 size=1048576 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.397+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.2 size=834706 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.397+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=XUN0VINBXEJK tag=2WX8212OFONL type=write size=3980434 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.398+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=FSSXGN11EN0F type=write size=944123 2023-01-15T14:32:20.864 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.399+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=M77DIWTS7U05 type=del size=3755061 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.400+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=FE2AK5BLA16C type=del 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.401+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.0 size=1048576 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.402+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.1 size=1048576 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.403+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.2 size=665429 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.403+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=A8PCJ8R1010H tag=ZTNLUBKTNJMF type=write size=3811157 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.404+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=73OB3PT031P2 type=del 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.405+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=3DVK163EEHV5 type=del size=94826 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.407+0000 7fdaec8da900 1 < suggested remove operation key=OIL4KWAHRMSC tag=EE0S50V7VI14 type=del 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.408+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~0S0Z6LGB3D4F.0 size=1048576 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.409+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~0S0Z6LGB3D4F.1 size=596183 2023-01-15T14:32:20.865 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.409+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=0S0Z6LGB3D4F tag=96PEX6OF9I83 type=write size=2693335 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.410+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=QHYZT1RUSTBZ type=del 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.411+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=WP50ULZ4OFW3 type=del size=649350 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.412+0000 7fdaec8da900 1 < completed part key=_multipart_G9T4HJN7GQTL.2~RB2DG18VPX52.0 size=317857 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.414+0000 7fdaec8da900 1 < completed multipart upload key=G9T4HJN7GQTL upload=RB2DG18VPX52 tag=91SCCVNO86B6 type=write size=1366433 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.415+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=PQ2W304M98Y8 type=del size=2048489 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.416+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.0 size=1048576 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.417+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.1 size=1048576 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.417+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~9GZPDCMQ1WJ6.2 size=727030 2023-01-15T14:32:20.866 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.419+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=9GZPDCMQ1WJ6 tag=FLMH7S1AABFN type=write size=3872758 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.420+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=UTMO4H3T5M83 type=del size=2688670 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.421+0000 7fdaec8da900 1 < completed write operation key=FR7KL8ASPWEC tag=Y4IRX5056MAW type=write size=299860 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.422+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=1VGOTTURK5K2 type=del size=1008641 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.423+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=WV0N4S6RJ2SM type=del 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.424+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=WTHEYRT1X39J type=write size=10211 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.425+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.0 size=1048576 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.425+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.1 size=1048576 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.426+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~1LZGZLAU6NJY.2 size=1012855 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.428+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=1LZGZLAU6NJY tag=2RIJ3PL07JVM type=write size=4158583 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.430+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~VC1HMKSE7YLR.0 size=1048576 2023-01-15T14:32:20.867 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.430+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~VC1HMKSE7YLR.1 size=963451 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.430+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=VC1HMKSE7YLR tag=YYGOMPQH7267 type=write size=3060603 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.433+0000 7fdaec8da900 1 < suggested update operation key=H2PMBP8XVIY2 tag=Q2M13VWDT1R1 type=del size=1878347 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.434+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.0 size=1048576 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.435+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.1 size=1048576 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.436+0000 7fdaec8da900 1 > prepared part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.2 size=65335 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.436+0000 7fdaec8da900 1 > prepared multipart upload key=0R1JVOXUO1DC upload=XJWMIX8Z0NVN tag=MKYMWMW9RUD7 type=write size=3211063 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.437+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=RK8E6P704HA7 type=del 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.438+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=GVEIZUZEE2JG type=del size=3598032 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.439+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=E0KL3AAU9LBD type=del 2023-01-15T14:32:20.868 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.440+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=5PFF5NJFPX29 type=del size=3889451 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.441+0000 7fdaec8da900 1 < completed delete operation key=INDYOQRZON6B tag=AD48PGV036YU type=del 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.442+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=1NBGC60ZFXZ3 type=del size=2642860 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.443+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=X2LEQ3DAQF0J type=write size=117468 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.444+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=YJLHC8EIVC5R type=del size=2656595 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.445+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.0 size=1048576 2023-01-15T14:32:20.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.446+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.1 size=1048576 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.446+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~XUN0VINBXEJK.2 size=834706 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.448+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=XUN0VINBXEJK tag=2WX8212OFONL type=write size=3980434 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.450+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~Z1QLAGE5SARQ.0 size=1048576 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.450+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~Z1QLAGE5SARQ.1 size=149075 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.450+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=Z1QLAGE5SARQ tag=HI3QCJICZ4JU type=write size=2246227 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.452+0000 7fdaec8da900 1 < suggested remove operation key=JZWBPYF4N7U9 tag=M77DIWTS7U05 type=del 2023-01-15T14:32:20.876 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.454+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~9I5P6AY9V8N7.0 size=288976 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.454+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=9I5P6AY9V8N7 tag=QLP1QTGIUOBY type=write size=1337552 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.455+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.0 size=1048576 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.456+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.1 size=1048576 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.456+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~A8PCJ8R1010H.2 size=665429 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.458+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=A8PCJ8R1010H tag=ZTNLUBKTNJMF type=write size=3811157 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.459+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=U0J8BELLXHD5 type=del size=2815667 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.460+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=3DVK163EEHV5 type=del 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.462+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~CALP5WHBL88A.0 size=1048576 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.462+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~CALP5WHBL88A.1 size=538718 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.462+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=CALP5WHBL88A tag=V20YWVPT6H2C type=write size=2635870 2023-01-15T14:32:20.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.463+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~0S0Z6LGB3D4F.0 size=1048576 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.464+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~0S0Z6LGB3D4F.1 size=596183 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.466+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=0S0Z6LGB3D4F tag=96PEX6OF9I83 type=write size=2693335 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.467+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=F2C1HK3IUZOE type=del size=515378 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.469+0000 7fdaec8da900 1 < suggested update operation key=BO4MJ09E0EIP tag=WP50ULZ4OFW3 type=del size=649350 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.470+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.0 size=1048576 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.471+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.1 size=1048576 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.472+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.2 size=420204 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.472+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=SNSRQCNC0FEN tag=3NQ2Z4I7PNUR type=write size=3565932 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.474+0000 7fdaec8da900 1 < suggested update operation key=EHYD3P30HI2Z tag=PQ2W304M98Y8 type=del size=2048489 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.476+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~CVZUVUZCP03V.0 size=1048576 2023-01-15T14:32:20.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.477+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~CVZUVUZCP03V.1 size=990010 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.477+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=CVZUVUZCP03V tag=54ZJE1BX1QNQ type=write size=3087162 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.478+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=UTMO4H3T5M83 type=del 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.479+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=4Y1Q248QBX4J type=write size=725095 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.480+0000 7fdaec8da900 1 < completed delete operation key=G9T4HJN7GQTL tag=1VGOTTURK5K2 type=del 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.481+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=34JRNMXON3NR type=write size=237146 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.482+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=WTHEYRT1X39J type=write size=10211 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.483+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=4XUODJS3R0EA type=del size=3470265 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.485+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~VC1HMKSE7YLR.0 size=1048576 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.485+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~VC1HMKSE7YLR.1 size=963451 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.487+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=VC1HMKSE7YLR tag=YYGOMPQH7267 type=write size=3060603 2023-01-15T14:32:20.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.488+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=2BTVRQZR37U7 type=del size=2692491 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.488+0000 7fdaec8da900 1 < canceled part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.0 size=1048576 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.489+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.1 size=1048576 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.489+0000 7fdaec8da900 1 < completed part key=_multipart_0R1JVOXUO1DC.2~XJWMIX8Z0NVN.2 size=65335 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.491+0000 7fdaec8da900 1 < canceled multipart upload key=0R1JVOXUO1DC upload=XJWMIX8Z0NVN tag=MKYMWMW9RUD7 type=write size=3211063 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.493+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~VCD842WWFGUO.0 size=12629 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.493+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=VCD842WWFGUO tag=Q145CU3Y5D6F type=write size=1061205 2023-01-15T14:32:20.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.494+0000 7fdaec8da900 1 < canceled operation key=XEH71HSXMJD8 tag=GVEIZUZEE2JG type=del size=3598032 2023-01-15T14:32:20.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.495+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=YL6P3DSGNVGU type=write size=146905 2023-01-15T14:32:20.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.496+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=5PFF5NJFPX29 type=del 2023-01-15T14:32:20.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.498+0000 7fdaec8da900 1 > prepared part key=_multipart_WAP1P4O2MB8C.2~2Q1HGWWOMVXB.0 size=112293 2023-01-15T14:32:20.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.498+0000 7fdaec8da900 1 > prepared multipart upload key=WAP1P4O2MB8C upload=2Q1HGWWOMVXB tag=MZ7TMQZ201RH type=write size=1160869 2023-01-15T14:32:20.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.499+0000 7fdaec8da900 1 < completed delete operation key=J9518CIYC7U9 tag=1NBGC60ZFXZ3 type=del 2023-01-15T14:32:20.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.500+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=LSHYB5D3MY86 type=write size=601654 2023-01-15T14:32:20.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.502+0000 7fdaec8da900 1 < suggested update operation key=EHYD3P30HI2Z tag=YJLHC8EIVC5R type=del size=2656595 2023-01-15T14:32:20.882 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.503+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=SR0WOGZJ006C type=del size=2549768 2023-01-15T14:32:20.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.504+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~Z1QLAGE5SARQ.0 size=1048576 2023-01-15T14:32:20.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.505+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~Z1QLAGE5SARQ.1 size=149075 2023-01-15T14:32:20.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.507+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=Z1QLAGE5SARQ tag=HI3QCJICZ4JU type=write size=2246227 2023-01-15T14:32:20.883 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.508+0000 7fdaec8da900 1 > prepared operation key=3QIZ4ALUEWV6 tag=VYRGKKKMQ1LG type=del size=1625944 2023-01-15T14:32:21.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.509+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~9I5P6AY9V8N7.0 size=288976 2023-01-15T14:32:21.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.510+0000 7fdaec8da900 1 < completed multipart upload key=XEH71HSXMJD8 upload=9I5P6AY9V8N7 tag=QLP1QTGIUOBY type=write size=1337552 2023-01-15T14:32:21.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.512+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~C1Z5E9FWOPUD.0 size=969967 2023-01-15T14:32:21.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.512+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=C1Z5E9FWOPUD tag=J6G8QDZYWUR0 type=write size=2018543 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.513+0000 7fdaec8da900 1 < completed delete operation key=773H2LTSO1KA tag=U0J8BELLXHD5 type=del 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.514+0000 7fdaec8da900 1 > prepared operation key=INDYOQRZON6B tag=X42MNTWMP07B type=write size=252300 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.515+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~CALP5WHBL88A.0 size=1048576 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.515+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~CALP5WHBL88A.1 size=538718 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.517+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=CALP5WHBL88A tag=V20YWVPT6H2C type=write size=2635870 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.518+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~T240U15IQCU2.0 size=1048576 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.519+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~T240U15IQCU2.1 size=288108 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.519+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=T240U15IQCU2 tag=G3U0T1T56JTN type=write size=2385260 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.520+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=F2C1HK3IUZOE type=del 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.521+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=D33W626G5ID0 type=del size=270208 2023-01-15T14:32:21.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.522+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.0 size=1048576 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.523+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.1 size=1048576 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.523+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~SNSRQCNC0FEN.2 size=420204 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.525+0000 7fdaec8da900 1 < completed multipart upload key=773H2LTSO1KA upload=SNSRQCNC0FEN tag=3NQ2Z4I7PNUR type=write size=3565932 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.527+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~ZWFTA1XL30BD.0 size=1048576 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.527+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~ZWFTA1XL30BD.1 size=595838 2023-01-15T14:32:21.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.527+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=ZWFTA1XL30BD tag=27S472M9L7PX type=write size=2692990 2023-01-15T14:32:21.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.528+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~CVZUVUZCP03V.0 size=1048576 2023-01-15T14:32:21.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.528+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~CVZUVUZCP03V.1 size=990010 2023-01-15T14:32:21.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.530+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=CVZUVUZCP03V tag=54ZJE1BX1QNQ type=write size=3087162 2023-01-15T14:32:21.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.531+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=CD5ADII30GWD type=del size=1680884 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.532+0000 7fdaec8da900 1 < completed write operation key=97CDDG6TK1ET tag=4Y1Q248QBX4J type=write size=725095 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.533+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=AO5CSD57U0CR type=write size=1005465 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.535+0000 7fdaec8da900 1 < suggested update operation key=LXIMPGLQCBOQ tag=34JRNMXON3NR type=write size=237146 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.535+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=XQRNRWW5TCEK type=del size=3962516 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.537+0000 7fdaec8da900 1 < suggested update operation key=EHYD3P30HI2Z tag=4XUODJS3R0EA type=del size=3470265 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.538+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=5A5QNGBNET3C type=del size=2682505 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.539+0000 7fdaec8da900 1 < canceled operation key=BO4MJ09E0EIP tag=2BTVRQZR37U7 type=del size=2692491 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.541+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~RQGCX28B7QDV.0 size=752439 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.541+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=RQGCX28B7QDV tag=T3GXBVTJOG0P type=write size=1801015 2023-01-15T14:32:21.177 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.542+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~VCD842WWFGUO.0 size=12629 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.543+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=VCD842WWFGUO tag=Q145CU3Y5D6F type=write size=1061205 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.546+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.0 size=1048576 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.546+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.1 size=1048576 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.547+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.2 size=207047 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.547+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=9N5L016D9ADX tag=2A1UD4YXPKDF type=write size=3352775 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.548+0000 7fdaec8da900 1 < completed write operation key=VSP8G1HF1DQC tag=YL6P3DSGNVGU type=write size=146905 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.549+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=ZBVTZZYF4YWY type=del size=2821025 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.549+0000 7fdaec8da900 1 < canceled part key=_multipart_WAP1P4O2MB8C.2~2Q1HGWWOMVXB.0 size=112293 2023-01-15T14:32:21.178 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.550+0000 7fdaec8da900 1 < canceled multipart upload key=WAP1P4O2MB8C upload=2Q1HGWWOMVXB tag=MZ7TMQZ201RH type=write size=1160869 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.551+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=B8OBEQSJMMS1 type=write size=528099 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.552+0000 7fdaec8da900 1 < canceled operation key=2X6MH49TOHKD tag=LSHYB5D3MY86 type=write size=601654 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.554+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.0 size=1048576 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.555+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.1 size=1048576 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.556+0000 7fdaec8da900 1 > prepared part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.2 size=1029652 2023-01-15T14:32:21.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.556+0000 7fdaec8da900 1 > prepared multipart upload key=GIGSUY94OWY1 upload=MKFPMU14OQ8P tag=63TKMQ3AAN9G type=write size=4175380 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.557+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=SR0WOGZJ006C type=del 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.559+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~7YVV1Z7SEVGR.0 size=1048576 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.559+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~7YVV1Z7SEVGR.1 size=642226 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.559+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=7YVV1Z7SEVGR tag=843YYNPID0GD type=write size=2739378 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.560+0000 7fdaec8da900 1 < completed delete operation key=3QIZ4ALUEWV6 tag=VYRGKKKMQ1LG type=del 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.561+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=65ZXXI3YJ9JZ type=write size=216761 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.563+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~C1Z5E9FWOPUD.0 size=969967 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.564+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=C1Z5E9FWOPUD tag=J6G8QDZYWUR0 type=write size=2018543 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.565+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=350HHHQ6OJH6 type=write size=207215 2023-01-15T14:32:21.180 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.566+0000 7fdaec8da900 1 < completed write operation key=INDYOQRZON6B tag=X42MNTWMP07B type=write size=252300 2023-01-15T14:32:21.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.568+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~0UIA2AK64OAM.0 size=1048576 2023-01-15T14:32:21.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.568+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~0UIA2AK64OAM.1 size=675238 2023-01-15T14:32:21.181 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.568+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=0UIA2AK64OAM tag=B2QJ7XQJ8GEW type=write size=2772390 2023-01-15T14:32:21.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.569+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~T240U15IQCU2.0 size=1048576 2023-01-15T14:32:21.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.570+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~T240U15IQCU2.1 size=288108 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.571+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=T240U15IQCU2 tag=G3U0T1T56JTN type=write size=2385260 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.573+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=PKHN0VHJH8FG type=del size=2154236 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.574+0000 7fdaec8da900 1 < completed delete operation key=VSP8G1HF1DQC tag=D33W626G5ID0 type=del 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.575+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=2K8M1D7RF0PP type=del size=1583800 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.575+0000 7fdaec8da900 1 < canceled part key=_multipart_3EP0B2IP303P.2~ZWFTA1XL30BD.0 size=1048576 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.576+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~ZWFTA1XL30BD.1 size=595838 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.577+0000 7fdaec8da900 1 < canceled multipart upload key=3EP0B2IP303P upload=ZWFTA1XL30BD tag=27S472M9L7PX type=write size=2692990 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.579+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=102NVI4STOVG type=del size=684348 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.580+0000 7fdaec8da900 1 < completed delete operation key=AEIY0PBY5LXR tag=CD5ADII30GWD type=del 2023-01-15T14:32:21.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.581+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=C0QFNW00B2UO type=del size=2672406 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.582+0000 7fdaec8da900 -1 < failed to complete operation key=EHYD3P30HI2Z tag=AO5CSD57U0CR type=write size=1005465: (22) Invalid argument 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.583+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=NPRT7SWZK3LE type=write size=418445 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.584+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=XQRNRWW5TCEK type=del 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.585+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=AJBQN45MKL72 type=del size=630691 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.586+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=5A5QNGBNET3C type=del 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.587+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=CF8Q8CZOUZQU type=del size=439324 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.588+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~RQGCX28B7QDV.0 size=752439 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.589+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=RQGCX28B7QDV tag=T3GXBVTJOG0P type=write size=1801015 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.590+0000 7fdaec8da900 1 > prepared operation key=J9518CIYC7U9 tag=DTPM4AZ0D9PO type=write size=959697 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.591+0000 7fdaec8da900 1 < canceled part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.0 size=1048576 2023-01-15T14:32:21.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.591+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.1 size=1048576 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.592+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~9N5L016D9ADX.2 size=207047 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.594+0000 7fdaec8da900 1 < canceled multipart upload key=OIL4KWAHRMSC upload=9N5L016D9ADX tag=2A1UD4YXPKDF type=write size=3352775 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.597+0000 7fdaec8da900 1 > prepared part key=_multipart_0W740L2QFEGP.2~DY7KUHRDMOZY.0 size=38172 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.597+0000 7fdaec8da900 1 > prepared multipart upload key=0W740L2QFEGP upload=DY7KUHRDMOZY tag=8YJRHFV0FWIE type=write size=1086748 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.599+0000 7fdaec8da900 1 < suggested remove operation key=JZWBPYF4N7U9 tag=ZBVTZZYF4YWY type=del 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.601+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.0 size=1048576 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.601+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.1 size=1048576 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.602+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.2 size=306759 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.602+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=XB2WIHA8YUYH tag=7213IQQB0UA0 type=write size=3452487 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.603+0000 7fdaec8da900 -1 < failed to complete operation key=JZWBPYF4N7U9 tag=B8OBEQSJMMS1 type=write size=528099: (22) Invalid argument 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.604+0000 7fdaec8da900 1 > prepared operation key=O64FCESNBXMC tag=AG0A70121F7D type=del size=3950940 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.605+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.0 size=1048576 2023-01-15T14:32:21.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.605+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.1 size=1048576 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.606+0000 7fdaec8da900 1 < completed part key=_multipart_GIGSUY94OWY1.2~MKFPMU14OQ8P.2 size=1029652 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.608+0000 7fdaec8da900 1 < completed multipart upload key=GIGSUY94OWY1 upload=MKFPMU14OQ8P tag=63TKMQ3AAN9G type=write size=4175380 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.610+0000 7fdaec8da900 1 > prepared part key=_multipart_CVVOPB1T7YQJ.2~MA57A10IIVEN.0 size=797374 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.610+0000 7fdaec8da900 1 > prepared multipart upload key=CVVOPB1T7YQJ upload=MA57A10IIVEN tag=CK33IG53AFG7 type=write size=1845950 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.611+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~7YVV1Z7SEVGR.0 size=1048576 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.612+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~7YVV1Z7SEVGR.1 size=642226 2023-01-15T14:32:21.187 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.613+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=7YVV1Z7SEVGR tag=843YYNPID0GD type=write size=2739378 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.615+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=OEKSTIAPXSZM type=write size=1045207 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.616+0000 7fdaec8da900 1 < canceled operation key=J9518CIYC7U9 tag=65ZXXI3YJ9JZ type=write size=216761 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.617+0000 7fdaec8da900 1 > prepared operation key=AEIY0PBY5LXR tag=6R0T13KSK00Z type=del size=2607442 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.618+0000 7fdaec8da900 1 < completed write operation key=2X6MH49TOHKD tag=350HHHQ6OJH6 type=write size=207215 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.621+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~8RSMLO3BAVKM.0 size=1048576 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.621+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~8RSMLO3BAVKM.1 size=912662 2023-01-15T14:32:21.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.621+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=8RSMLO3BAVKM tag=DKF95YSE7BUY type=write size=3009814 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.622+0000 7fdaec8da900 1 < canceled part key=_multipart_FR7KL8ASPWEC.2~0UIA2AK64OAM.0 size=1048576 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.623+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~0UIA2AK64OAM.1 size=675238 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.624+0000 7fdaec8da900 1 < canceled multipart upload key=FR7KL8ASPWEC upload=0UIA2AK64OAM tag=B2QJ7XQJ8GEW type=write size=2772390 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.626+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~QN25HAQTQZY2.0 size=1048576 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.627+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~QN25HAQTQZY2.1 size=775433 2023-01-15T14:32:21.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.627+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=QN25HAQTQZY2 tag=F13POEMCW3Q5 type=write size=2872585 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.629+0000 7fdaec8da900 1 < suggested remove operation key=VSP8G1HF1DQC tag=PKHN0VHJH8FG type=del 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.630+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=LEWQWD0FQJ3R type=del size=2344215 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.632+0000 7fdaec8da900 1 < suggested update operation key=WAP1P4O2MB8C tag=2K8M1D7RF0PP type=del size=1583800 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.633+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=DFRXKOBKAD4I type=del size=3767470 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.635+0000 7fdaec8da900 1 < suggested update operation key=2SQS45BAENXL tag=102NVI4STOVG type=del size=684348 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.636+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=YKH0BIQBXGBA type=del size=962116 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.637+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=C0QFNW00B2UO type=del 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.639+0000 7fdaec8da900 1 > prepared part key=_multipart_NOOMFR8103P3.2~0PN32V5M49AU.0 size=992582 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.639+0000 7fdaec8da900 1 > prepared multipart upload key=NOOMFR8103P3 upload=0PN32V5M49AU tag=X6T5RYQJR3NV type=write size=2041158 2023-01-15T14:32:21.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.641+0000 7fdaec8da900 1 < suggested update operation key=AEIY0PBY5LXR tag=NPRT7SWZK3LE type=write size=418445 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.642+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=8E01BJWBZRMI type=del size=414327 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.643+0000 7fdaec8da900 1 < canceled operation key=2X6MH49TOHKD tag=AJBQN45MKL72 type=del size=630691 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.645+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=L3XG4KLWEMIJ type=write size=418171 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.646+0000 7fdaec8da900 -1 < failed to complete operation key=AEIY0PBY5LXR tag=CF8Q8CZOUZQU type=del size=439324: (22) Invalid argument 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.647+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=IJ1V8HFS1LGP type=del size=684813 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.648+0000 7fdaec8da900 1 < completed write operation key=J9518CIYC7U9 tag=DTPM4AZ0D9PO type=write size=959697 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.650+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.0 size=1048576 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.651+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.1 size=1048576 2023-01-15T14:32:21.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.651+0000 7fdaec8da900 1 > prepared part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.2 size=187723 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.651+0000 7fdaec8da900 1 > prepared multipart upload key=INDYOQRZON6B upload=SQK70A2W7DSM tag=RIE0ABJUBBSI type=write size=3333451 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.652+0000 7fdaec8da900 1 < completed part key=_multipart_0W740L2QFEGP.2~DY7KUHRDMOZY.0 size=38172 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.654+0000 7fdaec8da900 1 < completed multipart upload key=0W740L2QFEGP upload=DY7KUHRDMOZY tag=8YJRHFV0FWIE type=write size=1086748 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.655+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=M0WXUA6CANWS type=del size=4055424 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.657+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.0 size=1048576 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.658+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.1 size=1048576 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.658+0000 7fdaec8da900 1 < canceled part key=_multipart_4UYU63ZWK33H.2~XB2WIHA8YUYH.2 size=306759 2023-01-15T14:32:21.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.659+0000 7fdaec8da900 1 < canceled multipart upload key=4UYU63ZWK33H upload=XB2WIHA8YUYH tag=7213IQQB0UA0 type=write size=3452487 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.661+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=KDV3A9DVJ9F6 type=del size=1257680 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.662+0000 7fdaec8da900 1 < completed delete operation key=O64FCESNBXMC tag=AG0A70121F7D type=del 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.664+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~0RATTI2LU9KJ.0 size=16848 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.664+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=0RATTI2LU9KJ tag=84G27TAI0Q6S type=write size=1065424 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.665+0000 7fdaec8da900 1 < completed part key=_multipart_CVVOPB1T7YQJ.2~MA57A10IIVEN.0 size=797374 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.667+0000 7fdaec8da900 1 < completed multipart upload key=CVVOPB1T7YQJ upload=MA57A10IIVEN tag=CK33IG53AFG7 type=write size=1845950 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.669+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~7OLRSGGAE3Z7.0 size=1048576 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.669+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~7OLRSGGAE3Z7.1 size=674376 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.669+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=7OLRSGGAE3Z7 tag=UAD2UAUJRJ36 type=write size=2771528 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.671+0000 7fdaec8da900 1 < canceled operation key=GIGSUY94OWY1 tag=OEKSTIAPXSZM type=write size=1045207 2023-01-15T14:32:21.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.673+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.0 size=1048576 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.673+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.1 size=1048576 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.674+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.2 size=391902 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.674+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=H242NLZG1SB5 tag=J6UKBAMU4OVG type=write size=3537630 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.675+0000 7fdaec8da900 -1 < failed to complete operation key=AEIY0PBY5LXR tag=6R0T13KSK00Z type=del size=2607442: (22) Invalid argument 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.677+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~MD5WL8ZZ6GIH.0 size=120376 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.677+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=MD5WL8ZZ6GIH tag=3XILKQ5IULTS type=write size=1168952 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.679+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~8RSMLO3BAVKM.0 size=1048576 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.679+0000 7fdaec8da900 1 < canceled part key=_multipart_4UYU63ZWK33H.2~8RSMLO3BAVKM.1 size=912662 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.681+0000 7fdaec8da900 1 < canceled multipart upload key=4UYU63ZWK33H upload=8RSMLO3BAVKM tag=DKF95YSE7BUY type=write size=3009814 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.683+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.0 size=1048576 2023-01-15T14:32:21.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.684+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.1 size=1048576 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.684+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.2 size=881939 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.684+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=HHHXJV5VVKUK tag=BT85WSGT3RDE type=write size=4027667 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.686+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~QN25HAQTQZY2.0 size=1048576 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.687+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~QN25HAQTQZY2.1 size=775433 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.689+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=QN25HAQTQZY2 tag=F13POEMCW3Q5 type=write size=2872585 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.691+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~AVZG3391AHKD.0 size=571460 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.691+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=AVZG3391AHKD tag=3T3WGRFOU76V type=write size=1620036 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.692+0000 7fdaec8da900 -1 < failed to complete operation key=2SQS45BAENXL tag=LEWQWD0FQJ3R type=del size=2344215: (22) Invalid argument 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.693+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=7SHINCYH3DBD type=del size=605739 2023-01-15T14:32:21.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.694+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=DFRXKOBKAD4I type=del 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.696+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.0 size=1048576 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.697+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.1 size=1048576 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.698+0000 7fdaec8da900 1 > prepared part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.2 size=317734 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.698+0000 7fdaec8da900 1 > prepared multipart upload key=3QIZ4ALUEWV6 upload=AM23F3G5ZO1T tag=7SF5QDQ86FWE type=write size=3463462 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.699+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=YKH0BIQBXGBA type=del 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.701+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~EOSQM50KN8AG.0 size=1048576 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.702+0000 7fdaec8da900 1 > prepared part key=_multipart_LXIMPGLQCBOQ.2~EOSQM50KN8AG.1 size=304615 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.702+0000 7fdaec8da900 1 > prepared multipart upload key=LXIMPGLQCBOQ upload=EOSQM50KN8AG tag=13OOF5D0C2PB type=write size=2401767 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.703+0000 7fdaec8da900 1 < completed part key=_multipart_NOOMFR8103P3.2~0PN32V5M49AU.0 size=992582 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.705+0000 7fdaec8da900 1 < completed multipart upload key=NOOMFR8103P3 upload=0PN32V5M49AU tag=X6T5RYQJR3NV type=write size=2041158 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.706+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=ZYPHYDWXKQS8 type=write size=194929 2023-01-15T14:32:21.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.707+0000 7fdaec8da900 1 < completed delete operation key=OIL4KWAHRMSC tag=8E01BJWBZRMI type=del 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.708+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=W8JQ3J0ZXCSM type=del size=2577863 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.709+0000 7fdaec8da900 1 < completed write operation key=OIL4KWAHRMSC tag=L3XG4KLWEMIJ type=write size=418171 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.711+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~EDKKMF2XNDKU.0 size=1048576 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.712+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~EDKKMF2XNDKU.1 size=756019 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.712+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=EDKKMF2XNDKU tag=JX3ERCU1ERBN type=write size=2853171 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.713+0000 7fdaec8da900 1 < completed delete operation key=4UYU63ZWK33H tag=IJ1V8HFS1LGP type=del 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.715+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~HLWWS463AAI3.0 size=1048576 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.716+0000 7fdaec8da900 1 > prepared part key=_multipart_J9518CIYC7U9.2~HLWWS463AAI3.1 size=424084 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.716+0000 7fdaec8da900 1 > prepared multipart upload key=J9518CIYC7U9 upload=HLWWS463AAI3 tag=CK9B3WJ4DP0U type=write size=2521236 2023-01-15T14:32:21.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.717+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.0 size=1048576 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.718+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.1 size=1048576 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.719+0000 7fdaec8da900 1 < completed part key=_multipart_INDYOQRZON6B.2~SQK70A2W7DSM.2 size=187723 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.721+0000 7fdaec8da900 1 < completed multipart upload key=INDYOQRZON6B upload=SQK70A2W7DSM tag=RIE0ABJUBBSI type=write size=3333451 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.723+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~XH1MDPK3LFL4.0 size=1048576 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.724+0000 7fdaec8da900 1 > prepared part key=_multipart_97CDDG6TK1ET.2~XH1MDPK3LFL4.1 size=153862 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.724+0000 7fdaec8da900 1 > prepared multipart upload key=97CDDG6TK1ET upload=XH1MDPK3LFL4 tag=YRUC5NZZYV48 type=write size=2251014 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.725+0000 7fdaec8da900 1 < completed delete operation key=WAP1P4O2MB8C tag=M0WXUA6CANWS type=del 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.726+0000 7fdaec8da900 1 > prepared operation key=2X6MH49TOHKD tag=BZ1ZFO1677U3 type=del size=96180 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.727+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=KDV3A9DVJ9F6 type=del 2023-01-15T14:32:21.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.728+0000 7fdaec8da900 1 > prepared operation key=0W740L2QFEGP tag=9AXCOF1IFPZR type=del size=3283054 2023-01-15T14:32:21.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.730+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~0RATTI2LU9KJ.0 size=16848 2023-01-15T14:32:21.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.732+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=0RATTI2LU9KJ tag=84G27TAI0Q6S type=write size=1065424 2023-01-15T14:32:21.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.733+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=902NVH2PTF8J type=del size=182447 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.734+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~7OLRSGGAE3Z7.0 size=1048576 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.735+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~7OLRSGGAE3Z7.1 size=674376 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.737+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=7OLRSGGAE3Z7 tag=UAD2UAUJRJ36 type=write size=2771528 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.738+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=NIZYNOJ0UOXA type=del size=2255680 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.738+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.0 size=1048576 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.739+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.1 size=1048576 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.739+0000 7fdaec8da900 1 < canceled part key=_multipart_H2PMBP8XVIY2.2~H242NLZG1SB5.2 size=391902 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.741+0000 7fdaec8da900 1 < canceled multipart upload key=H2PMBP8XVIY2 upload=H242NLZG1SB5 tag=J6UKBAMU4OVG type=write size=3537630 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.742+0000 7fdaec8da900 1 > prepared operation key=T1S333NTR06V tag=OR3SZ5EKXQD6 type=del size=193904 2023-01-15T14:32:21.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.743+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~MD5WL8ZZ6GIH.0 size=120376 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.745+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=MD5WL8ZZ6GIH tag=3XILKQ5IULTS type=write size=1168952 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.746+0000 7fdaec8da900 1 > prepared operation key=BO4MJ09E0EIP tag=8TPMK18U2DQC type=del size=3371085 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.747+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.0 size=1048576 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.748+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.1 size=1048576 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.749+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~HHHXJV5VVKUK.2 size=881939 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.750+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=HHHXJV5VVKUK tag=BT85WSGT3RDE type=write size=4027667 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.751+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=EC6ML3X2U3U6 type=write size=834485 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.753+0000 7fdaec8da900 1 < completed part key=_multipart_H2PMBP8XVIY2.2~AVZG3391AHKD.0 size=571460 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.754+0000 7fdaec8da900 1 < completed multipart upload key=H2PMBP8XVIY2 upload=AVZG3391AHKD tag=3T3WGRFOU76V type=write size=1620036 2023-01-15T14:32:21.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.755+0000 7fdaec8da900 1 > prepared operation key=4OJDVN4FGZEW tag=JUOIXYFJ8ULL type=del size=3778883 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.757+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=7SHINCYH3DBD type=del 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.759+0000 7fdaec8da900 1 > prepared part key=_multipart_AEIY0PBY5LXR.2~E0MOFL0LOLM2.0 size=191088 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.759+0000 7fdaec8da900 1 > prepared multipart upload key=AEIY0PBY5LXR upload=E0MOFL0LOLM2 tag=9XQY9H1RJAQB type=write size=1239664 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.760+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.0 size=1048576 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.761+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.1 size=1048576 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.762+0000 7fdaec8da900 1 < completed part key=_multipart_3QIZ4ALUEWV6.2~AM23F3G5ZO1T.2 size=317734 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.763+0000 7fdaec8da900 1 < completed multipart upload key=3QIZ4ALUEWV6 upload=AM23F3G5ZO1T tag=7SF5QDQ86FWE type=write size=3463462 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.765+0000 7fdaec8da900 1 > prepared operation key=VSP8G1HF1DQC tag=DC8LM2WPI596 type=del size=2125895 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.765+0000 7fdaec8da900 1 < canceled part key=_multipart_LXIMPGLQCBOQ.2~EOSQM50KN8AG.0 size=1048576 2023-01-15T14:32:21.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.766+0000 7fdaec8da900 1 < completed part key=_multipart_LXIMPGLQCBOQ.2~EOSQM50KN8AG.1 size=304615 2023-01-15T14:32:21.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.767+0000 7fdaec8da900 1 < canceled multipart upload key=LXIMPGLQCBOQ upload=EOSQM50KN8AG tag=13OOF5D0C2PB type=write size=2401767 2023-01-15T14:32:21.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.770+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.0 size=1048576 2023-01-15T14:32:21.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.771+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.1 size=1048576 2023-01-15T14:32:21.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.772+0000 7fdaec8da900 1 > prepared part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.2 size=996704 2023-01-15T14:32:21.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.772+0000 7fdaec8da900 1 > prepared multipart upload key=OIL4KWAHRMSC upload=Q8JTJH5WM14Q tag=F5WLOUV66NP6 type=write size=4142432 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.773+0000 7fdaec8da900 1 < completed write operation key=GIGSUY94OWY1 tag=ZYPHYDWXKQS8 type=write size=194929 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.774+0000 7fdaec8da900 1 > prepared operation key=FR7KL8ASPWEC tag=N4XLX6MXICSA type=del size=940466 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.776+0000 7fdaec8da900 1 < suggested update operation key=VSP8G1HF1DQC tag=W8JQ3J0ZXCSM type=del size=2577863 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.777+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=4909IO1LH2S1 type=del size=1680559 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.777+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~EDKKMF2XNDKU.0 size=1048576 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.777+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~EDKKMF2XNDKU.1 size=756019 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.779+0000 7fdaec8da900 1 < canceled multipart upload key=2X6MH49TOHKD upload=EDKKMF2XNDKU tag=JX3ERCU1ERBN type=write size=2853171 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.782+0000 7fdaec8da900 1 > prepared part key=_multipart_VSP8G1HF1DQC.2~25NR5T54B222.0 size=957373 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.782+0000 7fdaec8da900 1 > prepared multipart upload key=VSP8G1HF1DQC upload=25NR5T54B222 tag=1NMUPYVVKH2L type=write size=2005949 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.783+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~HLWWS463AAI3.0 size=1048576 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.784+0000 7fdaec8da900 1 < completed part key=_multipart_J9518CIYC7U9.2~HLWWS463AAI3.1 size=424084 2023-01-15T14:32:21.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.786+0000 7fdaec8da900 1 < completed multipart upload key=J9518CIYC7U9 upload=HLWWS463AAI3 tag=CK9B3WJ4DP0U type=write size=2521236 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.787+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=TI0U6JU2N1MZ type=del size=578127 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.787+0000 7fdaec8da900 1 < canceled part key=_multipart_97CDDG6TK1ET.2~XH1MDPK3LFL4.0 size=1048576 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.788+0000 7fdaec8da900 1 < completed part key=_multipart_97CDDG6TK1ET.2~XH1MDPK3LFL4.1 size=153862 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.790+0000 7fdaec8da900 1 < canceled multipart upload key=97CDDG6TK1ET upload=XH1MDPK3LFL4 tag=YRUC5NZZYV48 type=write size=2251014 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.792+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~NCKK2A3NS9MW.0 size=1048576 2023-01-15T14:32:21.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.792+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~NCKK2A3NS9MW.1 size=984375 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.792+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=NCKK2A3NS9MW tag=KM0HKHCU69C3 type=write size=3081527 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.793+0000 7fdaec8da900 1 < completed delete operation key=2X6MH49TOHKD tag=BZ1ZFO1677U3 type=del 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.795+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.0 size=1048576 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.797+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.1 size=1048576 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.798+0000 7fdaec8da900 1 > prepared part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.2 size=288895 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.798+0000 7fdaec8da900 1 > prepared multipart upload key=JZWBPYF4N7U9 upload=XPD9XS0B7H02 tag=25IU1GD68W26 type=write size=3434623 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.799+0000 7fdaec8da900 1 < completed delete operation key=0W740L2QFEGP tag=9AXCOF1IFPZR type=del 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.801+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~2TFDFX33WKIT.0 size=1048576 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.801+0000 7fdaec8da900 1 > prepared part key=_multipart_4UYU63ZWK33H.2~2TFDFX33WKIT.1 size=870401 2023-01-15T14:32:21.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.801+0000 7fdaec8da900 1 > prepared multipart upload key=4UYU63ZWK33H upload=2TFDFX33WKIT tag=EB8UZY2FPTA1 type=write size=2967553 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.803+0000 7fdaec8da900 1 < canceled operation key=XEH71HSXMJD8 tag=902NVH2PTF8J type=del size=182447 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.804+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=IY6WXVYJAAJF type=del size=1688118 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.806+0000 7fdaec8da900 1 < suggested remove operation key=NOOMFR8103P3 tag=NIZYNOJ0UOXA type=del 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.808+0000 7fdaec8da900 1 > prepared part key=_multipart_3EP0B2IP303P.2~9L2XBITTU4ZZ.0 size=538910 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.808+0000 7fdaec8da900 1 > prepared multipart upload key=3EP0B2IP303P upload=9L2XBITTU4ZZ tag=XREIL5N3EY2F type=write size=1587486 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.810+0000 7fdaec8da900 1 < completed delete operation key=T1S333NTR06V tag=OR3SZ5EKXQD6 type=del 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.811+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=QPX3ASXXFA1A type=del size=2510132 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.812+0000 7fdaec8da900 1 < completed delete operation key=BO4MJ09E0EIP tag=8TPMK18U2DQC type=del 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.814+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.0 size=1048576 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.814+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.1 size=1048576 2023-01-15T14:32:21.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.815+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.2 size=751008 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.815+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=62B4TFU6FR7G tag=HG6N9PWT6DXY type=write size=3896736 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.817+0000 7fdaec8da900 1 < suggested update operation key=OIL4KWAHRMSC tag=EC6ML3X2U3U6 type=write size=834485 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.819+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=XRN6ZLTMAH5Q type=del size=3638017 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.820+0000 7fdaec8da900 1 < completed delete operation key=4OJDVN4FGZEW tag=JUOIXYFJ8ULL type=del 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.822+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~71TJ4O9QOU30.0 size=1048576 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.822+0000 7fdaec8da900 1 > prepared part key=_multipart_XEH71HSXMJD8.2~71TJ4O9QOU30.1 size=620711 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.822+0000 7fdaec8da900 1 > prepared multipart upload key=XEH71HSXMJD8 upload=71TJ4O9QOU30 tag=US0A6W7A78TQ type=write size=2717863 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.824+0000 7fdaec8da900 1 < completed part key=_multipart_AEIY0PBY5LXR.2~E0MOFL0LOLM2.0 size=191088 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.826+0000 7fdaec8da900 1 < completed multipart upload key=AEIY0PBY5LXR upload=E0MOFL0LOLM2 tag=9XQY9H1RJAQB type=write size=1239664 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.827+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=HO6J6YSBU7NR type=del size=3620418 2023-01-15T14:32:21.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.828+0000 7fdaec8da900 -1 < failed to complete operation key=VSP8G1HF1DQC tag=DC8LM2WPI596 type=del size=2125895: (22) Invalid argument 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.829+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=2NEYIUC18OC6 type=del size=2160669 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.830+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.0 size=1048576 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.831+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.1 size=1048576 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.832+0000 7fdaec8da900 1 < completed part key=_multipart_OIL4KWAHRMSC.2~Q8JTJH5WM14Q.2 size=996704 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.834+0000 7fdaec8da900 1 < completed multipart upload key=OIL4KWAHRMSC upload=Q8JTJH5WM14Q tag=F5WLOUV66NP6 type=write size=4142432 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.835+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=QJL3SWBFA6ET type=del size=1254714 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.836+0000 7fdaec8da900 1 < completed delete operation key=FR7KL8ASPWEC tag=N4XLX6MXICSA type=del 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.837+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=U67472RXD2CE type=del size=629214 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.838+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=4909IO1LH2S1 type=del 2023-01-15T14:32:21.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.840+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~6L4LTZ437L62.0 size=1048576 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.841+0000 7fdaec8da900 1 > prepared part key=_multipart_47ILP77YUAQV.2~6L4LTZ437L62.1 size=434206 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.841+0000 7fdaec8da900 1 > prepared multipart upload key=47ILP77YUAQV upload=6L4LTZ437L62 tag=6QUE0CRFTOLZ type=write size=2531358 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.842+0000 7fdaec8da900 1 < completed part key=_multipart_VSP8G1HF1DQC.2~25NR5T54B222.0 size=957373 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.843+0000 7fdaec8da900 1 < completed multipart upload key=VSP8G1HF1DQC upload=25NR5T54B222 tag=1NMUPYVVKH2L type=write size=2005949 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.845+0000 7fdaec8da900 1 > prepared part key=_multipart_3G52F5Y8FGIG.2~LH7ES6G0M8JC.0 size=585100 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.845+0000 7fdaec8da900 1 > prepared multipart upload key=3G52F5Y8FGIG upload=LH7ES6G0M8JC tag=6X56SVU74UI4 type=write size=1633676 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.847+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=TI0U6JU2N1MZ type=del 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.848+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=03V4KBIMXJ2M type=del size=1801436 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.849+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~NCKK2A3NS9MW.0 size=1048576 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.850+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~NCKK2A3NS9MW.1 size=984375 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.851+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=NCKK2A3NS9MW tag=KM0HKHCU69C3 type=write size=3081527 2023-01-15T14:32:21.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.853+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=3LLIYH8JDCAN type=del size=887929 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.853+0000 7fdaec8da900 1 < canceled part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.0 size=1048576 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.854+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.1 size=1048576 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.854+0000 7fdaec8da900 1 < completed part key=_multipart_JZWBPYF4N7U9.2~XPD9XS0B7H02.2 size=288895 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.856+0000 7fdaec8da900 1 < canceled multipart upload key=JZWBPYF4N7U9 upload=XPD9XS0B7H02 tag=25IU1GD68W26 type=write size=3434623 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.857+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=VK3NUEHYFF7C type=write size=367658 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.858+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~2TFDFX33WKIT.0 size=1048576 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.859+0000 7fdaec8da900 1 < completed part key=_multipart_4UYU63ZWK33H.2~2TFDFX33WKIT.1 size=870401 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.860+0000 7fdaec8da900 1 < completed multipart upload key=4UYU63ZWK33H upload=2TFDFX33WKIT tag=EB8UZY2FPTA1 type=write size=2967553 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.863+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~WYGYX7HDJFGQ.0 size=1048576 2023-01-15T14:32:21.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.863+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~WYGYX7HDJFGQ.1 size=815769 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.863+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=WYGYX7HDJFGQ tag=CNB2ZL1EBGLP type=write size=2912921 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.865+0000 7fdaec8da900 1 < completed delete operation key=EHYD3P30HI2Z tag=IY6WXVYJAAJF type=del 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.866+0000 7fdaec8da900 1 > prepared operation key=XEH71HSXMJD8 tag=OCAEZ2MN6TT2 type=write size=381684 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.867+0000 7fdaec8da900 1 < completed part key=_multipart_3EP0B2IP303P.2~9L2XBITTU4ZZ.0 size=538910 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.868+0000 7fdaec8da900 1 < completed multipart upload key=3EP0B2IP303P upload=9L2XBITTU4ZZ tag=XREIL5N3EY2F type=write size=1587486 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.869+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=KEHR03OZSDVH type=del size=668429 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.871+0000 7fdaec8da900 1 < suggested remove operation key=4UYU63ZWK33H tag=QPX3ASXXFA1A type=del 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.872+0000 7fdaec8da900 1 > prepared operation key=0R1JVOXUO1DC tag=44DDCZURZK01 type=del size=734836 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.873+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.0 size=1048576 2023-01-15T14:32:21.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.874+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.1 size=1048576 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.874+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~62B4TFU6FR7G.2 size=751008 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.876+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=62B4TFU6FR7G tag=HG6N9PWT6DXY type=write size=3896736 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.877+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=S5G5QMTNUBOK type=del size=3156155 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.878+0000 7fdaec8da900 1 < completed delete operation key=3G52F5Y8FGIG tag=XRN6ZLTMAH5Q type=del 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.880+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~RY9QDHP48JCU.0 size=1048576 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.881+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~RY9QDHP48JCU.1 size=135027 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.881+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=RY9QDHP48JCU tag=V31TVTIRA0O8 type=write size=2232179 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.881+0000 7fdaec8da900 1 < canceled part key=_multipart_XEH71HSXMJD8.2~71TJ4O9QOU30.0 size=1048576 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.882+0000 7fdaec8da900 1 < completed part key=_multipart_XEH71HSXMJD8.2~71TJ4O9QOU30.1 size=620711 2023-01-15T14:32:21.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.884+0000 7fdaec8da900 1 < canceled multipart upload key=XEH71HSXMJD8 upload=71TJ4O9QOU30 tag=US0A6W7A78TQ type=write size=2717863 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.885+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=GMVUJ3CO5XIE type=del size=3378435 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.887+0000 7fdaec8da900 1 < suggested remove operation key=XEH71HSXMJD8 tag=HO6J6YSBU7NR type=del 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.888+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=MJYVNCOOXI3G type=del size=3311665 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.890+0000 7fdaec8da900 1 < suggested remove operation key=WAP1P4O2MB8C tag=2NEYIUC18OC6 type=del 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.892+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~7NARHYKWJRFA.0 size=510113 2023-01-15T14:32:21.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.892+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=7NARHYKWJRFA tag=HMSO3760VA1L type=write size=1558689 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.893+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=QJL3SWBFA6ET type=del 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.894+0000 7fdaec8da900 1 > prepared operation key=3G52F5Y8FGIG tag=GYESZ0IK3J34 type=del size=3112549 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.896+0000 7fdaec8da900 1 < completed delete operation key=2SQS45BAENXL tag=U67472RXD2CE type=del 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.897+0000 7fdaec8da900 1 > prepared operation key=2SQS45BAENXL tag=EV04SJL9206V type=del size=1403560 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.898+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~6L4LTZ437L62.0 size=1048576 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.899+0000 7fdaec8da900 1 < completed part key=_multipart_47ILP77YUAQV.2~6L4LTZ437L62.1 size=434206 2023-01-15T14:32:21.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.900+0000 7fdaec8da900 1 < completed multipart upload key=47ILP77YUAQV upload=6L4LTZ437L62 tag=6QUE0CRFTOLZ type=write size=2531358 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.902+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~EXVBVKA50UNB.0 size=1048576 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.903+0000 7fdaec8da900 1 > prepared part key=_multipart_O64FCESNBXMC.2~EXVBVKA50UNB.1 size=772263 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.903+0000 7fdaec8da900 1 > prepared multipart upload key=O64FCESNBXMC upload=EXVBVKA50UNB tag=3G9QB96IC6ID type=write size=2869415 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.904+0000 7fdaec8da900 1 < completed part key=_multipart_3G52F5Y8FGIG.2~LH7ES6G0M8JC.0 size=585100 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.905+0000 7fdaec8da900 1 < completed multipart upload key=3G52F5Y8FGIG upload=LH7ES6G0M8JC tag=6X56SVU74UI4 type=write size=1633676 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.907+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.0 size=1048576 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.908+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.1 size=1048576 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.909+0000 7fdaec8da900 1 > prepared part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.2 size=956837 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.909+0000 7fdaec8da900 1 > prepared multipart upload key=BO4MJ09E0EIP upload=EQZRNUI6EJ31 tag=HTY4G1HZPE7L type=write size=4102565 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.909+0000 7fdaec8da900 -1 < no bi entry to suggest for operation key=4UYU63ZWK33H tag=03V4KBIMXJ2M type=del size=1801436: (2) No such file or directory 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.910+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=YRM6NC5VWTZT type=del size=2522853 2023-01-15T14:32:21.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.911+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=3LLIYH8JDCAN type=del 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.913+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~U4ZOVN5A9MCN.0 size=1048576 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.914+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~U4ZOVN5A9MCN.1 size=829097 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.914+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=U4ZOVN5A9MCN tag=HM42ZOA7ISRC type=write size=2926249 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.915+0000 7fdaec8da900 -1 < failed to complete operation key=4UYU63ZWK33H tag=VK3NUEHYFF7C type=write size=367658: (22) Invalid argument 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.916+0000 7fdaec8da900 1 > prepared operation key=ECD42SKKPV50 tag=26ES7BF6XLS3 type=del size=3136446 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.917+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~WYGYX7HDJFGQ.0 size=1048576 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.917+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~WYGYX7HDJFGQ.1 size=815769 2023-01-15T14:32:21.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.919+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=WYGYX7HDJFGQ tag=CNB2ZL1EBGLP type=write size=2912921 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.920+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=GV4H0WJQSNMX type=del size=85619 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.921+0000 7fdaec8da900 -1 < failed to complete operation key=XEH71HSXMJD8 tag=OCAEZ2MN6TT2 type=write size=381684: (22) Invalid argument 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.923+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~4JIJKXXO4HH2.0 size=326532 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.923+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=4JIJKXXO4HH2 tag=5BW5WLFHUVYZ type=write size=1375108 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.924+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=KEHR03OZSDVH type=del 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.926+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.0 size=1048576 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.927+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.1 size=1048576 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.927+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.2 size=457078 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.927+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=H6LPBF9405QT tag=H8WJ39EJYTL1 type=write size=3602806 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.928+0000 7fdaec8da900 1 < completed delete operation key=0R1JVOXUO1DC tag=44DDCZURZK01 type=del 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.930+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.0 size=1048576 2023-01-15T14:32:21.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.931+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.1 size=1048576 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.932+0000 7fdaec8da900 1 > prepared part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.2 size=854269 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.932+0000 7fdaec8da900 1 > prepared multipart upload key=FR7KL8ASPWEC upload=PPZS1DSF1CFZ tag=M69TDB64W5XL type=write size=3999997 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.933+0000 7fdaec8da900 1 < canceled operation key=GIGSUY94OWY1 tag=S5G5QMTNUBOK type=del size=3156155 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.935+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~YSUYJD0YC07T.0 size=1048576 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.935+0000 7fdaec8da900 1 > prepared part key=_multipart_EHYD3P30HI2Z.2~YSUYJD0YC07T.1 size=839036 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.935+0000 7fdaec8da900 1 > prepared multipart upload key=EHYD3P30HI2Z upload=YSUYJD0YC07T tag=H2JYMJ7KU1EK type=write size=2936188 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.936+0000 7fdaec8da900 1 < completed part key=_multipart_773H2LTSO1KA.2~RY9QDHP48JCU.0 size=1048576 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.936+0000 7fdaec8da900 1 < canceled part key=_multipart_773H2LTSO1KA.2~RY9QDHP48JCU.1 size=135027 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.938+0000 7fdaec8da900 1 < canceled multipart upload key=773H2LTSO1KA upload=RY9QDHP48JCU tag=V31TVTIRA0O8 type=write size=2232179 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.939+0000 7fdaec8da900 1 > prepared operation key=LXIMPGLQCBOQ tag=P4N7IQCGJPLW type=del size=623425 2023-01-15T14:32:21.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.941+0000 7fdaec8da900 1 < suggested remove operation key=2SQS45BAENXL tag=GMVUJ3CO5XIE type=del 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.942+0000 7fdaec8da900 1 > prepared operation key=NOOMFR8103P3 tag=8GPHLJ4CEJWC type=del size=1331230 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.943+0000 7fdaec8da900 1 < completed delete operation key=3EP0B2IP303P tag=MJYVNCOOXI3G type=del 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.945+0000 7fdaec8da900 1 > prepared part key=_multipart_2X6MH49TOHKD.2~RE83POIBS24S.0 size=589121 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.945+0000 7fdaec8da900 1 > prepared multipart upload key=2X6MH49TOHKD upload=RE83POIBS24S tag=0TWM1XNNE1Q4 type=write size=1637697 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.946+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~7NARHYKWJRFA.0 size=510113 2023-01-15T14:32:21.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.947+0000 7fdaec8da900 1 < completed multipart upload key=BO4MJ09E0EIP upload=7NARHYKWJRFA tag=HMSO3760VA1L type=write size=1558689 2023-01-15T14:32:21.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.948+0000 7fdaec8da900 1 > prepared operation key=EHYD3P30HI2Z tag=CDR9V99CRSOM type=write size=404077 2023-01-15T14:32:21.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.949+0000 7fdaec8da900 1 < canceled operation key=3G52F5Y8FGIG tag=GYESZ0IK3J34 type=del size=3112549 2023-01-15T14:32:21.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.951+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=G59YGQ0S91JJ type=del size=1399467 2023-01-15T14:32:21.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.952+0000 7fdaec8da900 -1 < failed to complete operation key=2SQS45BAENXL tag=EV04SJL9206V type=del size=1403560: (22) Invalid argument 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.953+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=TULMVMGSSWQP type=write size=119394 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.954+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~EXVBVKA50UNB.0 size=1048576 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.954+0000 7fdaec8da900 1 < completed part key=_multipart_O64FCESNBXMC.2~EXVBVKA50UNB.1 size=772263 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.956+0000 7fdaec8da900 1 < completed multipart upload key=O64FCESNBXMC upload=EXVBVKA50UNB tag=3G9QB96IC6ID type=write size=2869415 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.958+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~1XDBKL16E4C9.0 size=1048576 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.959+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~1XDBKL16E4C9.1 size=1048576 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.960+0000 7fdaec8da900 1 > prepared part key=_multipart_2SQS45BAENXL.2~1XDBKL16E4C9.2 size=747246 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.960+0000 7fdaec8da900 1 > prepared multipart upload key=2SQS45BAENXL upload=1XDBKL16E4C9 tag=XDKJC12UHNDB type=write size=3892974 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.960+0000 7fdaec8da900 1 < canceled part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.0 size=1048576 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.961+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.1 size=1048576 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.961+0000 7fdaec8da900 1 < completed part key=_multipart_BO4MJ09E0EIP.2~EQZRNUI6EJ31.2 size=956837 2023-01-15T14:32:21.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.963+0000 7fdaec8da900 1 < canceled multipart upload key=BO4MJ09E0EIP upload=EQZRNUI6EJ31 tag=HTY4G1HZPE7L type=write size=4102565 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.965+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~5MAKIAGE38UW.0 size=1048576 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.966+0000 7fdaec8da900 1 > prepared part key=_multipart_H2PMBP8XVIY2.2~5MAKIAGE38UW.1 size=716494 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.966+0000 7fdaec8da900 1 > prepared multipart upload key=H2PMBP8XVIY2 upload=5MAKIAGE38UW tag=0IM8XV4ZKY05 type=write size=2813646 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.967+0000 7fdaec8da900 1 < completed delete operation key=47ILP77YUAQV tag=YRM6NC5VWTZT type=del 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.969+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~OG1IY84NR5N3.0 size=1048576 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.969+0000 7fdaec8da900 1 > prepared part key=_multipart_G9T4HJN7GQTL.2~OG1IY84NR5N3.1 size=923090 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.969+0000 7fdaec8da900 1 > prepared multipart upload key=G9T4HJN7GQTL upload=OG1IY84NR5N3 tag=JWFDRZT0GT3W type=write size=3020242 2023-01-15T14:32:21.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.971+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~U4ZOVN5A9MCN.0 size=1048576 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.972+0000 7fdaec8da900 1 < completed part key=_multipart_2X6MH49TOHKD.2~U4ZOVN5A9MCN.1 size=829097 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.974+0000 7fdaec8da900 1 < completed multipart upload key=2X6MH49TOHKD upload=U4ZOVN5A9MCN tag=HM42ZOA7ISRC type=write size=2926249 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.975+0000 7fdaec8da900 1 > prepared operation key=773H2LTSO1KA tag=23PXGXIW9FP7 type=del size=1537007 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.976+0000 7fdaec8da900 1 < completed delete operation key=ECD42SKKPV50 tag=26ES7BF6XLS3 type=del 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.977+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=Y3QY0L0QMY5A type=del size=1150072 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.978+0000 7fdaec8da900 1 < completed delete operation key=JZWBPYF4N7U9 tag=GV4H0WJQSNMX type=del 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.979+0000 7fdaec8da900 1 > prepared operation key=4UYU63ZWK33H tag=HWT4ANNWOJ74 type=del size=1779191 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.980+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~4JIJKXXO4HH2.0 size=326532 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.981+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=4JIJKXXO4HH2 tag=5BW5WLFHUVYZ type=write size=1375108 2023-01-15T14:32:21.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.982+0000 7fdaec8da900 1 > prepared operation key=3EP0B2IP303P tag=BNT8DBT6PS8D type=del size=2402760 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.983+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.0 size=1048576 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.984+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.1 size=1048576 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.985+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~H6LPBF9405QT.2 size=457078 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.987+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=H6LPBF9405QT tag=H8WJ39EJYTL1 type=write size=3602806 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.989+0000 7fdaec8da900 1 > prepared part key=_multipart_773H2LTSO1KA.2~25PHTU1K6VZL.0 size=262537 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.989+0000 7fdaec8da900 1 > prepared multipart upload key=773H2LTSO1KA upload=25PHTU1K6VZL tag=FG28SIS03H5O type=write size=1311113 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.990+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.0 size=1048576 2023-01-15T14:32:21.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.991+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.1 size=1048576 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.992+0000 7fdaec8da900 1 < completed part key=_multipart_FR7KL8ASPWEC.2~PPZS1DSF1CFZ.2 size=854269 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.993+0000 7fdaec8da900 1 < completed multipart upload key=FR7KL8ASPWEC upload=PPZS1DSF1CFZ tag=M69TDB64W5XL type=write size=3999997 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.994+0000 7fdaec8da900 1 > prepared operation key=47ILP77YUAQV tag=RURWALW96P28 type=del size=1110187 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.995+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~YSUYJD0YC07T.0 size=1048576 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.996+0000 7fdaec8da900 1 < completed part key=_multipart_EHYD3P30HI2Z.2~YSUYJD0YC07T.1 size=839036 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.998+0000 7fdaec8da900 1 < completed multipart upload key=EHYD3P30HI2Z upload=YSUYJD0YC07T tag=H2JYMJ7KU1EK type=write size=2936188 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:15.999+0000 7fdaec8da900 1 > prepared operation key=JZWBPYF4N7U9 tag=V3E6X31Y6W31 type=del size=2218949 2023-01-15T14:32:21.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.000+0000 7fdaec8da900 1 < suggested update operation key=LXIMPGLQCBOQ tag=P4N7IQCGJPLW type=del size=623425 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.002+0000 7fdaec8da900 1 > prepared operation key=G9T4HJN7GQTL tag=JGCFDP5UT0GW type=write size=126432 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.003+0000 7fdaec8da900 1 < completed delete operation key=NOOMFR8103P3 tag=8GPHLJ4CEJWC type=del 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.004+0000 7fdaec8da900 1 > prepared operation key=GIGSUY94OWY1 tag=1DEOD07VF7AX type=del size=1909597 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.004+0000 7fdaec8da900 1 < canceled part key=_multipart_2X6MH49TOHKD.2~RE83POIBS24S.0 size=589121 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.006+0000 7fdaec8da900 1 < canceled multipart upload key=2X6MH49TOHKD upload=RE83POIBS24S tag=0TWM1XNNE1Q4 type=write size=1637697 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.007+0000 7fdaec8da900 1 > prepared operation key=OIL4KWAHRMSC tag=9QHA4Y2O5G12 type=del size=2719119 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.008+0000 7fdaec8da900 1 < completed write operation key=EHYD3P30HI2Z tag=CDR9V99CRSOM type=write size=404077 2023-01-15T14:32:21.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.009+0000 7fdaec8da900 1 > prepared operation key=97CDDG6TK1ET tag=HAA03XWRSK1Y type=write size=683114 2023-01-15T14:32:21.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.010+0000 7fdaec8da900 1 < completed delete operation key=97CDDG6TK1ET tag=G59YGQ0S91JJ type=del 2023-01-15T14:32:21.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:32:16.011+0000 7fdaec8da900 1 > prepared operation key=WAP1P4O2MB8C tag=IPNPRKTQZVTO type=del size=1857853 2023-01-15T14:32:21.550 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] cls_rgw_stats.simulate (7645 ms) 2023-01-15T14:32:21.550 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 1 test from cls_rgw_stats (7645 ms total) 2023-01-15T14:32:21.550 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:32:21.550 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:32:21.550 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 1 test from 1 test suite ran. (9804 ms total) 2023-01-15T14:32:21.552 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 1 test. 2023-01-15T14:32:21.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:32:21.553 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:32:21.582 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2023-01-15T14:32:21.583 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-01-15T14:32:21.583 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-01-15T14:32:21.655 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:32:21.705 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 31 tests from 1 test suite. 2023-01-15T14:32:21.705 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:32:23.425 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 31 tests from CmpOmap 2023-01-15T14:32:23.512 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-01-15T14:32:23.516 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (12 ms) 2023-01-15T14:32:23.516 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-01-15T14:32:23.516 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (19 ms) 2023-01-15T14:32:23.517 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-01-15T14:32:23.517 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2023-01-15T14:32:23.517 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-01-15T14:32:23.517 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2023-01-15T14:32:23.517 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2023-01-15T14:32:23.518 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-01-15T14:32:23.519 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2023-01-15T14:32:23.519 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-01-15T14:32:23.519 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2023-01-15T14:32:23.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-01-15T14:32:23.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2023-01-15T14:32:23.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-01-15T14:32:23.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2023-01-15T14:32:23.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-01-15T14:32:23.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-01-15T14:32:23.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-01-15T14:32:23.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (4 ms) 2023-01-15T14:32:23.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-01-15T14:32:23.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (4 ms) 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (6 ms) 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-01-15T14:32:23.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_str (5 ms) 2023-01-15T14:32:23.523 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-01-15T14:32:23.523 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2023-01-15T14:32:23.523 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-01-15T14:32:23.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2023-01-15T14:32:23.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-01-15T14:32:23.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2023-01-15T14:32:23.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-01-15T14:32:23.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (0 ms) 2023-01-15T14:32:23.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-01-15T14:32:23.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2023-01-15T14:32:23.526 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-01-15T14:32:23.526 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (5 ms) 2023-01-15T14:32:23.526 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-01-15T14:32:23.530 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (4 ms) 2023-01-15T14:32:23.530 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-01-15T14:32:23.536 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2023-01-15T14:32:23.536 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-01-15T14:32:23.542 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (6 ms) 2023-01-15T14:32:23.715 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-01-15T14:32:23.717 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2023-01-15T14:32:23.717 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-01-15T14:32:23.717 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-01-15T14:32:23.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2023-01-15T14:32:23.719 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 31 tests from CmpOmap (129 ms total) 2023-01-15T14:32:23.719 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:32:23.719 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:32:24.423 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 31 tests from 1 test suite ran. (2769 ms total) 2023-01-15T14:32:24.473 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 31 tests. 2023-01-15T14:32:24.474 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:32:24.474 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:32:24.543 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2023-01-15T14:32:24.641 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-01-15T14:32:24.642 DEBUG:teuthology.orchestra.run.smithi154:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-01-15T14:32:24.677 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:32:25.976 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 22 tests from 1 test suite. 2023-01-15T14:32:25.976 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:32:25.976 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 22 tests from TestCls2PCQueue 2023-01-15T14:32:25.976 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-01-15T14:32:27.454 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2771 ms) 2023-01-15T14:32:27.592 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-01-15T14:32:30.480 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3032 ms) 2023-01-15T14:32:30.480 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-01-15T14:32:33.514 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.Reserve (3033 ms) 2023-01-15T14:32:33.569 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-01-15T14:32:36.515 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3001 ms) 2023-01-15T14:32:36.515 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-01-15T14:32:39.562 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.Commit (3047 ms) 2023-01-15T14:32:39.696 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-01-15T14:32:42.584 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.Abort (3022 ms) 2023-01-15T14:32:42.587 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-01-15T14:32:45.610 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.ReserveError (3026 ms) 2023-01-15T14:32:45.949 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-01-15T14:32:48.619 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.CommitError (3009 ms) 2023-01-15T14:32:49.031 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-01-15T14:32:51.650 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.AbortError (3032 ms) 2023-01-15T14:32:51.775 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-01-15T14:32:54.679 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3029 ms) 2023-01-15T14:32:54.679 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-01-15T14:32:57.705 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3025 ms) 2023-01-15T14:32:57.902 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-01-15T14:33:00.718 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3012 ms) 2023-01-15T14:33:00.775 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-01-15T14:33:03.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3021 ms) 2023-01-15T14:33:03.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-01-15T14:33:06.755 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3018 ms) 2023-01-15T14:33:06.756 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-01-15T14:33:09.765 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3007 ms) 2023-01-15T14:33:09.765 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-01-15T14:33:12.805 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.Cleanup (3043 ms) 2023-01-15T14:33:12.805 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-01-15T14:33:23.273 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10467 ms) 2023-01-15T14:33:23.304 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-01-15T14:33:26.295 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3023 ms) 2023-01-15T14:33:26.399 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-01-15T14:33:39.320 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13024 ms) 2023-01-15T14:33:39.493 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-01-15T14:33:43.356 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4036 ms) 2023-01-15T14:33:43.359 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-01-15T14:33:47.375 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (4019 ms) 2023-01-15T14:33:47.436 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-01-15T14:33:51.406 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (4032 ms) 2023-01-15T14:33:51.781 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 22 tests from TestCls2PCQueue (86729 ms total) 2023-01-15T14:33:51.781 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:33:51.782 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:33:51.782 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 22 tests from 1 test suite ran. (86729 ms total) 2023-01-15T14:33:51.782 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 22 tests. 2023-01-15T14:33:51.784 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:33:51.784 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:33:51.852 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2023-01-15T14:33:51.853 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2023-01-15T14:33:51.853 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2023-01-15T14:33:51.938 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:33:51.939 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:33:51.939 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 6 tests from 1 test suite. 2023-01-15T14:33:51.939 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:33:53.418 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 6 tests from rgw_gc_log 2023-01-15T14:33:53.429 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2023-01-15T14:33:53.430 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.init_existing_queue (7 ms) 2023-01-15T14:33:53.430 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2023-01-15T14:33:53.478 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.init_existing_omap (53 ms) 2023-01-15T14:33:53.614 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2023-01-15T14:33:53.615 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (2 ms) 2023-01-15T14:33:53.615 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.defer1_after_init (2 ms) 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 6 tests from rgw_gc_log (66 ms total) 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:33:53.616 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:33:54.413 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 6 tests from 1 test suite ran. (2475 ms total) 2023-01-15T14:33:55.689 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 6 tests. 2023-01-15T14:33:55.690 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:33:55.690 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:33:55.723 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2023-01-15T14:33:55.862 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2023-01-15T14:33:55.862 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2023-01-15T14:33:55.913 INFO:tasks.workunit.client.0.smithi154.stdout:Running main() from gmock_main.cc 2023-01-15T14:33:56.085 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 4 tests from 1 test suite. 2023-01-15T14:33:56.085 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:33:56.085 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 4 tests from TestRGWObj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestRGWObj.underscore 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i= 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i= 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i= 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.086 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.087 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.088 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.089 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.090 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.091 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.092 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.093 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.093 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.093 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.093 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.096 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.096 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.096 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.097 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i= 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.098 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i= 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i= 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.099 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.100 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.101 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.102 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.102 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.102 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.103 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.284 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.285 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.286 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.286 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.286 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.286 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.286 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.287 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i=v1 2023-01-15T14:33:56.288 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i=v1 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns= i=v1 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.289 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.290 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.291 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.292 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.293 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.293 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.293 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.293 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.294 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.295 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.296 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.297 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.298 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.298 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.298 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:33:56.492 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.492 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: _obj[v1] 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.493 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.494 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.495 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.496 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.497 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.498 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.500 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.500 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_obj", 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.501 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestRGWObj.no_underscore 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i= 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i= 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.502 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i= 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.503 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.504 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.505 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.506 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.507 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.508 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.510 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.510 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.510 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.510 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.511 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i= 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i= 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i= 2023-01-15T14:33:56.512 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.513 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.513 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.513 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.653 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.654 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.654 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.654 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.654 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.654 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.655 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.655 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.655 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.656 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.657 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.657 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.657 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.657 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.657 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.658 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.658 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.658 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.660 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.660 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.660 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.660 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.661 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.661 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.661 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.661 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.661 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.662 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.662 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.662 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.662 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.662 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.663 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.664 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.664 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.664 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.664 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.664 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.665 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.665 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.665 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.665 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.665 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.666 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.666 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.666 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.667 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.667 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.667 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.667 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.668 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.668 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.669 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.881 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i=v1 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i=v1 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.882 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.887 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns= i=v1 2023-01-15T14:33:56.887 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.888 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.889 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.890 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.891 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.893 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.894 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.895 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:parsed: obj[v1] 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout: "obj1": { 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.896 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.897 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "obj2": { 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.898 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3": { 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.899 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.900 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "obj3-2": { 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.901 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "obj", 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "v1", 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestRGWObj.obj_to_raw 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.902 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.903 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.904 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:56.905 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker_myobj", 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:56.906 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.048 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.049 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.050 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.051 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.052 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.052 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.052 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker_myobj", 2023-01-15T14:33:57.053 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.054 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.055 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.056 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.057 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.057 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.057 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.057 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.057 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.058 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.058 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.058 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.058 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.059 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.061 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.062 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.063 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.064 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.080 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.080 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.080 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.080 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.080 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.081 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.082 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.083 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.084 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.085 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.086 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.088 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.089 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:33:57.090 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.091 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.092 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.092 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.092 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.092 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.094 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.095 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.096 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.212 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.213 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.214 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.215 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.216 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.217 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.218 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.219 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.220 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.221 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.222 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.223 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.224 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.225 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.226 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.227 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.228 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.229 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.230 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.230 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.368 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.368 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.368 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.369 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj", 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.370 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.371 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.372 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.373 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.374 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.375 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj", 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.376 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.377 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.377 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.377 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.384 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.385 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.386 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.387 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.388 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.389 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.391 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.392 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.393 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.394 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.395 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.395 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.517 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.517 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.517 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.517 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:33:57.517 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.518 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.519 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.520 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.520 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.520 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.520 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.709 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.710 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.710 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.710 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.710 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.710 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.711 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.712 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.712 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.712 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.712 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.712 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.713 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.714 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.714 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.714 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.714 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.715 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.716 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.717 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.718 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.719 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.719 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.905 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.906 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.907 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.908 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.909 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.910 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.911 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.912 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.912 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.912 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.912 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.912 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.913 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.913 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.913 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.913 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.913 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.914 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.914 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.914 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.914 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.914 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.915 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.916 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.917 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.918 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.919 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.920 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.921 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.922 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.923 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.924 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.925 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.926 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.927 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:57.928 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:57.929 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:57.929 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:57.929 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:57.929 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:57.929 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:57.930 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:57.931 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj_", 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.066 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.067 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.068 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.069 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.070 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.070 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.075 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.076 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.077 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj_", 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.078 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.079 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.080 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.080 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.080 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.081 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.081 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.081 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.082 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.083 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.084 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.085 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.088 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.089 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.090 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.091 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.091 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.091 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.091 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.092 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.093 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.094 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.095 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.096 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.097 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.098 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.099 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.100 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.101 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.102 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.103 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.232 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.233 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.234 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.235 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.236 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.237 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.237 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.237 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.237 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.238 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.239 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.241 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.242 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": "default-placement.data", 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "test", 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.243 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": "", 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": "" 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.244 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.245 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "obj": { 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.246 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.247 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.248 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.249 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] TestRGWObj.old_to_raw 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker_myobj", 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.250 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.251 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker_myobj 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.252 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker_myobj", 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.253 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.254 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker_myobj 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.255 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.256 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns_myobj 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.257 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.258 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.259 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.259 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.259 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.259 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.259 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.413 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.413 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.413 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns_myobj 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.414 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.415 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__:inst_myobj 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.416 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.417 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__:inst_myobj 2023-01-15T14:33:58.418 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.419 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.420 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.420 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.420 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.420 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.423 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns:inst_myobj 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.424 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.428 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.429 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "myobj", 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.430 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns:inst_myobj 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.431 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj", 2023-01-15T14:33:58.432 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:58.432 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.432 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.432 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.432 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.433 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.433 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.433 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.433 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.434 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.435 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.435 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.435 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.435 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.435 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.436 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.436 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.436 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.436 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker___myobj 2023-01-15T14:33:58.436 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj", 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.437 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.438 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.438 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.438 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.575 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.575 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.575 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.576 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker___myobj 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.577 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.578 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.579 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.579 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.580 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.580 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.580 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.580 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.581 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.581 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.581 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.581 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.581 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns__myobj 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.582 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.583 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.583 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.583 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.583 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.583 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.584 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.585 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns__myobj 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.586 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.587 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.588 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.589 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__:inst__myobj 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.590 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj" 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.591 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.592 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__:inst__myobj 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.593 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.594 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns:inst__myobj 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:33:58.595 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.596 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj", 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.597 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns:inst__myobj 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj_", 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.598 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.599 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker___myobj_ 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker___myobj_", 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.600 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.601 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.602 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker___myobj_ 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.603 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.604 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns__myobj_ 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:33:58.605 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.606 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "", 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.607 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns__myobj_ 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.608 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.609 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__:inst__myobj_ 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.610 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "marker__myobj_" 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.611 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "" 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.612 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__:inst__myobj_ 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj": { 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj": { 2023-01-15T14:33:58.613 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.614 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "raw_obj2": { 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "pool": ".data-pool", 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:33:58.615 INFO:tasks.workunit.client.0.smithi154.stdout: "loc": "" 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "new_obj2": { 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket": { 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "ebtest", 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "marker": "marker", 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_id": "bucket-id", 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "tenant": "", 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "explicit_placement": { 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "data_pool": ".data-pool", 2023-01-15T14:33:58.616 INFO:tasks.workunit.client.0.smithi154.stdout: "data_extra_pool": "", 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: "index_pool": ".index-pool" 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: "key": { 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: "name": "_myobj_", 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: "instance": "inst", 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: "ns": "ns" 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2023-01-15T14:33:58.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] TestRGWObj.old_to_raw (1 ms) 2023-01-15T14:33:58.618 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 4 tests from TestRGWObj (2 ms total) 2023-01-15T14:33:58.618 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:33:58.618 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:33:58.618 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 4 tests from 1 test suite ran. (2 ms total) 2023-01-15T14:33:58.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 4 tests. 2023-01-15T14:33:58.618 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:33:58.618 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:33:58.651 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_throttle.sh on client.0... 2023-01-15T14:33:58.737 INFO:tasks.workunit:Running workunit rgw/test_rgw_throttle.sh... 2023-01-15T14:33:58.737 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/test_rgw_throttle.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_throttle.sh 2023-01-15T14:33:58.788 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:33:58.902 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:33:58.903 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 5 tests from 1 test suite. 2023-01-15T14:33:58.904 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:00.444 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 5 tests from Aio_Throttle 2023-01-15T14:34:00.962 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] Aio_Throttle.NoThrottleUpToMax 2023-01-15T14:34:00.962 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] Aio_Throttle.NoThrottleUpToMax (0 ms) 2023-01-15T14:34:00.962 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] Aio_Throttle.CostOverWindow 2023-01-15T14:34:00.962 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] Aio_Throttle.CostOverWindow (0 ms) 2023-01-15T14:34:00.962 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] Aio_Throttle.ThrottleOverMax 2023-01-15T14:34:00.963 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] Aio_Throttle.ThrottleOverMax (88 ms) 2023-01-15T14:34:00.963 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] Aio_Throttle.YieldCostOverWindow 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] Aio_Throttle.YieldCostOverWindow (0 ms) 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] Aio_Throttle.YieldingThrottleOverMax 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] Aio_Throttle.YieldingThrottleOverMax (87 ms) 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 5 tests from Aio_Throttle (175 ms total) 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:00.964 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:01.445 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 5 tests from 1 test suite ran. (2658 ms total) 2023-01-15T14:34:01.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 5 tests. 2023-01-15T14:34:01.619 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:34:01.619 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:34:01.656 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2023-01-15T14:34:01.816 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2023-01-15T14:34:01.816 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2023-01-15T14:34:01.880 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:02.024 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:02.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.892+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 realm 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.893+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.895+0000 7f0c4696d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.895+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.895+0000 7f0c4696d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.895+0000 7f0c4696d780 20 searching for the correct realm 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.904+0000 7f0c4491b700 0 -- 172.21.15.154:0/934046308 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ee516bc400 msgr2=0x55ee51778b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:34:02.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.906+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 zone default found 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 4 Realm: () 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:34:02.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 zonegroup default 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 started sync module instance, tier type = 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.907+0000 7f0c4696d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.911+0000 7f0c4491b700 0 -- 172.21.15.154:0/934046308 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ee516bb800 msgr2=0x55ee5177a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=0 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=1 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=2 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=3 2023-01-15T14:34:02.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=4 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=5 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.914+0000 7f0c4696d780 20 add_watcher() i=6 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.915+0000 7f0c4696d780 20 add_watcher() i=7 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.915+0000 7f0c4696d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.916+0000 7f0c2b8e9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:02.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.916+0000 7f0c4696d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:34:02.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.916+0000 7f0c4696d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:34:02.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.922+0000 7f0c4696d780 5 note: GC not initialized 2023-01-15T14:34:02.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c270e0700 20 reqs_thread_entry: start 2023-01-15T14:34:02.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 20 init_complete bucket index max shards: 11 2023-01-15T14:34:02.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:34:02.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c250dc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:34:32 2023 2023-01-15T14:34:02.043 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:34:02.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c248ba700 20 reqs_thread_entry: start 2023-01-15T14:34:02.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2023-01-15T14:34:02.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2023-01-15T14:34:02.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:34:02.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2023-01-15T14:34:02.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.924+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 cache get: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= : miss 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 20 rados->read ofs=0 len=0 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:02.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= info.flags=0x0 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 adding default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= to cache LRU end 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 cache get: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= : hit (negative entry) 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.925+0000 7f0c4696d780 10 cache get: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= : hit (negative entry) 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c4696d780 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c4696d780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c3f110700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426497 cookie 94482052999296 notifier 4799 bl.length()=663 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c3f110700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.926+0000 7f0c3f110700 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c4696d780 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c4696d780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2023-01-15T14:34:02.210 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c3f110700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426496 cookie 94482052996992 notifier 4799 bl.length()=194 2023-01-15T14:34:02.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c3f110700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-01-15T14:34:02.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.930+0000 7f0c3f110700 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:34:02.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c4696d780 10 cache put: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= info.flags=0x7 2023-01-15T14:34:02.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c4696d780 10 moving default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= to cache LRU end 2023-01-15T14:34:02.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c4696d780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:pwkHVqGPJowH8hYPWnih/cNt+us=, ofs0, ns] 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c3e90f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426498 cookie 94482053002752 notifier 4799 bl.length()=203 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c3e90f700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= info.flags=0x7 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.934+0000 7f0c3e90f700 10 rgw watcher librados: moving default.rgw.meta+users.keys+pwkHVqGPJowH8hYPWnih/cNt+us= to cache LRU end 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stdout:{ 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stdout: "user_id": "ceph-test-librgw-file", 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stdout: "display_name": "librgw test user", 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stdout: "email": "librgw@example.com", 2023-01-15T14:34:02.212 INFO:tasks.workunit.client.0.smithi154.stdout: "suspended": 0, 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "subusers": [], 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "keys": [ 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: { 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "user": "ceph-test-librgw-file", 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "access_key": "pwkHVqGPJowH8hYPWnih/cNt+us=", 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: "secret_key": "txPVoaqmS+VLWuUOyZvamXVm5YI02rOs/TBOCERVMYQmK1dpQhU4kQ==" 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: } 2023-01-15T14:34:02.213 INFO:tasks.workunit.client.0.smithi154.stdout: ], 2023-01-15T14:34:02.214 INFO:tasks.workunit.client.0.smithi154.stdout: "swift_keys": [], 2023-01-15T14:34:02.214 INFO:tasks.workunit.client.0.smithi154.stdout: "caps": [], 2023-01-15T14:34:02.214 INFO:tasks.workunit.client.0.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "default_placement": "", 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "placement_tags": [], 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "bucket_quota": { 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "enabled": false, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "user_quota": { 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "enabled": false, 2023-01-15T14:34:02.215 INFO:tasks.workunit.client.0.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: }, 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "type": "rgw", 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout:} 2023-01-15T14:34:02.216 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:02.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.937+0000 7f0c2b8e9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:02.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.939+0000 7f0c4696d780 20 remove_watcher() i=0 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.939+0000 7f0c4696d780 2 removed watcher, disabling cache 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.940+0000 7f0c4696d780 20 remove_watcher() i=1 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.940+0000 7f0c4696d780 20 remove_watcher() i=2 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.941+0000 7f0c4696d780 20 remove_watcher() i=3 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.942+0000 7f0c4696d780 20 remove_watcher() i=4 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.943+0000 7f0c4696d780 20 remove_watcher() i=5 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.944+0000 7f0c4696d780 20 remove_watcher() i=6 2023-01-15T14:34:02.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:01.944+0000 7f0c4696d780 20 remove_watcher() i=7 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stdout:phase 1.1 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:02.219 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:02.221 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (113 ms) 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/quux 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/f1 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/f2 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/f1 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/d1/ 2023-01-15T14:34:02.222 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/hungry 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/momma 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/bear/ 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:creating: nfsroot:foo/bar/baz/frobozz 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_HIER1 (52 ms) 2023-01-15T14:34:02.223 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:34:02.245 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_DIRS1 (106 ms) 2023-01-15T14:34:02.437 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:34:02.438 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:34:02.438 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:34:02.441 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (17 ms) 2023-01-15T14:34:02.441 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:34:02.442 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (45 ms) 2023-01-15T14:34:02.442 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:34:02.442 INFO:tasks.workunit.client.0.smithi154.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2023-01-15T14:34:02.442 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2023-01-15T14:34:02.443 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:34:02.443 INFO:tasks.workunit.client.0.smithi154.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (7 ms) 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_0 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:02.444 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_1 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_2 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:34:02.445 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_0 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_0/sfile_0 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_0/sfile_1 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_1 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_1/sfile_0 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_1/sfile_1 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:02.446 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_2 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_2/sfile_0 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_2/sfile_1 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READ_DIRS1 (8 ms) 2023-01-15T14:34:02.447 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:34:02.505 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_SETUP1 (176 ms) 2023-01-15T14:34:02.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:34:02.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:34:02.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:34:02.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:34:02.599 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:02.600 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:02.601 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:02.601 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:02.602 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:34:02.602 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:34:02.603 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/f2 (f2): FILE 2023-01-15T14:34:02.604 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/f1 (f1): FILE 2023-01-15T14:34:02.604 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-01-15T14:34:02.604 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-01-15T14:34:02.604 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:34:02.605 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:34:02.605 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-01-15T14:34:02.614 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-01-15T14:34:02.614 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:34:02.615 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:34:02.615 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-01-15T14:34:02.615 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-01-15T14:34:02.615 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-01-15T14:34:02.615 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar (bar): DIR 2023-01-15T14:34:02.616 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo (foo): DIR 2023-01-15T14:34:02.616 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot (nfsroot): DIR 2023-01-15T14:34:02.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.HIER1 (25 ms) 2023-01-15T14:34:02.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:34:02.616 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:34:02.617 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:34:02.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:02.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:02.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:02.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:02.618 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:02.619 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:02.528+0000 7f2b5d12a800 -1 shutting down 2023-01-15T14:34:02.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:02.528+0000 7f2a7effd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108190, si_uid : 1000, si_addr0x3e80001a69e, si_status0 2023-01-15T14:34:02.620 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (61 ms) 2023-01-15T14:34:02.621 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW (617 ms total) 2023-01-15T14:34:02.621 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:02.621 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:02.621 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 24 tests from 1 test suite ran. (617 ms total) 2023-01-15T14:34:02.621 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 24 tests. 2023-01-15T14:34:02.622 INFO:tasks.workunit.client.0.smithi154.stdout:phase 1.2 2023-01-15T14:34:02.622 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:34:02.622 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:02.622 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:34:02.623 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:02.626 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:02.626 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:02.915 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (298 ms) 2023-01-15T14:34:02.997 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:34:02.999 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:34:03.000 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2023-01-15T14:34:03.001 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:03.002 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:03.003 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:03.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:02.915+0000 7f40a6647800 -1 shutting down 2023-01-15T14:34:03.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:02.915+0000 7f3fd17fa700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108278, si_uid : 1000, si_addr0x3e80001a6f6, si_status0 2023-01-15T14:34:03.019 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (102 ms) 2023-01-15T14:34:03.177 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW (401 ms total) 2023-01-15T14:34:03.177 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:03.177 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:03.178 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 24 tests from 1 test suite ran. (401 ms total) 2023-01-15T14:34:03.178 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 24 tests. 2023-01-15T14:34:03.178 INFO:tasks.workunit.client.0.smithi154.stdout:phase 1.3 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:03.179 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:03.359 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (313 ms) 2023-01-15T14:34:03.359 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:34:03.359 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:34:03.360 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:03.360 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:34:03.360 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:34:03.369 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_HIER1 (6 ms) 2023-01-15T14:34:03.369 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:34:03.423 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETUP_DIRS1 (57 ms) 2023-01-15T14:34:03.511 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:34:03.511 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:34:03.511 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:34:03.512 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-01-15T14:34:03.512 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:34:03.512 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_0 2023-01-15T14:34:03.513 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.514 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:03.514 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.514 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_1 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout:scanning objects in /bdirs1/dir_2 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.515 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_0 2023-01-15T14:34:03.516 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_0/sfile_0 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_0/sfile_1 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_1 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_1/sfile_0 2023-01-15T14:34:03.519 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_1/sfile_1 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:read back objects in /bdirs1/dir_2 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_2/sfile_0 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:reading 0,256 dir_2/sfile_1 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:34:03.520 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:03.521 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/f2 (f2): FILE 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/f1 (f1): FILE 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:34:03.522 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo/bar (bar): DIR 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot/foo (foo): DIR 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:/nfsroot (nfsroot): DIR 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.HIER1 (22 ms) 2023-01-15T14:34:03.523 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:03.524 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:03.525 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:03.525 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:03.453+0000 7fa6e3284800 -1 shutting down 2023-01-15T14:34:03.525 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:03.453+0000 7fa605ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108366, si_uid : 1000, si_addr0x3e80001a74e, si_status0 2023-01-15T14:34:03.562 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (109 ms) 2023-01-15T14:34:03.562 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 24 tests from LibRGW (517 ms total) 2023-01-15T14:34:03.562 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:03.563 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:03.563 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 24 tests from 1 test suite ran. (517 ms total) 2023-01-15T14:34:03.563 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 24 tests. 2023-01-15T14:34:03.566 INFO:tasks.workunit.client.0.smithi154.stdout:phase 2.1 2023-01-15T14:34:03.589 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:34:03.672 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:03.675 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from LibRGW 2023-01-15T14:34:03.675 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:03.676 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:03.676 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:03.684 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (95 ms) 2023-01-15T14:34:03.684 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:03.684 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:34:03.684 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:03.694 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2023-01-15T14:34:03.694 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:03.694 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:34:03.694 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-01-15T14:34:03.704 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave0 2023-01-15T14:34:03.713 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave1 2023-01-15T14:34:03.724 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave2 2023-01-15T14:34:03.734 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave3 2023-01-15T14:34:03.743 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave4 2023-01-15T14:34:03.753 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave5 2023-01-15T14:34:03.763 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave6 2023-01-15T14:34:03.837 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave7 2023-01-15T14:34:03.838 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave8 2023-01-15T14:34:03.838 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave9 2023-01-15T14:34:03.838 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (98 ms) 2023-01-15T14:34:03.838 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-01-15T14:34:04.171 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (379 ms) 2023-01-15T14:34:04.340 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:04.340 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:04.340 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:04.340 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:04.341 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:04.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:04.170+0000 7fdd3aac4800 -1 shutting down 2023-01-15T14:34:04.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:04.170+0000 7fdc657fa700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108454, si_uid : 1000, si_addr0x3e80001a7a6, si_status0 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (16 ms) 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from LibRGW (598 ms total) 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 9 tests from 1 test suite ran. (598 ms total) 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 9 tests. 2023-01-15T14:34:04.544 INFO:tasks.workunit.client.0.smithi154.stdout:phase 2.2 2023-01-15T14:34:04.545 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:34:04.545 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:04.545 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from LibRGW 2023-01-15T14:34:04.545 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:04.545 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:04.547 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:04.548 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (312 ms) 2023-01-15T14:34:04.548 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:04.548 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:04.548 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:04.549 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:34:04.549 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:04.569 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (43 ms) 2023-01-15T14:34:04.569 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-01-15T14:34:04.578 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave0 2023-01-15T14:34:04.705 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave1 2023-01-15T14:34:04.705 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave2 2023-01-15T14:34:04.705 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave3 2023-01-15T14:34:04.705 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave4 2023-01-15T14:34:04.705 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave5 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave6 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave7 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave8 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:created: sorrydave9 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (97 ms) 2023-01-15T14:34:04.706 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-01-15T14:34:05.035 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (369 ms) 2023-01-15T14:34:05.307 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:05.307 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:05.307 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:05.307 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:05.308 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:05.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:05.034+0000 7fbfe8c46800 -1 shutting down 2023-01-15T14:34:05.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:05.034+0000 7fbf0affd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108542, si_uid : 1000, si_addr0x3e80001a7fe, si_status0 2023-01-15T14:34:05.309 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (94 ms) 2023-01-15T14:34:05.310 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 9 tests from LibRGW (916 ms total) 2023-01-15T14:34:05.310 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:05.310 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:05.310 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 9 tests from 1 test suite ran. (916 ms total) 2023-01-15T14:34:05.311 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 9 tests. 2023-01-15T14:34:05.311 INFO:tasks.workunit.client.0.smithi154.stdout:phase 3.1 2023-01-15T14:34:05.471 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 13 tests from 1 test suite. 2023-01-15T14:34:05.505 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:05.505 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 13 tests from LibRGW 2023-01-15T14:34:05.505 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:05.505 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:05.506 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:05.783 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (309 ms) 2023-01-15T14:34:05.915 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:05.915 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:05.915 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2023-01-15T14:34:05.916 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LARGE1 2023-01-15T14:34:05.917 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LARGE1 (79 ms) 2023-01-15T14:34:05.917 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LARGE2 2023-01-15T14:34:05.921 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LARGE2 (44 ms) 2023-01-15T14:34:05.925 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:34:05.925 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:05.926 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:05.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:05.920+0000 7f84896f2800 -1 shutting down 2023-01-15T14:34:05.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:05.920+0000 7f83a9ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108630, si_uid : 1000, si_addr0x3e80001a856, si_status0 2023-01-15T14:34:05.984 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (64 ms) 2023-01-15T14:34:06.123 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 13 tests from LibRGW (513 ms total) 2023-01-15T14:34:06.123 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:06.123 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:06.123 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 13 tests from 1 test suite ran. (513 ms total) 2023-01-15T14:34:06.124 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 13 tests. 2023-01-15T14:34:06.124 INFO:tasks.workunit.client.0.smithi154.stdout:phase 3.2 2023-01-15T14:34:06.320 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 13 tests from 1 test suite. 2023-01-15T14:34:06.338 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:06.338 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 13 tests from LibRGW 2023-01-15T14:34:06.338 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:06.339 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:06.339 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:06.628 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (308 ms) 2023-01-15T14:34:06.736 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (4 ms) 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LARGE1 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LARGE1 (72 ms) 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LARGE2 2023-01-15T14:34:06.738 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2023-01-15T14:34:06.739 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:34:06.739 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:34:06.739 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:34:06.739 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_OBJECT (10 ms) 2023-01-15T14:34:06.739 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:06.760 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (40 ms) 2023-01-15T14:34:06.942 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:06.942 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:06.942 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:06.942 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:06.942 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:06.943 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:06.760+0000 7fd521135800 -1 shutting down 2023-01-15T14:34:06.943 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:06.760+0000 7fd449ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108718, si_uid : 1000, si_addr0x3e80001a8ae, si_status0 2023-01-15T14:34:06.943 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (71 ms) 2023-01-15T14:34:06.943 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 13 tests from LibRGW (512 ms total) 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 13 tests from 1 test suite ran. (512 ms total) 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 13 tests. 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:phase 4.1 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from LibRGW 2023-01-15T14:34:06.944 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.TVAR 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stdout:read i1: 64001 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stdout:read s1: blunderbuss 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:06.945 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:07.166 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (308 ms) 2023-01-15T14:34:07.273 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:07.274 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:07.748 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:34:07.749 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (18 ms) 2023-01-15T14:34:07.749 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:34:07.750 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_0 2023-01-15T14:34:07.766 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_1 2023-01-15T14:34:07.766 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_2 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_3 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_4 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_5 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_6 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_7 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_8 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_9 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_10 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_11 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_12 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_13 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_14 2023-01-15T14:34:07.767 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_15 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_16 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_17 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_18 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_19 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_20 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_21 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_22 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_23 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_24 2023-01-15T14:34:07.768 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_25 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_26 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_27 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_28 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_29 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_30 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_31 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_32 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_33 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_34 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_35 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_36 2023-01-15T14:34:07.769 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_37 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_38 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_39 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_40 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_41 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_42 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_43 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_44 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_45 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_46 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_47 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_48 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_49 2023-01-15T14:34:07.770 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_50 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_51 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_52 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_53 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_54 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_55 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_56 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_57 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_58 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_59 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_60 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_61 2023-01-15T14:34:07.771 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_62 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_63 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_64 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_65 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_66 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_67 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_68 2023-01-15T14:34:07.772 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_69 2023-01-15T14:34:07.775 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_70 2023-01-15T14:34:07.775 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_71 2023-01-15T14:34:07.775 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_72 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_73 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_74 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_75 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_76 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_77 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_78 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_79 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_80 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_81 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_82 2023-01-15T14:34:07.776 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_83 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_84 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_85 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_86 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_87 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_88 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_89 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_90 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_91 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_92 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_93 2023-01-15T14:34:07.777 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_94 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_95 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_96 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_97 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_98 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:created: dmarker:f_99 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (429 ms) 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:34:07.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:34:07.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:34:07.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:34:07.918 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:34:07.919 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:34:07.920 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:34:07.921 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:34:07.922 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:34:07.928 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:34:07.928 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:34:07.929 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:34:07.929 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:34:07.929 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:34:07.929 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:34:07.929 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:34:07.930 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:34:07.931 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:34:07.931 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:34:07.931 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:34:07.931 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:34:07.931 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:34:07.932 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:34:07.932 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:34:07.932 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:34:07.932 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:34:07.932 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:34:07.933 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:34:07.933 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:34:07.933 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:34:07.933 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:34:07.933 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2023-01-15T14:34:07.934 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-01-15T14:34:07.934 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:34:07.934 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:34:07.934 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:34:07.935 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:34:07.936 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:34:07.936 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:34:07.936 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:34:07.938 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:34:07.939 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:34:07.939 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:34:08.073 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:34:08.073 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:34:08.073 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:34:08.073 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:34:08.073 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:34:08.074 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:34:08.075 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:34:08.076 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:34:08.077 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:34:08.078 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:34:08.078 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:34:08.079 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:34:08.079 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:34:08.079 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:34:08.079 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:34:08.080 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:34:08.081 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:34:08.081 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:34:08.085 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:34:08.086 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:34:08.087 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:34:08.088 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:34:08.088 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2023-01-15T14:34:08.088 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:34:08.088 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:34:08.089 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:08.089 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:08.089 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:08.089 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:08.089 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:08.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:07.618+0000 7f1772380800 -1 shutting down 2023-01-15T14:34:08.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:07.618+0000 7f16a0ff9700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108806, si_uid : 1000, si_addr0x3e80001a906, si_status0 2023-01-15T14:34:08.091 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (50 ms) 2023-01-15T14:34:08.091 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from LibRGW (812 ms total) 2023-01-15T14:34:08.091 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:08.091 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:08.091 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 11 tests from 1 test suite ran. (812 ms total) 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 11 tests. 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:phase 4.2 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from LibRGW 2023-01-15T14:34:08.092 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.TVAR 2023-01-15T14:34:08.093 INFO:tasks.workunit.client.0.smithi154.stdout:read i1: 64001 2023-01-15T14:34:08.093 INFO:tasks.workunit.client.0.smithi154.stdout:read s1: blunderbuss 2023-01-15T14:34:08.093 INFO:tasks.workunit.client.0.smithi154.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-01-15T14:34:08.093 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:08.228 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:08.229 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:08.230 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (304 ms) 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (11 ms) 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:34:08.231 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:34:08.232 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:34:08.232 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:34:08.232 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-01-15T14:34:08.232 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:34:08.722 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:34:08.723 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:34:08.732 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:34:08.733 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:34:08.734 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:34:08.735 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:34:08.736 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:34:08.736 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:34:08.740 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:34:08.741 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:34:08.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:34:08.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:34:08.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:34:08.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:34:08.778 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:34:08.779 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:34:08.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:34:08.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:34:08.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:34:08.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:34:08.780 INFO:tasks.workunit.client.0.smithi154.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:34:08.781 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER2_READDIR (1 ms) 2023-01-15T14:34:08.781 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:34:08.781 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:34:08.781 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:08.781 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:08.782 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:08.782 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:08.782 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:08.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.011+0000 7f2e6f8af800 -1 shutting down 2023-01-15T14:34:08.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.011+0000 7f2d91ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108894, si_uid : 1000, si_addr0x3e80001a95e, si_status0 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (89 ms) 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 11 tests from LibRGW (408 ms total) 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 11 tests from 1 test suite ran. (408 ms total) 2023-01-15T14:34:08.785 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 11 tests. 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stdout:phase 5.1 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 19 tests from 1 test suite. 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 19 tests from LibRGW 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:08.786 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:08.787 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (107 ms) 2023-01-15T14:34:08.787 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:08.788 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:08.788 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:08.788 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2023-01-15T14:34:08.788 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2023-01-15T14:34:08.789 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.PUT_OBJECT (4 ms) 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-01-15T14:34:08.790 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITEV 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READV 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READV (0 ms) 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-01-15T14:34:08.791 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:08.877 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:08.878 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:08.878 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:08.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.267+0000 7f1b83c82800 -1 shutting down 2023-01-15T14:34:08.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.267+0000 7f1aa5ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108982, si_uid : 1000, si_addr0x3e80001a9b6, si_status0 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (82 ms) 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 19 tests from LibRGW (211 ms total) 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 19 tests from 1 test suite ran. (211 ms total) 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 19 tests. 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:phase 5.2 2023-01-15T14:34:08.879 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] Running 19 tests from 1 test suite. 2023-01-15T14:34:08.880 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment set-up. 2023-01-15T14:34:08.880 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 19 tests from LibRGW 2023-01-15T14:34:08.880 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:34:08.880 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:08.880 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:08.882 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.INIT (103 ms) 2023-01-15T14:34:08.882 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:34:08.882 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-01-15T14:34:08.883 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-01-15T14:34:08.884 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.WRITEV 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READV 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READV (0 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.DELETE_BUCKET (35 ms) 2023-01-15T14:34:08.885 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.538+0000 7fa226b70800 -1 shutting down 2023-01-15T14:34:08.886 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:34:08.538+0000 7fa1517fa700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 109070, si_uid : 1000, si_addr0x3e80001aa0e, si_status0 2023-01-15T14:34:08.887 INFO:tasks.workunit.client.0.smithi154.stdout:[ OK ] LibRGW.SHUTDOWN (58 ms) 2023-01-15T14:34:08.890 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] 19 tests from LibRGW (207 ms total) 2023-01-15T14:34:08.890 INFO:tasks.workunit.client.0.smithi154.stdout: 2023-01-15T14:34:08.890 INFO:tasks.workunit.client.0.smithi154.stdout:[----------] Global test environment tear-down 2023-01-15T14:34:08.890 INFO:tasks.workunit.client.0.smithi154.stdout:[==========] 19 tests from 1 test suite ran. (207 ms total) 2023-01-15T14:34:08.890 INFO:tasks.workunit.client.0.smithi154.stdout:[ PASSED ] 19 tests. 2023-01-15T14:34:08.891 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:34:08.891 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:34:08.919 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_throttle.sh', 'rgw/test_librgw_file.sh'] on client.0... 2023-01-15T14:34:09.040 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-01-15T14:34:09.294 DEBUG:teuthology.parallel:result is None 2023-01-15T14:34:09.697 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:34:09.725 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:34:09.725 DEBUG:teuthology.orchestra.run.smithi154:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:34:09.783 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:34:09.859 INFO:teuthology.run_tasks:Running task ragweed... 2023-01-15T14:34:09.871 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2023-01-15T14:34:09.874 INFO:tasks.ragweed:Downloading ragweed... 2023-01-15T14:34:09.875 INFO:tasks.ragweed:Using branch 'wip-fips-openssl3_i01' for ragweed 2023-01-15T14:34:09.875 DEBUG:teuthology.orchestra.run.smithi154:> git clone -b wip-fips-openssl3_i01 https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed 2023-01-15T14:34:09.892 INFO:teuthology.orchestra.run.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/ragweed'... 2023-01-15T14:34:09.964 INFO:teuthology.orchestra.run.smithi154.stderr:fatal: Remote branch wip-fips-openssl3_i01 not found in upstream origin 2023-01-15T14:34:10.013 DEBUG:teuthology.orchestra.run:got remote process result: 128 2023-01-15T14:34:10.014 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2023-01-15T14:34:10.014 DEBUG:teuthology.orchestra.run.smithi154:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed 2023-01-15T14:34:10.072 INFO:teuthology.orchestra.run.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/ragweed'... 2023-01-15T14:34:10.171 INFO:tasks.ragweed:Creating rgw users... 2023-01-15T14:34:10.383 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2023-01-15T14:34:10.384 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key PAWJJXIZSOIDJKSNTRQJ --secret w+OVLBbSwl2iEHDowRLWYR+jBHgDSpux53z4zqYKtx6cWREF22mPNw== --email ragweed.client.0+test@test.test --system false 2023-01-15T14:34:10.437 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:10.503 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:10.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.444+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:10.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 20 realm 2023-01-15T14:34:10.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.445+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.446+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.446+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.447+0000 7fa5da02f780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.447+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.447+0000 7fa5da02f780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.447+0000 7fa5da02f780 20 searching for the correct realm 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:34:10.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.457+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 zone default found 2023-01-15T14:34:10.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 4 Realm: () 2023-01-15T14:34:11.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:34:11.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 zonegroup default 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5d7fdd700 0 -- 172.21.15.154:0/3533502898 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5636491ae000 msgr2=0x5636490c6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.458+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.459+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.459+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.459+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.459+0000 7fa5da02f780 20 started sync module instance, tier type = 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.459+0000 7fa5da02f780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:34:11.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=0 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=1 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=2 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=3 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=4 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=5 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=6 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 20 add_watcher() i=7 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.466+0000 7fa5da02f780 2 all 8 watchers are set, enabling cache 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.468+0000 7fa5befab700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.468+0000 7fa5da02f780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.468+0000 7fa5da02f780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.468+0000 7fa5d87de700 0 -- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5636491af000 msgr2=0x563648dc9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0)._try_send injecting socket failure 2023-01-15T14:34:11.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.474+0000 7fa5da02f780 5 note: GC not initialized 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5ba7a2700 20 reqs_thread_entry: start 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 20 init_complete bucket index max shards: 11 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5b879e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:34:40 2023 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5b7f7c700 20 reqs_thread_entry: start 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2023-01-15T14:34:11.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:34:11.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2023-01-15T14:34:11.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.475+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 cache get: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ : miss 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ info.flags=0x0 2023-01-15T14:34:11.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 adding default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ to cache LRU end 2023-01-15T14:34:11.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 cache get: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ : hit (negative entry) 2023-01-15T14:34:11.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.476+0000 7fa5da02f780 10 cache get: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ : hit (negative entry) 2023-01-15T14:34:11.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-01-15T14:34:11.283 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5da02f780 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:34:11.283 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5da02f780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-01-15T14:34:11.283 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5d27d2700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426578 cookie 94791150604672 notifier 4955 bl.length()=641 2023-01-15T14:34:11.283 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5d27d2700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-01-15T14:34:11.283 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.477+0000 7fa5d27d2700 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5da02f780 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5da02f780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5d27d2700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426502 cookie 94791150602368 notifier 4955 bl.length()=202 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5d27d2700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.480+0000 7fa5d27d2700 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5da02f780 10 cache put: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ info.flags=0x7 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5da02f780 10 moving default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ to cache LRU end 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5da02f780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:PAWJJXIZSOIDJKSNTRQJ, ofs0, ns] 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5d27d2700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426579 cookie 94791150604672 notifier 4955 bl.length()=190 2023-01-15T14:34:11.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5d27d2700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ info.flags=0x7 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.483+0000 7fa5d27d2700 10 rgw watcher librados: moving default.rgw.meta+users.keys+PAWJJXIZSOIDJKSNTRQJ to cache LRU end 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "ragweed.client.0", 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. ragweed.client.0", 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "ragweed.client.0+test@test.test", 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:34:11.285 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:34:11.286 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:34:11.286 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "ragweed.client.0", 2023-01-15T14:34:11.286 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "PAWJJXIZSOIDJKSNTRQJ", 2023-01-15T14:34:11.286 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "w+OVLBbSwl2iEHDowRLWYR+jBHgDSpux53z4zqYKtx6cWREF22mPNw==" 2023-01-15T14:34:11.286 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [], 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:11.287 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:34:11.288 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:34:11.289 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:11.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.485+0000 7fa5befab700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:11.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.487+0000 7fa5da02f780 20 remove_watcher() i=0 2023-01-15T14:34:11.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.487+0000 7fa5da02f780 2 removed watcher, disabling cache 2023-01-15T14:34:11.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.488+0000 7fa5da02f780 20 remove_watcher() i=1 2023-01-15T14:34:11.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.489+0000 7fa5da02f780 20 remove_watcher() i=2 2023-01-15T14:34:11.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.490+0000 7fa5da02f780 20 remove_watcher() i=3 2023-01-15T14:34:11.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.491+0000 7fa5da02f780 20 remove_watcher() i=4 2023-01-15T14:34:11.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.491+0000 7fa5da02f780 20 remove_watcher() i=5 2023-01-15T14:34:11.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.492+0000 7fa5da02f780 20 remove_watcher() i=6 2023-01-15T14:34:11.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:10.493+0000 7fa5da02f780 20 remove_watcher() i=7 2023-01-15T14:34:11.291 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2023-01-15T14:34:11.291 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key KTNTODIXGKAMKFOKXYER --secret yf+c16h6MmuxhGy2UUVQBuNDmGOpKtNwFLKrU5gY4wq8x6c/Wpt6AA== --email sysuser.client.0+test@test.test --system true 2023-01-15T14:34:11.353 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:34:11.863 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:34:11.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.362+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.870 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.870 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 realm 2023-01-15T14:34:11.870 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.870 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:34:11.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:11.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.364+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.365+0000 7f8f61be1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:11.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.365+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:11.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.365+0000 7f8f61be1780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:34:11.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.365+0000 7f8f61be1780 20 searching for the correct realm 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.374+0000 7f8f5fb8f700 0 -- 172.21.15.154:0/3804423378 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55da22e82800 msgr2=0x55da22b6cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.375+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.267 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.268 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:34:12.268 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.268 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:34:12.268 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 zone default found 2023-01-15T14:34:12.268 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 4 Realm: () 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 zonegroup default 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.376+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.377+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.377+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.377+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.377+0000 7f8f61be1780 20 started sync module instance, tier type = 2023-01-15T14:34:12.269 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.377+0000 7f8f61be1780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.381+0000 7f8f60390700 0 -- 172.21.15.154:0/3804423378 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55da22e83000 msgr2=0x55da22e6db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=0 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=1 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=2 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=3 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=4 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=5 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=6 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 20 add_watcher() i=7 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.384+0000 7f8f61be1780 2 all 8 watchers are set, enabling cache 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.386+0000 7f8f46b5d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.386+0000 7f8f61be1780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.386+0000 7f8f61be1780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.391+0000 7f8f61be1780 5 note: GC not initialized 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f42354700 20 reqs_thread_entry: start 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f61be1780 20 init_complete bucket index max shards: 11 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f61be1780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f40350700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:34:41 2023 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f3fb2e700 20 reqs_thread_entry: start 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f61be1780 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.392+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.271 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache get: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER : miss 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 20 rados->read ofs=0 len=0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER info.flags=0x0 2023-01-15T14:34:12.272 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 adding default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER to cache LRU end 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache get: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER : hit (negative entry) 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.393+0000 7f8f61be1780 10 cache get: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER : hit (negative entry) 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.394+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.394+0000 7f8f61be1780 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.394+0000 7f8f61be1780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.395+0000 7f8f5a384700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426503 cookie 94395373602944 notifier 4984 bl.length()=641 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.395+0000 7f8f5a384700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.395+0000 7f8f5a384700 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f61be1780 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:34:12.273 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f61be1780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f5a384700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426580 cookie 94395373605248 notifier 4984 bl.length()=202 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f5a384700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.398+0000 7f8f5a384700 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f61be1780 10 cache put: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER info.flags=0x7 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f61be1780 10 moving default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER to cache LRU end 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f61be1780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:KTNTODIXGKAMKFOKXYER, ofs0, ns] 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f5a384700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 863288426508 cookie 94395373606400 notifier 4984 bl.length()=190 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f5a384700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER info.flags=0x7 2023-01-15T14:34:12.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.401+0000 7f8f5a384700 10 rgw watcher librados: moving default.rgw.meta+users.keys+KTNTODIXGKAMKFOKXYER to cache LRU end 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "sysuser.client.0", 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. sysuser.client.0", 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "sysuser.client.0+test@test.test", 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "sysuser.client.0", 2023-01-15T14:34:12.275 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "KTNTODIXGKAMKFOKXYER", 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "yf+c16h6MmuxhGy2UUVQBuNDmGOpKtNwFLKrU5gY4wq8x6c/Wpt6AA==" 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [], 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "system": true, 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:34:12.276 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:34:12.277 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:34:12.278 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:34:12.278 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:34:12.278 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:34:12.278 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:34:12.278 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:12.280 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.405+0000 7f8f46b5d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:34:12.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.407+0000 7f8f61be1780 20 remove_watcher() i=0 2023-01-15T14:34:12.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.407+0000 7f8f61be1780 2 removed watcher, disabling cache 2023-01-15T14:34:12.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.407+0000 7f8f61be1780 20 remove_watcher() i=1 2023-01-15T14:34:12.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.408+0000 7f8f61be1780 20 remove_watcher() i=2 2023-01-15T14:34:12.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.409+0000 7f8f61be1780 20 remove_watcher() i=3 2023-01-15T14:34:12.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.410+0000 7f8f61be1780 20 remove_watcher() i=4 2023-01-15T14:34:12.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.411+0000 7f8f61be1780 20 remove_watcher() i=5 2023-01-15T14:34:12.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.411+0000 7f8f61be1780 20 remove_watcher() i=6 2023-01-15T14:34:12.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:34:11.412+0000 7f8f61be1780 20 remove_watcher() i=7 2023-01-15T14:34:12.470 INFO:tasks.ragweed:Configuring ragweed... 2023-01-15T14:34:12.470 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest/ragweed && ./bootstrap 2023-01-15T14:34:12.492 INFO:teuthology.orchestra.run.smithi154.stderr:+ set -e 2023-01-15T14:34:12.492 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' -f /etc/debian_version ']' 2023-01-15T14:34:12.492 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' -f /etc/redhat-release ']' 2023-01-15T14:34:12.492 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:12.492 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa python3-pip 2023-01-15T14:34:13.417 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' python3-pip-9.0.3-22.el8.noarch == '' ']' 2023-01-15T14:34:13.530 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:13.530 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa python3-virtualenv 2023-01-15T14:34:14.341 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' python3-virtualenv-15.1.0-21.module_el8.5.0+895+a459eca8.noarch == '' ']' 2023-01-15T14:34:14.426 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:14.426 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa python3-devel 2023-01-15T14:34:15.265 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' '' == '' ']' 2023-01-15T14:34:15.344 INFO:teuthology.orchestra.run.smithi154.stderr:+ missing=python3-devel 2023-01-15T14:34:15.344 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:15.344 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa libevent-devel 2023-01-15T14:34:16.189 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' '' == '' ']' 2023-01-15T14:34:16.567 INFO:teuthology.orchestra.run.smithi154.stderr:+ missing='python3-devel libevent-devel' 2023-01-15T14:34:16.567 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:16.567 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa libxml2-devel 2023-01-15T14:34:17.111 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' '' == '' ']' 2023-01-15T14:34:18.410 INFO:teuthology.orchestra.run.smithi154.stderr:+ missing='python3-devel libevent-devel libxml2-devel' 2023-01-15T14:34:18.618 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:18.618 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa libxslt-devel 2023-01-15T14:34:18.619 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' '' == '' ']' 2023-01-15T14:34:18.620 INFO:teuthology.orchestra.run.smithi154.stderr:+ missing='python3-devel libevent-devel libxml2-devel libxslt-devel' 2023-01-15T14:34:18.620 INFO:teuthology.orchestra.run.smithi154.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:18.620 INFO:teuthology.orchestra.run.smithi154.stderr:++ rpm -qa zlib-devel 2023-01-15T14:34:18.957 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' '' == '' ']' 2023-01-15T14:34:19.020 INFO:teuthology.orchestra.run.smithi154.stderr:+ missing='python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel' 2023-01-15T14:34:19.020 INFO:teuthology.orchestra.run.smithi154.stderr:+ '[' -n 'python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel' ']' 2023-01-15T14:34:19.020 INFO:teuthology.orchestra.run.smithi154.stderr:+ echo './bootstrap: missing required RPM packages. Installing via sudo.' 2023-01-15T14:34:19.020 INFO:teuthology.orchestra.run.smithi154.stderr:./bootstrap: missing required RPM packages. Installing via sudo. 2023-01-15T14:34:19.020 INFO:teuthology.orchestra.run.smithi154.stderr:+ sudo yum -y install python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:34:19.614 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:09:19 ago on Sun 15 Jan 2023 02:25:00 PM UTC. 2023-01-15T14:34:20.692 INFO:teuthology.orchestra.run.smithi154.stdout:Package python36-devel-3.6.8-38.module_el8.5.0+895+a459eca8.x86_64 is already installed. 2023-01-15T14:34:20.800 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:34:20.927 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:34:20.927 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2023-01-15T14:34:20.928 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:34:20.928 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2023-01-15T14:34:20.928 INFO:teuthology.orchestra.run.smithi154.stdout: libevent-devel x86_64 2.1.8-5.el8 CentOS-AppStream 104 k 2023-01-15T14:34:20.928 INFO:teuthology.orchestra.run.smithi154.stdout: libxml2-devel x86_64 2.9.7-16.el8 CentOS-AppStream 1.0 M 2023-01-15T14:34:20.928 INFO:teuthology.orchestra.run.smithi154.stdout: libxslt-devel x86_64 1.1.32-6.el8 CentOS-AppStream 323 k 2023-01-15T14:34:20.929 INFO:teuthology.orchestra.run.smithi154.stdout: zlib-devel x86_64 1.2.11-21.el8 CentOS-BaseOS 58 k 2023-01-15T14:34:20.929 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2023-01-15T14:34:20.929 INFO:teuthology.orchestra.run.smithi154.stdout: libxml2 x86_64 2.9.7-16.el8 CentOS-BaseOS 696 k 2023-01-15T14:34:20.929 INFO:teuthology.orchestra.run.smithi154.stdout: python3-libxml2 x86_64 2.9.7-16.el8 CentOS-BaseOS 237 k 2023-01-15T14:34:20.929 INFO:teuthology.orchestra.run.smithi154.stdout: zlib x86_64 1.2.11-21.el8 CentOS-BaseOS 103 k 2023-01-15T14:34:20.930 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2023-01-15T14:34:20.930 INFO:teuthology.orchestra.run.smithi154.stdout: cmake-filesystem x86_64 3.20.2-4.el8 CentOS-AppStream 44 k 2023-01-15T14:34:20.930 INFO:teuthology.orchestra.run.smithi154.stdout: libgcrypt-devel x86_64 1.8.5-7.el8 CentOS-BaseOS 150 k 2023-01-15T14:34:20.930 INFO:teuthology.orchestra.run.smithi154.stdout: libgpg-error-devel x86_64 1.31-1.el8 CentOS-BaseOS 64 k 2023-01-15T14:34:20.930 INFO:teuthology.orchestra.run.smithi154.stdout: xz-devel x86_64 5.2.4-4.el8 CentOS-BaseOS 63 k 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout:Install 8 Packages 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 3 Packages 2023-01-15T14:34:20.931 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:20.932 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 2.8 M 2023-01-15T14:34:20.932 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2023-01-15T14:34:20.932 INFO:teuthology.orchestra.run.smithi154.stdout:(1/11): cmake-filesystem-3.20.2-4.el8.x86_64.rp 646 kB/s | 44 kB 00:00 2023-01-15T14:34:20.932 INFO:teuthology.orchestra.run.smithi154.stdout:(2/11): libevent-devel-2.1.8-5.el8.x86_64.rpm 1.1 MB/s | 104 kB 00:00 2023-01-15T14:34:20.932 INFO:teuthology.orchestra.run.smithi154.stdout:(3/11): libgcrypt-devel-1.8.5-7.el8.x86_64.rpm 5.8 MB/s | 150 kB 00:00 2023-01-15T14:34:20.953 INFO:teuthology.orchestra.run.smithi154.stdout:(4/11): libgpg-error-devel-1.31-1.el8.x86_64.rp 2.5 MB/s | 64 kB 00:00 2023-01-15T14:34:20.975 INFO:teuthology.orchestra.run.smithi154.stdout:(5/11): libxslt-devel-1.1.32-6.el8.x86_64.rpm 3.1 MB/s | 323 kB 00:00 2023-01-15T14:34:21.084 INFO:teuthology.orchestra.run.smithi154.stdout:(6/11): xz-devel-5.2.4-4.el8.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2023-01-15T14:34:21.085 INFO:teuthology.orchestra.run.smithi154.stdout:(7/11): zlib-devel-1.2.11-21.el8.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2023-01-15T14:34:21.085 INFO:teuthology.orchestra.run.smithi154.stdout:(8/11): libxml2-devel-2.9.7-16.el8.x86_64.rpm 4.1 MB/s | 1.0 MB 00:00 2023-01-15T14:34:21.085 INFO:teuthology.orchestra.run.smithi154.stdout:(9/11): zlib-1.2.11-21.el8.x86_64.rpm 4.0 MB/s | 103 kB 00:00 2023-01-15T14:34:21.110 INFO:teuthology.orchestra.run.smithi154.stdout:(10/11): python3-libxml2-2.9.7-16.el8.x86_64.rp 2.8 MB/s | 237 kB 00:00 2023-01-15T14:34:21.242 INFO:teuthology.orchestra.run.smithi154.stdout:(11/11): libxml2-2.9.7-16.el8.x86_64.rpm 4.8 MB/s | 696 kB 00:00 2023-01-15T14:34:21.242 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:34:21.242 INFO:teuthology.orchestra.run.smithi154.stdout:Total 8.3 MB/s | 2.8 MB 00:00 2023-01-15T14:34:21.253 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2023-01-15T14:34:21.392 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2023-01-15T14:34:21.415 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2023-01-15T14:34:21.525 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2023-01-15T14:34:21.584 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2023-01-15T14:34:22.042 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2023-01-15T14:34:22.283 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : zlib-1.2.11-21.el8.x86_64 1/14 2023-01-15T14:34:22.533 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : libxml2-2.9.7-16.el8.x86_64 2/14 2023-01-15T14:34:22.715 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgpg-error-devel-1.31-1.el8.x86_64 3/14 2023-01-15T14:34:22.740 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libgpg-error-devel-1.31-1.el8.x86_64 3/14 2023-01-15T14:34:23.033 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgcrypt-devel-1.8.5-7.el8.x86_64 4/14 2023-01-15T14:34:23.034 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libgcrypt-devel-1.8.5-7.el8.x86_64 4/14 2023-01-15T14:34:23.144 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 5/14 2023-01-15T14:34:23.363 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xz-devel-5.2.4-4.el8.x86_64 6/14 2023-01-15T14:34:23.782 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cmake-filesystem-3.20.2-4.el8.x86_64 7/14 2023-01-15T14:34:24.177 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libxml2-devel-2.9.7-16.el8.x86_64 8/14 2023-01-15T14:34:24.427 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libxslt-devel-1.1.32-6.el8.x86_64 9/14 2023-01-15T14:34:24.719 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : python3-libxml2-2.9.7-16.el8.x86_64 10/14 2023-01-15T14:34:24.983 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libevent-devel-2.1.8-5.el8.x86_64 11/14 2023-01-15T14:34:25.167 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : python3-libxml2-2.9.7-14.el8.x86_64 12/14 2023-01-15T14:34:25.324 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : libxml2-2.9.7-14.el8.x86_64 13/14 2023-01-15T14:34:25.513 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:34:25.833 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cmake-filesystem-3.20.2-4.el8.x86_64 1/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libevent-devel-2.1.8-5.el8.x86_64 2/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libxml2-devel-2.9.7-16.el8.x86_64 3/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libxslt-devel-1.1.32-6.el8.x86_64 4/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgcrypt-devel-1.8.5-7.el8.x86_64 5/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgpg-error-devel-1.31-1.el8.x86_64 6/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xz-devel-5.2.4-4.el8.x86_64 7/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 8/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libxml2-2.9.7-16.el8.x86_64 9/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libxml2-2.9.7-14.el8.x86_64 10/14 2023-01-15T14:34:25.961 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-libxml2-2.9.7-16.el8.x86_64 11/14 2023-01-15T14:34:25.962 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-libxml2-2.9.7-14.el8.x86_64 12/14 2023-01-15T14:34:25.962 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : zlib-1.2.11-21.el8.x86_64 13/14 2023-01-15T14:34:26.476 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:34:26.494 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:26.494 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2023-01-15T14:34:26.494 INFO:teuthology.orchestra.run.smithi154.stdout: libxml2-2.9.7-16.el8.x86_64 python3-libxml2-2.9.7-16.el8.x86_64 2023-01-15T14:34:26.494 INFO:teuthology.orchestra.run.smithi154.stdout: zlib-1.2.11-21.el8.x86_64 2023-01-15T14:34:26.494 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout: cmake-filesystem-3.20.2-4.el8.x86_64 libevent-devel-2.1.8-5.el8.x86_64 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout: libgcrypt-devel-1.8.5-7.el8.x86_64 libgpg-error-devel-1.31-1.el8.x86_64 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout: libxml2-devel-2.9.7-16.el8.x86_64 libxslt-devel-1.1.32-6.el8.x86_64 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout: xz-devel-5.2.4-4.el8.x86_64 zlib-devel-1.2.11-21.el8.x86_64 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:26.495 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2023-01-15T14:34:26.740 INFO:teuthology.orchestra.run.smithi154.stderr:+ sudo pip3 install --upgrade --trusted-host apt-mirror.front.sepia.ceph.com setuptools cffi cachecontrol 2023-01-15T14:34:27.061 INFO:teuthology.orchestra.run.smithi154.stderr:WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead. 2023-01-15T14:34:27.552 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting setuptools 2023-01-15T14:34:27.901 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/b0/3a/88b210db68e56854d0bcf4b38e165e03be377e13907746f825790f3df5bf/setuptools-59.6.0-py3-none-any.whl (952kB) 2023-01-15T14:34:28.346 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting cffi 2023-01-15T14:34:28.568 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/3a/12/d6066828014b9ccb2bbb8e1d9dc28872d20669b65aeb4a86806a0757813f/cffi-1.15.1-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl (402kB) 2023-01-15T14:34:28.665 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting cachecontrol 2023-01-15T14:34:29.179 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/83/63/15ce47ede5b03657e920f3f006e56ca9a16f7873978146f2f77e297bdd22/CacheControl-0.12.11-py2.py3-none-any.whl 2023-01-15T14:34:29.179 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting pycparser (from cffi) 2023-01-15T14:34:29.179 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/62/d5/5f610ebe421e85889f2e55e33b7f9a6795bd982198517d912eb1c76e1a53/pycparser-2.21-py2.py3-none-any.whl (118kB) 2023-01-15T14:34:29.179 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting requests (from cachecontrol) 2023-01-15T14:34:29.180 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/2d/61/08076519c80041bc0ffa1a8af0cbd3bf3e2b62af10435d269a9d0f40564d/requests-2.27.1-py2.py3-none-any.whl (63kB) 2023-01-15T14:34:29.239 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting msgpack>=0.5.2 (from cachecontrol) 2023-01-15T14:34:29.408 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/22/44/0829b19ac243211d1d2bd759999aa92196c546518b0be91de9cacc98122a/msgpack-1.0.4.tar.gz (128kB) 2023-01-15T14:34:29.900 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting charset-normalizer~=2.0.0; python_version >= "3" (from requests->cachecontrol) 2023-01-15T14:34:30.091 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/06/b3/24afc8868eba069a7f03650ac750a778862dc34941a4bebeb58706715726/charset_normalizer-2.0.12-py3-none-any.whl 2023-01-15T14:34:30.266 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting urllib3<1.27,>=1.21.1 (from requests->cachecontrol) 2023-01-15T14:34:30.327 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/fe/ca/466766e20b767ddb9b951202542310cba37ea5f2d792dae7589f1741af58/urllib3-1.26.14-py2.py3-none-any.whl (140kB) 2023-01-15T14:34:30.494 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting idna<4,>=2.5; python_version >= "3" (from requests->cachecontrol) 2023-01-15T14:34:30.497 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/fc/34/3030de6f1370931b9dbb4dad48f6ab1015ab1d32447850b9fc94e60097be/idna-3.4-py3-none-any.whl (61kB) 2023-01-15T14:34:30.592 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting certifi>=2017.4.17 (from requests->cachecontrol) 2023-01-15T14:34:30.696 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading https://files.pythonhosted.org/packages/71/4c/3db2b8021bd6f2f0ceb0e088d6b2d49147671f25832fb17970e9b583d742/certifi-2022.12.7-py3-none-any.whl (155kB) 2023-01-15T14:34:30.696 INFO:teuthology.orchestra.run.smithi154.stdout:Installing collected packages: setuptools, pycparser, cffi, charset-normalizer, urllib3, idna, certifi, requests, msgpack, cachecontrol 2023-01-15T14:34:31.150 INFO:teuthology.orchestra.run.smithi154.stdout: Running setup.py install for msgpack: started 2023-01-15T14:34:31.432 INFO:teuthology.orchestra.run.smithi154.stdout: Running setup.py install for msgpack: finished with status 'done' 2023-01-15T14:34:31.473 INFO:teuthology.orchestra.run.smithi154.stdout:Successfully installed cachecontrol-0.12.11 certifi-2022.12.7 cffi-1.15.1 charset-normalizer-2.0.12 idna-3.4 msgpack-1.0.4 pycparser-2.21 requests-2.27.1 setuptools-59.6.0 urllib3-1.26.14 2023-01-15T14:34:31.847 INFO:teuthology.orchestra.run.smithi154.stderr:+ virtualenv -p python3 --system-site-packages --download virtualenv 2023-01-15T14:34:31.965 INFO:teuthology.orchestra.run.smithi154.stdout:Using base prefix '/usr' 2023-01-15T14:34:32.009 INFO:teuthology.orchestra.run.smithi154.stdout:New python executable in /home/ubuntu/cephtest/ragweed/virtualenv/bin/python3 2023-01-15T14:34:32.009 INFO:teuthology.orchestra.run.smithi154.stdout:Also creating executable in /home/ubuntu/cephtest/ragweed/virtualenv/bin/python 2023-01-15T14:34:34.797 INFO:teuthology.orchestra.run.smithi154.stdout:Installing setuptools, pip, wheel...done. 2023-01-15T14:34:34.870 INFO:teuthology.orchestra.run.smithi154.stdout:Running virtualenv with interpreter /usr/bin/python3 2023-01-15T14:34:34.870 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/pip install --upgrade pip 2023-01-15T14:34:35.191 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: pip in ./virtualenv/lib/python3.6/site-packages (21.3.1) 2023-01-15T14:34:35.827 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/pip install six 2023-01-15T14:34:36.195 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: six in /usr/lib/python3.6/site-packages (1.11.0) 2023-01-15T14:34:36.381 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/pip install -I nose 2023-01-15T14:34:37.122 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting nose 2023-01-15T14:34:37.212 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading nose-1.3.7-py3-none-any.whl (154 kB) 2023-01-15T14:34:37.554 INFO:teuthology.orchestra.run.smithi154.stdout:Installing collected packages: nose 2023-01-15T14:34:37.684 INFO:teuthology.orchestra.run.smithi154.stdout:Successfully installed nose-1.3.7 2023-01-15T14:34:37.739 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/pip install setuptools 2023-01-15T14:34:38.106 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (59.6.0) 2023-01-15T14:34:38.293 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/pip install -U -r requirements.txt 2023-01-15T14:34:38.711 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: PyYAML in /usr/lib64/python3.6/site-packages (from -r requirements.txt (line 1)) (3.12) 2023-01-15T14:34:38.906 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting PyYAML 2023-01-15T14:34:38.956 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (603 kB) 2023-01-15T14:34:39.029 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: nose>=1.0.0 in ./virtualenv/lib/python3.6/site-packages (from -r requirements.txt (line 2)) (1.3.7) 2023-01-15T14:34:39.204 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting boto!=2.46.0,>=2.6.0 2023-01-15T14:34:39.217 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading boto-2.49.0-py2.py3-none-any.whl (1.4 MB) 2023-01-15T14:34:39.331 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting munch>=1.0.0 2023-01-15T14:34:39.343 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading munch-2.5.0-py2.py3-none-any.whl (10 kB) 2023-01-15T14:34:39.745 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting gevent>=1.0 2023-01-15T14:34:39.918 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading gevent-22.10.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.8 MB) 2023-01-15T14:34:39.962 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting httplib2 2023-01-15T14:34:39.973 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading httplib2-0.21.0-py3-none-any.whl (96 kB) 2023-01-15T14:34:39.989 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: lxml in /usr/lib64/python3.6/site-packages (from -r requirements.txt (line 7)) (4.2.3) 2023-01-15T14:34:40.490 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting lxml 2023-01-15T14:34:40.502 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading lxml-4.9.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl (6.6 MB) 2023-01-15T14:34:40.660 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: six in /usr/lib/python3.6/site-packages (from munch>=1.0.0->-r requirements.txt (line 4)) (1.11.0) 2023-01-15T14:34:40.778 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting zope.event 2023-01-15T14:34:40.789 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading zope.event-4.6-py2.py3-none-any.whl (6.8 kB) 2023-01-15T14:34:41.155 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting greenlet>=2.0.0 2023-01-15T14:34:41.169 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading greenlet-2.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (513 kB) 2023-01-15T14:34:41.210 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (from gevent>=1.0->-r requirements.txt (line 5)) (59.6.0) 2023-01-15T14:34:41.549 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting zope.interface 2023-01-15T14:34:41.562 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading zope.interface-5.5.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (253 kB) 2023-01-15T14:34:41.764 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 2023-01-15T14:34:41.895 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading pyparsing-3.0.9-py3-none-any.whl (98 kB) 2023-01-15T14:34:42.081 INFO:teuthology.orchestra.run.smithi154.stdout:Installing collected packages: zope.interface, zope.event, pyparsing, greenlet, PyYAML, munch, lxml, httplib2, gevent, boto 2023-01-15T14:34:42.285 INFO:teuthology.orchestra.run.smithi154.stdout: Attempting uninstall: pyparsing 2023-01-15T14:34:42.313 INFO:teuthology.orchestra.run.smithi154.stdout: Found existing installation: pyparsing 2.1.10 2023-01-15T14:34:42.314 INFO:teuthology.orchestra.run.smithi154.stdout: Not uninstalling pyparsing at /usr/lib/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:34:42.314 INFO:teuthology.orchestra.run.smithi154.stdout: Can't uninstall 'pyparsing'. No files were found to uninstall. 2023-01-15T14:34:42.979 INFO:teuthology.orchestra.run.smithi154.stdout: Attempting uninstall: PyYAML 2023-01-15T14:34:43.042 INFO:teuthology.orchestra.run.smithi154.stdout: Found existing installation: PyYAML 3.12 2023-01-15T14:34:43.042 INFO:teuthology.orchestra.run.smithi154.stdout: Not uninstalling pyyaml at /usr/lib64/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:34:43.042 INFO:teuthology.orchestra.run.smithi154.stdout: Can't uninstall 'PyYAML'. No files were found to uninstall. 2023-01-15T14:34:43.130 INFO:teuthology.orchestra.run.smithi154.stdout: Attempting uninstall: lxml 2023-01-15T14:34:43.196 INFO:teuthology.orchestra.run.smithi154.stdout: Found existing installation: lxml 4.2.3 2023-01-15T14:34:43.196 INFO:teuthology.orchestra.run.smithi154.stdout: Not uninstalling lxml at /usr/lib64/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:34:43.196 INFO:teuthology.orchestra.run.smithi154.stdout: Can't uninstall 'lxml'. No files were found to uninstall. 2023-01-15T14:34:44.335 INFO:teuthology.orchestra.run.smithi154.stdout:Successfully installed PyYAML-6.0 boto-2.49.0 gevent-22.10.2 greenlet-2.0.1 httplib2-0.21.0 lxml-4.9.2 munch-2.5.0 pyparsing-3.0.9 zope.event-4.6 zope.interface-5.5.2 2023-01-15T14:34:44.482 INFO:teuthology.orchestra.run.smithi154.stderr:+ ./virtualenv/bin/python setup.py develop 2023-01-15T14:34:44.665 INFO:teuthology.orchestra.run.smithi154.stdout:running develop 2023-01-15T14:34:44.705 INFO:teuthology.orchestra.run.smithi154.stdout:running egg_info 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:creating ragweed.egg-info 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing ragweed.egg-info/PKG-INFO 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing dependency_links to ragweed.egg-info/dependency_links.txt 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing requirements to ragweed.egg-info/requires.txt 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing top-level names to ragweed.egg-info/top_level.txt 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:reading manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:adding license file 'LICENSE' 2023-01-15T14:34:44.812 INFO:teuthology.orchestra.run.smithi154.stdout:writing manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:34:44.813 INFO:teuthology.orchestra.run.smithi154.stdout:running build_ext 2023-01-15T14:34:44.813 INFO:teuthology.orchestra.run.smithi154.stdout:Creating /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/ragweed.egg-link (link to .) 2023-01-15T14:34:44.813 INFO:teuthology.orchestra.run.smithi154.stdout:Adding ragweed 0.0.1 to easy-install.pth file 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout:Installed /home/ubuntu/cephtest/ragweed 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout:Processing dependencies for ragweed==0.0.1 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for isodate>=0.4.4 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout:Reading https://pypi.org/simple/isodate/ 2023-01-15T14:34:44.814 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading https://files.pythonhosted.org/packages/b6/85/7882d311924cbcfc70b1890780763e36ff0b140c7e51c110fc59a532f087/isodate-0.6.1-py2.py3-none-any.whl#sha256=0751eece944162659049d35f4f549ed815792b38793f07cf73381c1c87cbed96 2023-01-15T14:34:44.820 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: isodate 0.6.1 2023-01-15T14:34:44.965 INFO:teuthology.orchestra.run.smithi154.stdout:Processing isodate-0.6.1-py2.py3-none-any.whl 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Installing isodate-0.6.1-py2.py3-none-any.whl to /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Adding isodate 0.6.1 to easy-install.pth file 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Installed /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/isodate-0.6.1-py3.6.egg 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for gevent==22.10.2 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: gevent 22.10.2 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Adding gevent 22.10.2 to easy-install.pth file 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:44.970 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for munch==2.5.0 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: munch 2.5.0 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout:Adding munch 2.5.0 to easy-install.pth file 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:44.971 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for PyYAML==6.0 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: PyYAML 6.0 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout:Adding PyYAML 6.0 to easy-install.pth file 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for boto==2.49.0 2023-01-15T14:34:45.285 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: boto 2.49.0 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Adding boto 2.49.0 to easy-install.pth file 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for six==1.11.0 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: six 1.11.0 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Adding six 1.11.0 to easy-install.pth file 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Using /usr/lib/python3.6/site-packages 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for greenlet==2.0.1 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: greenlet 2.0.1 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Adding greenlet 2.0.1 to easy-install.pth file 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:45.286 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for zope.interface==5.5.2 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: zope.interface 5.5.2 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Adding zope.interface 5.5.2 to easy-install.pth file 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for zope.event==4.6 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: zope.event 4.6 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Adding zope.event 4.6 to easy-install.pth file 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.287 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for setuptools==59.6.0 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: setuptools 59.6.0 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout:Adding setuptools 59.6.0 to easy-install.pth file 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout:Using /usr/local/lib/python3.6/site-packages 2023-01-15T14:34:45.289 INFO:teuthology.orchestra.run.smithi154.stdout:Finished processing dependencies for ragweed==0.0.1 2023-01-15T14:34:45.290 INFO:teuthology.orchestra.run.smithi154.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/setuptools/command/easy_install.py:159: EasyInstallDeprecationWarning: easy_install command is deprecated. Use build and pip and other standards-based tools. 2023-01-15T14:34:45.291 INFO:teuthology.orchestra.run.smithi154.stderr: EasyInstallDeprecationWarning, 2023-01-15T14:34:45.291 INFO:teuthology.orchestra.run.smithi154.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/setuptools/command/install.py:37: SetuptoolsDeprecationWarning: setup.py install is deprecated. Use build and pip and other standards-based tools. 2023-01-15T14:34:45.291 INFO:teuthology.orchestra.run.smithi154.stderr: setuptools.SetuptoolsDeprecationWarning, 2023-01-15T14:34:45.291 INFO:teuthology.orchestra.run.smithi154.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: is an invalid version and will not be supported in a future release 2023-01-15T14:34:45.291 INFO:teuthology.orchestra.run.smithi154.stderr: PkgResourcesDeprecationWarning, 2023-01-15T14:34:45.291 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:34:45.291 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2023-01-15T14:34:45.349 INFO:tasks.ragweed:Configuring boto... 2023-01-15T14:34:45.431 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:34:45.431 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/boto.cfg 2023-01-15T14:34:45.449 DEBUG:teuthology.orchestra.run.smithi154:ragweed tests against rgw> RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg /home/ubuntu/cephtest/ragweed/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/ragweed -v -a '!fails_on_rgw' 2023-01-15T14:34:55.465 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_multipart_defer_complete.test ... ok 2023-01-15T14:35:01.803 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_multipart_defer_update_complete.test ... ok 2023-01-15T14:35:05.897 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_multipart_index_versioning.test ... ok 2023-01-15T14:35:12.082 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_multipart_simple.test ... ok 2023-01-15T14:35:24.721 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_obj_storage_class.test ... ok 2023-01-15T14:35:38.232 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_obj_storage_class_copy.test ... ok 2023-01-15T14:35:49.747 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_obj_storage_class_multipart.test ... ok 2023-01-15T14:36:16.012 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_obj_storage_class_multipart_copy.test ... ok 2023-01-15T14:36:20.884 INFO:teuthology.orchestra.run.smithi154.stderr:ragweed.tests.tests.r_test_small_obj_data.test ... ok 2023-01-15T14:36:20.949 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:36:20.949 INFO:teuthology.orchestra.run.smithi154.stderr:---------------------------------------------------------------------- 2023-01-15T14:36:20.949 INFO:teuthology.orchestra.run.smithi154.stderr:Ran 9 tests in 95.151s 2023-01-15T14:36:20.949 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:36:20.949 INFO:teuthology.orchestra.run.smithi154.stderr:OK 2023-01-15T14:36:20.950 INFO:tasks.ragweed:Cleaning up boto... 2023-01-15T14:36:20.951 DEBUG:teuthology.orchestra.run.smithi154:> rm /home/ubuntu/cephtest/boto.cfg 2023-01-15T14:36:20.969 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2023-01-15T14:36:21.054 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:36:21.128 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.062+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 20 realm 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.063+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.064+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.064+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.065+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.065+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.065+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.065+0000 7fb45265b780 20 searching for the correct realm 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.072+0000 7fb450609700 0 -- 172.21.15.154:0/2854014470 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55e489423800 msgr2=0x55e48933bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.075+0000 7fb45265b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.075+0000 7fb45265b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.075+0000 7fb45265b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:36:21.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.075+0000 7fb45265b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.075+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 zone default found 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 4 Realm: () 2023-01-15T14:36:21.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 zonegroup default 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.076+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 started sync module instance, tier type = 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb45265b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.077+0000 7fb450e0a700 0 -- 172.21.15.154:0/2854014470 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55e4893ff800 msgr2=0x55e48933b600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=0 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=1 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=2 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=3 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=4 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=5 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=6 2023-01-15T14:36:21.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 20 add_watcher() i=7 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.085+0000 7fb45265b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.087+0000 7fb4375d7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.087+0000 7fb45265b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.087+0000 7fb45265b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb432dce700 20 reqs_thread_entry: start 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb45265b780 20 init_complete bucket index max shards: 11 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb45265b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb430dca700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:36:51 2023 2023-01-15T14:36:21.139 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:36:21.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb4305a8700 20 reqs_thread_entry: start 2023-01-15T14:36:21.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb45265b780 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-01-15T14:36:21.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.123+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.124+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=452 2023-01-15T14:36:21.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.124+0000 7fb45265b780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2023-01-15T14:36:21.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.124+0000 7fb45265b780 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:36:21.288 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.124+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 : miss 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 info.flags=0x13 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 to cache LRU end 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.125+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 2023-01-15T14:36:21.289 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.126+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.126+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.126+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.127+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.127+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.127+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.128+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.129+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.129+0000 7fb45265b780 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_multipart_copy[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 10 manifest: total_size = 15890 2023-01-15T14:36:21.290 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16497843201901121582 2023-01-15T14:36:21.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_multipart_copy[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.291 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.130+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.1 2023-01-15T14:36:21.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : miss 2023-01-15T14:36:21.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf info.flags=0x0 2023-01-15T14:36:21.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-conf to cache LRU end 2023-01-15T14:36:21.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : miss 2023-01-15T14:36:21.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf info.flags=0x0 2023-01-15T14:36:21.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-conf to cache LRU end 2023-01-15T14:36:21.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.133+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_index_versioning[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2023-01-15T14:36:21.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb45265b780 10 manifest: total_size = 7333 2023-01-15T14:36:21.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8243465013827937888 2023-01-15T14:36:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_index_versioning[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.134+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.2 2023-01-15T14:36:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_copy[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 10 manifest: total_size = 5262 2023-01-15T14:36:21.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.5227158815064792028 2023-01-15T14:36:21.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_copy[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.136+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.2 2023-01-15T14:36:21.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.137+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2023-01-15T14:36:21.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.138+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_defer_update_complete[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb45265b780 10 manifest: total_size = 4956 2023-01-15T14:36:21.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16326926608682007490 2023-01-15T14:36:21.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_defer_update_complete[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.3 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.139+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.504 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_defer_complete[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 10 manifest: total_size = 7473 2023-01-15T14:36:21.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10955362885919700515 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_defer_complete[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.141+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.4 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.142+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.143+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb45265b780 10 manifest: total_size = 5199 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4732135900022881786 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.4 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.144+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_simple[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 10 manifest: total_size = 4855 2023-01-15T14:36:21.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3853120733224516018 2023-01-15T14:36:21.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_multipart_simple[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.695 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.146+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.5 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.147+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.148+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_multipart[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb45265b780 10 manifest: total_size = 5390 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7239331344546564080 2023-01-15T14:36:21.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_obj_storage_class_multipart[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.7 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.149+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_small_obj_data[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 10 manifest: total_size = 7668 2023-01-15T14:36:21.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12567916279592661860 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]):tests/r_test_small_obj_data[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2.8 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.151+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:21.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.153+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]) 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.154+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.155+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=204 2023-01-15T14:36:21.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.155+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x13 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.155+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.155+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 info.flags=0x17 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 to cache LRU end 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2, ofs0, ns] 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132182 cookie 94440043896832 notifier 4994 bl.length()=850 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 info.flags=0x17 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 to cache LRU end 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.156+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.163+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]): orig_sources= new_sources= 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.163+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]): potential sources added=[] removed=[] 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.163+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]): orig_dests= new_dests= 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.163+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2]): potential dests added=[] removed=[] 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.166+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-conf : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.166+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-conf from cache 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.166+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.167+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132248 cookie 94440039605248 notifier 4994 bl.length()=162 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.170+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 from cache 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.170+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2, ofs0, ns] 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.170+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132183 cookie 94440043896832 notifier 4994 bl.length()=219 2023-01-15T14:36:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.176+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-conf/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2 from cache 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.176+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-conf/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.2, ofs0, ns] 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.176+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132176 cookie 94440039611008 notifier 4994 bl.length()=216 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.179+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 : miss 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.179+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=407 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 info.flags=0x13 2023-01-15T14:36:21.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 to cache LRU end 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.180+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 10 manifest: total_size = 26082 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16728810107623603999 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.184+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3.10 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:36:21.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 info.flags=0x0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 info.flags=0x0 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=4 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7673 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=7673 stripe_ofs=7673 part_ofs=7673 rule->part_size=7670 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6299129 part_ofs=7673 rule->part_size=7670 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=7672 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=4 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6306799 part_ofs=15343 rule->part_size=7672 2023-01-15T14:36:21.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=23015 stripe_ofs=23015 part_ofs=23015 rule->part_size=3067 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6314471 part_ofs=23015 rule->part_size=3067 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=26082 stripe_ofs=26082 part_ofs=26082 rule->part_size=3067 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16728810107623603999 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.1 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.2 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.3 2023-01-15T14:36:21.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.4 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.187+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16728810107623603999 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.188+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.188+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.188+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:21.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:21.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:21.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:21.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:21.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:21.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]) 2023-01-15T14:36:21.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:36:21.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:21.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=233 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x13 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.189+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.190+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 info.flags=0x17 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.190+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 to cache LRU end 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.190+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.190+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3, ofs0, ns] 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.191+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132173 cookie 94440039606400 notifier 4994 bl.length()=908 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.191+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 info.flags=0x17 2023-01-15T14:36:21.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.191+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 to cache LRU end 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.191+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.192+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]): orig_sources= new_sources= 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.192+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]): potential sources added=[] removed=[] 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.192+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]): orig_dests= new_dests= 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.192+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3]): potential dests added=[] removed=[] 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.196+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.196+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.196+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.196+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132230 cookie 94440039604096 notifier 4994 bl.length()=191 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.199+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 from cache 2023-01-15T14:36:21.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.199+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3, ofs0, ns] 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.199+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132174 cookie 94440039606400 notifier 4994 bl.length()=248 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.203+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3 from cache 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.203+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3, ofs0, ns] 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.203+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132231 cookie 94440039604096 notifier 4994 bl.length()=245 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.206+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 : miss 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.206+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=414 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 info.flags=0x13 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 to cache LRU end 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.207+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 10 manifest: total_size = 74198 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.840419910694600393 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.211+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4.10 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.213+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.213+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.213+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.213+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x0 2023-01-15T14:36:21.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.213+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x0 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2023-01-15T14:36:21.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.840419910694600393 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:21.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.1 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 343 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.2 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 587 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.3 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 831 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.4 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1075 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.840419910694600393 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.214+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:21.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]) 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.215+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.216+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=240 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.216+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x13 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.216+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.216+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 info.flags=0x17 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 to cache LRU end 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4, ofs0, ns] 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132232 cookie 94440039604096 notifier 4994 bl.length()=922 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 info.flags=0x17 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 to cache LRU end 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.217+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.219+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]): orig_sources= new_sources= 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.219+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]): potential sources added=[] removed=[] 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.219+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]): orig_dests= new_dests= 2023-01-15T14:36:21.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.219+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4]): potential dests added=[] removed=[] 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.222+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.222+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.222+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.223+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132175 cookie 94440039606400 notifier 4994 bl.length()=198 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.225+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 from cache 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.225+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4, ofs0, ns] 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.225+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132233 cookie 94440039604096 notifier 4994 bl.length()=255 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.230+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4 from cache 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.230+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4, ofs0, ns] 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.230+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132249 cookie 94440039605248 notifier 4994 bl.length()=252 2023-01-15T14:36:21.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 : miss 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=409 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 info.flags=0x13 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 to cache LRU end 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.233+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.237+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo[MdG5X8rrJ5HsZnqb7OwXc5N4OMENWpm] 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.237+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.238+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]):foo state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.238+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 0cc0hla2omxf6tzv3zg057icep6lxhr5 2023-01-15T14:36:21.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.238+0000 7fb45265b780 20 get_obj_state_impl: setting s->olh_tag to kbi1bqcaeaa3r26c2awnxkze0j62d8gw 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.238+0000 7fb45265b780 20 bucket_index_guard_olh_op(): olh_state.olh_tag=kbi1bqcaeaa3r26c2awnxkze0j62d8gw 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.239+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.240+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.240+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.240+0000 7fb45265b780 20 olh_log_entry: epoch=3 op=2 key=foo[] 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.240+0000 7fb45265b780 20 olh_log_entry: epoch=3 op=3 key=foo[MdG5X8rrJ5HsZnqb7OwXc5N4OMENWpm] 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.240+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491dc0 obj=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]):foo[MdG5X8rrJ5HsZnqb7OwXc5N4OMENWpm] state=0x55e489614de8 s->prefetch_data=0 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.241+0000 7fb45265b780 10 manifest: total_size = 18874368 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.241+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3130778472044785485 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.241+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491dc0 obj=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]):foo[MdG5X8rrJ5HsZnqb7OwXc5N4OMENWpm] state=0x55e489614de8 s->prefetch_data=0 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.241+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e489614de8 2023-01-15T14:36:21.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.241+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 info.flags=0x0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 info.flags=0x0 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:36:21.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2023-01-15T14:36:21.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3130778472044785485 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.1 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.2 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.3 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.4 2023-01-15T14:36:21.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.243+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3130778472044785485 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.244+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo[MdG5X8rrJ5HsZnqb7OwXc5N4OMENWpm] 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.245+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.245+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.247+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5.10 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 : hit (negative entry) 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 : hit (negative entry) 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.248+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]) 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=235 2023-01-15T14:36:21.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x13 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.249+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 info.flags=0x17 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 to cache LRU end 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5, ofs0, ns] 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132169 cookie 94440039607552 notifier 4994 bl.length()=912 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 info.flags=0x17 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 to cache LRU end 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.250+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.252+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]): orig_sources= new_sources= 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.252+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]): potential sources added=[] removed=[] 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.252+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]): orig_dests= new_dests= 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.252+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5]): potential dests added=[] removed=[] 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.256+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.256+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.256+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.256+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132176 cookie 94440039606400 notifier 4994 bl.length()=193 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.258+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 from cache 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.259+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5, ofs0, ns] 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.259+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132170 cookie 94440039607552 notifier 4994 bl.length()=250 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.263+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5 from cache 2023-01-15T14:36:21.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.263+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5, ofs0, ns] 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.263+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132177 cookie 94440039606400 notifier 4994 bl.length()=247 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.266+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 : miss 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.266+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 info.flags=0x13 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 to cache LRU end 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.267+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 10 manifest: total_size = 1667 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.755298619183657393 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491030 obj=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]):foo[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.271+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6.10 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.273+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.273+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 info.flags=0x0 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:21.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 info.flags=0x0 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=516 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291972 part_ofs=516 rule->part_size=516 2023-01-15T14:36:21.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6292488 part_ofs=1032 rule->part_size=516 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6293004 part_ofs=1548 rule->part_size=119 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.755298619183657393 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:21.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.1 2023-01-15T14:36:22.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 343 2023-01-15T14:36:22.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.2 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 587 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.3 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 831 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.4 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1075 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.755298619183657393 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.274+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.275+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.275+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]) 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x13 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.276+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 info.flags=0x17 2023-01-15T14:36:22.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 to cache LRU end 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6, ofs0, ns] 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132177 cookie 94440039609856 notifier 4994 bl.length()=892 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 info.flags=0x17 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 to cache LRU end 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.277+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.279+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]): orig_sources= new_sources= 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.279+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]): potential sources added=[] removed=[] 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.279+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]): orig_dests= new_dests= 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.279+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6]): potential dests added=[] removed=[] 2023-01-15T14:36:22.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.283+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.283+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.283+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.283+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132250 cookie 94440039608704 notifier 4994 bl.length()=183 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.285+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 from cache 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.285+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6, ofs0, ns] 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.286+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132178 cookie 94440039609856 notifier 4994 bl.length()=240 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.290+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6 from cache 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.290+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-simple.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6, ofs0, ns] 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.290+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132251 cookie 94440039608704 notifier 4994 bl.length()=237 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.293+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 : miss 2023-01-15T14:36:22.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.293+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 info.flags=0x13 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 to cache LRU end 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.294+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.295+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.295+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.296+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.296+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-01-15T14:36:22.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.296+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.297+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.297+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.297+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.297+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.297+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 10 manifest: total_size = 2042 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _YA34zi4X01RHztv3vMw-zM7tZ_yp6BQ 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.298+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.300+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.300+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x0 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _YA34zi4X01RHztv3vMw-zM7tZ_yp6BQ 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.Ls5kB_GTTfctpkqyxATrEG6vMAgoncn_0 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _YA34zi4X01RHztv3vMw-zM7tZ_yp6BQ 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.301+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-01-15T14:36:22.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _fXLgVUG9ONVVnMFk-3aRIlfIONtsrGn 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.302+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.2 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _fXLgVUG9ONVVnMFk-3aRIlfIONtsrGn 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.7Kol3e-nUOdU07wll1k3eOsxMspP_Np_1 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.304+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _fXLgVUG9ONVVnMFk-3aRIlfIONtsrGn 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.305+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.305+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.306+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.306+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.896882815101011928 2023-01-15T14:36:22.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.306+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.306+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.306+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.3 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.896882815101011928 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.dAcjmwTo3GD0K0uph5JPXQKEYDlyjvQ_0 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 334 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.307+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.896882815101011928 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.308+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.308+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.309+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.309+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _wrgbfgjY1brun1Hk0m0a9C3uI7pJ6vL 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.309+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.309+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.309+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.5 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.310+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.310+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.310+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.310+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.310+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _wrgbfgjY1brun1Hk0m0a9C3uI7pJ6vL 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.frWH7LOWnc5s0oE6_cUmAJlTWmTNYgY_0 2023-01-15T14:36:22.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:36:22.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _wrgbfgjY1brun1Hk0m0a9C3uI7pJ6vL 2023-01-15T14:36:22.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.311+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-01-15T14:36:22.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.306 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.306 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _iuWhMp9ul38ZzupGl7s9o14TdM_47KW 2023-01-15T14:36:22.307 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.312+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.5 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.308 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _iuWhMp9ul38ZzupGl7s9o14TdM_47KW 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.v4M9fXBMsyyDrCHLlkjnhv3G8Df0AMO_0 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.314+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _iuWhMp9ul38ZzupGl7s9o14TdM_47KW 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 10 manifest: total_size = 2042 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13922647945809209910 2023-01-15T14:36:22.309 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.310 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.310 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.315+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.5 2023-01-15T14:36:22.354 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.464 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.464 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _0ZA4C_yOjyyNyAE9ujyfcNSOYlhnXM8 2023-01-15T14:36:22.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.317+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.7 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.318+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _0ZA4C_yOjyyNyAE9ujyfcNSOYlhnXM8 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.9DcUBt8x1tIkNPUC5oh7TwnxPckpaOn_1 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.319+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _0ZA4C_yOjyyNyAE9ujyfcNSOYlhnXM8 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13803500858248648837 2023-01-15T14:36:22.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.320+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.7 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13803500858248648837 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.4caG7erQstyISLxLbXveQGvDB6yQUoP_0 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.322+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13803500858248648837 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 10 manifest: total_size = 2042 2023-01-15T14:36:22.469 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _9VlyTHVZZPRdyfcZZhrBmhhOJQ569VF 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.323+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.7 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.325+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15815652524763553607 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.326+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-LUKEWARM-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.326+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.326+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.8 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.326+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15815652524763553607 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.4caG7erQstyISLxLbXveQGvDB6yQUoP_0 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.327+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15815652524763553607 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.328+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.328+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.329+0000 7fb45265b780 10 manifest: total_size = 2042 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.329+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _dOVydPAwUQBv9eMX-uZOymICKgWxAmN 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.329+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-STANDARD-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.329+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.329+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.8 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _dOVydPAwUQBv9eMX-uZOymICKgWxAmN 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.473 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.BmwoXiuhffxDIVVgaYrEPJXY-Rpl84p_0 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _dOVydPAwUQBv9eMX-uZOymICKgWxAmN 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.331+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 10 manifest: total_size = 5242880 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18422017025489795598 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]):foo-FROZEN-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.332+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8.9 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18422017025489795598 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.dAcjmwTo3GD0K0uph5JPXQKEYDlyjvQ_0 2023-01-15T14:36:22.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 336 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.334+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18422017025489795598 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.335+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.335+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.335+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-01-15T14:36:22.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]) 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=231 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x13 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:36:22.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.336+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 info.flags=0x17 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 to cache LRU end 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8, ofs0, ns] 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132171 cookie 94440039607552 notifier 4994 bl.length()=904 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 info.flags=0x17 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 to cache LRU end 2023-01-15T14:36:22.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.337+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.339+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]): orig_sources= new_sources= 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.339+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]): potential sources added=[] removed=[] 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.339+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]): orig_dests= new_dests= 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.339+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8]): potential dests added=[] removed=[] 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.343+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.343+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.343+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.343+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132178 cookie 94440039606400 notifier 4994 bl.length()=189 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.346+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 from cache 2023-01-15T14:36:22.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.346+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8, ofs0, ns] 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.346+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132172 cookie 94440039607552 notifier 4994 bl.length()=246 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.350+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8 from cache 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.350+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8, ofs0, ns] 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.350+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132179 cookie 94440039606400 notifier 4994 bl.length()=243 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 : miss 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=417 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 info.flags=0x13 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 to cache LRU end 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.353+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.354+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.354+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.355+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.355+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.356+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.356+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.356+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-01-15T14:36:22.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.357+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 10 manifest: total_size = 541681 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _END1sQZx-TR05b2IBrjGDaYtxiQX0mI 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.358+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.360+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x0 2023-01-15T14:36:22.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _END1sQZx-TR05b2IBrjGDaYtxiQX0mI 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.57e7Sh_3e8dF1zWR2djXiF5_5NA8IzH_0 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-01-15T14:36:22.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _END1sQZx-TR05b2IBrjGDaYtxiQX0mI 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.361+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _ykbQsU-OgT_E5iCbeWbPLTGzXbuZn_V 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.485 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.362+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.2 2023-01-15T14:36:22.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _ykbQsU-OgT_E5iCbeWbPLTGzXbuZn_V 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.BcrJpILD9ce_a8ZHkBbv6kCKsFGSbBf_1 2023-01-15T14:36:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.BcrJpILD9ce_a8ZHkBbv6kCKsFGSbBf_2 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.364+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _ykbQsU-OgT_E5iCbeWbPLTGzXbuZn_V 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.365+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.365+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.366+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.366+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14614674361854662312 2023-01-15T14:36:22.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.366+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.366+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.366+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.3 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14614674361854662312 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.1 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.2 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2023-01-15T14:36:22.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.3 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.368+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14614674361854662312 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _WwWmU_JQPZI1bamxz8_2Ao_E2n7523s 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.369+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.5 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _WwWmU_JQPZI1bamxz8_2Ao_E2n7523s 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Kiyc5FyHWLdU_vYMO1K6r0KK24vju2d_0 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Kiyc5FyHWLdU_vYMO1K6r0KK24vju2d_1 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.371+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _WwWmU_JQPZI1bamxz8_2Ao_E2n7523s 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _RGXnw4QCePXPV0kQQU_qmpyAf0gcDQl 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.372+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.5 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _RGXnw4QCePXPV0kQQU_qmpyAf0gcDQl 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.RHa7sQ_bwxFzojm9fPtCaeILvGMTjfD_0 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.RHa7sQ_bwxFzojm9fPtCaeILvGMTjfD_1 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.374+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _RGXnw4QCePXPV0kQQU_qmpyAf0gcDQl 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 10 manifest: total_size = 541681 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6443714121620512507 2023-01-15T14:36:22.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.375+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.5 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6443714121620512507 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.1 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.2 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.3 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.377+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6443714121620512507 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.378+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _eJHcXIoRPV8RdQU2VYdQByxMi00VGPF 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.379+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.7 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _eJHcXIoRPV8RdQU2VYdQByxMi00VGPF 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Z1WY5X5VpW374JRJhShzNA723kxzX36_1 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Z1WY5X5VpW374JRJhShzNA723kxzX36_2 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.381+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: _eJHcXIoRPV8RdQU2VYdQByxMi00VGPF 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3326350058401208175 2023-01-15T14:36:22.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.382+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.7 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3326350058401208175 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.1 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.2 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.3 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.384+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3326350058401208175 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 10 manifest: total_size = 541681 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6935128312475952675 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.385+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.7 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:36:22.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6935128312475952675 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.1 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.2 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.3 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.387+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6935128312475952675 2023-01-15T14:36:22.635 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.388+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.388+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.389+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.389+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6716970495331246590 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.389+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-LUKEWARM-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.389+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.389+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.8 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.636 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6716970495331246590 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.1 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.2 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 646 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.3 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 919 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.390+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6716970495331246590 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.391+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.391+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.392+0000 7fb45265b780 10 manifest: total_size = 541681 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.392+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to _Lan4JZv0Pr0XaK0GdxB_XFqBxrHXYWo 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.392+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-STANDARD-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.392+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.392+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.8 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: _Lan4JZv0Pr0XaK0GdxB_XFqBxrHXYWo 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.qFmXORV6KJ88_XHTNJLJM-mFC1TwF4P_0 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.393+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _Lan4JZv0Pr0XaK0GdxB_XFqBxrHXYWo 2023-01-15T14:36:22.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.394+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.394+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.395+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.395+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13042580076436199965 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.395+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]):foo-FROZEN-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.395+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.395+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10.9 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13042580076436199965 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.1 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.2 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.3 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2023-01-15T14:36:22.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.397+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13042580076436199965 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.398+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.398+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.398+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]) 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=243 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x13 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.399+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 info.flags=0x17 2023-01-15T14:36:22.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 to cache LRU end 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10, ofs0, ns] 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132179 cookie 94440039609856 notifier 4994 bl.length()=927 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb44a5fd700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 info.flags=0x17 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb44a5fd700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 to cache LRU end 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.400+0000 7fb44a5fd700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.402+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]): orig_sources= new_sources= 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.402+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]): potential sources added=[] removed=[] 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.402+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]): orig_dests= new_dests= 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.402+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10]): potential dests added=[] removed=[] 2023-01-15T14:36:22.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.406+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.406+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.406+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.406+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132173 cookie 94440039607552 notifier 4994 bl.length()=199 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.408+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 from cache 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.408+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10, ofs0, ns] 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.409+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132180 cookie 94440039609856 notifier 4994 bl.length()=257 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.413+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10 from cache 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.413+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10, ofs0, ns] 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.413+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132180 cookie 94440039606400 notifier 4994 bl.length()=254 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 : miss 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=410 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 info.flags=0x13 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 to cache LRU end 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.416+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.418+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.419+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.419+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.420+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.421+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.421+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4128366547060026037 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.421+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.421+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.421+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9.3 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x0 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x0 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4128366547060026037 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.1 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.2 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 630 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.3 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 895 2023-01-15T14:36:22.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.423+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4128366547060026037 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 10 manifest: total_size = 541681 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.212345710248330403 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.424+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9.5 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:36:22.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.426+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:36:22.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:36:22.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:36:22.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.212345710248330403 2023-01-15T14:36:22.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.1 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 361 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.2 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 623 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.3 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 885 2023-01-15T14:36:22.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.212345710248330403 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.427+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 10 manifest: total_size = 11534336 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2131953511931065564 2023-01-15T14:36:22.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.428+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9.7 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:36:22.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2131953511931065564 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.1 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 371 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.2 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 642 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.3 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 913 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.430+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2131953511931065564 2023-01-15T14:36:22.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.431+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.431+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.431+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]) 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=236 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x13 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.432+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 info.flags=0x17 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 to cache LRU end 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9, ofs0, ns] 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132252 cookie 94440039608704 notifier 4994 bl.length()=914 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 info.flags=0x17 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 to cache LRU end 2023-01-15T14:36:22.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.433+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.435+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]): orig_sources= new_sources= 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.435+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]): potential sources added=[] removed=[] 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.435+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]): orig_dests= new_dests= 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.435+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9]): potential dests added=[] removed=[] 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.439+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.439+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.439+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.439+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132181 cookie 94440039609856 notifier 4994 bl.length()=194 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.442+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 from cache 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.442+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9, ofs0, ns] 2023-01-15T14:36:22.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.442+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132253 cookie 94440039608704 notifier 4994 bl.length()=251 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.447+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9 from cache 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.447+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9, ofs0, ns] 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.447+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132174 cookie 94440039607552 notifier 4994 bl.length()=248 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.450+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 : miss 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.450+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=400 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 info.flags=0x13 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 to cache LRU end 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.451+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.453+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.453+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.454+0000 7fb45265b780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 10 manifest: total_size = 10485760 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16552904679724328082 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-FROZEN[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.456+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7.3 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:36:22.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 info.flags=0x0 2023-01-15T14:36:22.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:36:22.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 info.flags=0x0 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16552904679724328082 2023-01-15T14:36:22.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.2jioZd4mmnk4RcBos4LJ69wmMDuwQ0Y_0 2023-01-15T14:36:22.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 336 2023-01-15T14:36:22.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.2jioZd4mmnk4RcBos4LJ69wmMDuwQ0Y_1 2023-01-15T14:36:22.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 571 2023-01-15T14:36:22.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.459+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16552904679724328082 2023-01-15T14:36:22.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.460+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.460+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.461+0000 7fb45265b780 10 manifest: total_size = 649292 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.461+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17421693554592391418 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.461+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-STANDARD[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.461+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.461+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7.5 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 10 manifest: total_size = 10485760 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18358374024185856556 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]):foo-LUKEWARM[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.463+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7.7 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.464+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18358374024185856556 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.bjNhugjxJty-LGBg7NrKJPqnX84FtTe_0 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.bjNhugjxJty-LGBg7NrKJPqnX84FtTe_1 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:36:22.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.465+0000 7fb45265b780 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18358374024185856556 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.466+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.466+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.466+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]) 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:36:22.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=226 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x13 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.467+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 info.flags=0x17 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 to cache LRU end 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7, ofs0, ns] 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132234 cookie 94440039604096 notifier 4994 bl.length()=894 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb44a5fd700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 info.flags=0x17 2023-01-15T14:36:22.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb44a5fd700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 to cache LRU end 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.468+0000 7fb44a5fd700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.471+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]): orig_sources= new_sources= 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.471+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]): potential sources added=[] removed=[] 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.471+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]): orig_dests= new_dests= 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.471+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7]): potential dests added=[] removed=[] 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.474+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.474+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2023-01-15T14:36:22.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.474+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.475+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132181 cookie 94440039606400 notifier 4994 bl.length()=184 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.477+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 from cache 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.477+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7, ofs0, ns] 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.477+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132235 cookie 94440039604096 notifier 4994 bl.length()=241 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.481+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7 from cache 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.481+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7, ofs0, ns] 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.482+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132254 cookie 94440039605248 notifier 4994 bl.length()=238 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 : miss 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:36:22.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 info.flags=0x13 2023-01-15T14:36:22.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 to cache LRU end 2023-01-15T14:36:22.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.485+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.486+0000 7fb45265b780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.487+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.488+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.489+0000 7fb45265b780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.489+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.490+0000 7fb45265b780 10 manifest: total_size = 0 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.490+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16120249704772324532 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.490+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.490+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.490+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11.2 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 info.flags=0x0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 info.flags=0x0 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.492+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb45265b780 10 manifest: total_size = 0 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15560295492167151059 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11.3 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.493+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 10 manifest: total_size = 0 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12948827067916436454 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11.6 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.495+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 10 manifest: total_size = 0 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3669423196568562612 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489678460 obj=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.497+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11.8 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.498+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:36:22.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.499+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.500+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.500+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]) 2023-01-15T14:36:22.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x13 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.501+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 info.flags=0x17 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 to cache LRU end 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11, ofs0, ns] 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132184 cookie 94440043896832 notifier 4994 bl.length()=891 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 info.flags=0x17 2023-01-15T14:36:22.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 to cache LRU end 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.502+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.504+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]): orig_sources= new_sources= 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.504+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]): potential sources added=[] removed=[] 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.504+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]): orig_dests= new_dests= 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.504+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11]): potential dests added=[] removed=[] 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.507+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.507+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.507+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.508+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132236 cookie 94440039604096 notifier 4994 bl.length()=181 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.510+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 from cache 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.510+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11, ofs0, ns] 2023-01-15T14:36:22.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.511+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132185 cookie 94440043896832 notifier 4994 bl.length()=239 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.514+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11 from cache 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.514+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.1/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.11, ofs0, ns] 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.515+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132255 cookie 94440039608704 notifier 4994 bl.length()=236 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.517+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 : miss 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.517+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 info.flags=0x13 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 to cache LRU end 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.518+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.519+0000 7fb45265b780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.519+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.521+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.521+0000 7fb45265b780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.522+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.523+0000 7fb45265b780 10 manifest: total_size = 2078 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.523+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.1051305460222336211 2023-01-15T14:36:22.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.523+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.523+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.523+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12.2 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 info.flags=0x0 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:36:22.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.525+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 info.flags=0x0 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 10 manifest: total_size = 2078 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3257685917567792829 2023-01-15T14:36:22.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.526+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12.3 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 10 manifest: total_size = 2078 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13358146070279436666 2023-01-15T14:36:22.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.528+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12.6 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.529+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 10 manifest: total_size = 24595 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.530+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16333261823066262601 2023-01-15T14:36:22.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.531+0000 7fb45265b780 20 get_obj_state: rctx=0x55e4894911f0 obj=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.531+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.531+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12.8 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.531+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.532+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:36:22.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]) 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:36:22.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x13 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.534+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 info.flags=0x17 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 to cache LRU end 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12, ofs0, ns] 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132186 cookie 94440043896832 notifier 4994 bl.length()=891 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 info.flags=0x17 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 to cache LRU end 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.535+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.537+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]): orig_sources= new_sources= 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.537+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]): potential sources added=[] removed=[] 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.537+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]): orig_dests= new_dests= 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.537+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12]): potential dests added=[] removed=[] 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.541+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.541+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.541+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.541+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132237 cookie 94440039604096 notifier 4994 bl.length()=181 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.544+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 from cache 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.544+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12, ofs0, ns] 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.544+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132187 cookie 94440043896832 notifier 4994 bl.length()=239 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.548+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12 from cache 2023-01-15T14:36:22.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.548+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.2/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.12, ofs0, ns] 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.549+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132256 cookie 94440039608704 notifier 4994 bl.length()=236 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 : miss 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 info.flags=0x13 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 to cache LRU end 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.552+0000 7fb45265b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.553+0000 7fb45265b780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.553+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:36:22.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.555+0000 7fb45265b780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.555+0000 7fb45265b780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.556+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.557+0000 7fb45265b780 10 manifest: total_size = 4134 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.557+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17723424465746358377 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.557+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):__[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.557+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.557+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13.2 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 info.flags=0x0 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 info.flags=0x0 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:36:22.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.559+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb45265b780 10 manifest: total_size = 49187 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14293173129881559462 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):_ _[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.560+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13.3 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 10 manifest: total_size = 55 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17844833575664194675 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):_[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.562+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13.6 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.563+0000 7fb44a5fd700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 10 manifest: total_size = 4134 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8730467353982460524 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 get_obj_state: rctx=0x55e489491500 obj=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]):obj[null] state=0x55e4896141e8 s->prefetch_data=0 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 prepare_atomic_modification: state is not atomic. state=0x55e4896141e8 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.564+0000 7fb45265b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13.8 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.565+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 10 chain_cache_entry: cache_locator= 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.566+0000 7fb45265b780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb44adfe700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13])"; uploads.size()=0; is_truncated=0 2023-01-15T14:36:22.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]) 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.567+0000 7fb45265b780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.568+0000 7fb45265b780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.568+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x13 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.568+0000 7fb45265b780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.568+0000 7fb45265b780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb45265b780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 info.flags=0x17 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb45265b780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 to cache LRU end 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb45265b780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb45265b780 10 lifecycle: distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13, ofs0, ns] 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132188 cookie 94440043896832 notifier 4994 bl.length()=891 2023-01-15T14:36:22.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb44adfe700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 info.flags=0x17 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb44adfe700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 to cache LRU end 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.569+0000 7fb44adfe700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.571+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]): orig_sources= new_sources= 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.571+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]): potential sources added=[] removed=[] 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.571+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]): orig_dests= new_dests= 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.571+0000 7fb45265b780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13]): potential dests added=[] removed=[] 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.575+0000 7fb45265b780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : hit (requested=0x11, cached=0x13) 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.575+0000 7fb45265b780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.575+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.575+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132238 cookie 94440039604096 notifier 4994 bl.length()=181 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.577+0000 7fb45265b780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 from cache 2023-01-15T14:36:22.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.577+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13, ofs0, ns] 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.577+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132189 cookie 94440043896832 notifier 4994 bl.length()=239 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.581+0000 7fb45265b780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13 from cache 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.581+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.3/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.13, ofs0, ns] 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.582+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132257 cookie 94440039608704 notifier 4994 bl.length()=236 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.585+0000 7fb45265b780 10 removing key index: PAWJJXIZSOIDJKSNTRQJ 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.585+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:PAWJJXIZSOIDJKSNTRQJ, ofs0, ns] 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.585+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132258 cookie 94440039608704 notifier 4994 bl.length()=170 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.587+0000 7fb45265b780 10 removing email index: ragweed.client.0+test@test.test 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.587+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.587+0000 7fb44a5fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132182 cookie 94440039606400 notifier 4994 bl.length()=182 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.589+0000 7fb45265b780 10 removing user buckets index 2023-01-15T14:36:22.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.589+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.590+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132182 cookie 94440039609856 notifier 4994 bl.length()=173 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.591+0000 7fb45265b780 10 removing user index: ragweed.client.0 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.591+0000 7fb45265b780 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.591+0000 7fb45265b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.592+0000 7fb44adfe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132259 cookie 94440039608704 notifier 4994 bl.length()=165 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.599+0000 7fb4375d7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.601+0000 7fb45265b780 20 remove_watcher() i=0 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.601+0000 7fb45265b780 2 removed watcher, disabling cache 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.601+0000 7fb45265b780 20 remove_watcher() i=1 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.602+0000 7fb45265b780 20 remove_watcher() i=2 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.603+0000 7fb45265b780 20 remove_watcher() i=3 2023-01-15T14:36:22.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.604+0000 7fb45265b780 20 remove_watcher() i=4 2023-01-15T14:36:22.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.605+0000 7fb45265b780 20 remove_watcher() i=5 2023-01-15T14:36:22.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.605+0000 7fb45265b780 20 remove_watcher() i=6 2023-01-15T14:36:22.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:21.606+0000 7fb45265b780 20 remove_watcher() i=7 2023-01-15T14:36:22.821 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2023-01-15T14:36:22.868 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:36:22.868 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:36:22.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.875+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 realm 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.877+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.878+0000 7f8f3ffbc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:36:22.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.878+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.878+0000 7f8f3ffbc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:36:22.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.878+0000 7f8f3ffbc780 20 searching for the correct realm 2023-01-15T14:36:22.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.888+0000 7f8f3e76b700 0 -- 172.21.15.154:0/1968367064 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55b451e1d800 msgr2=0x55b45132bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:36:22.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:36:22.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:36:22.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:36:22.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:36:22.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.889+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:36:22.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 zone default found 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 4 Realm: () 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:36:22.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 zonegroup default 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.890+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.891+0000 7f8f3ffbc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.891+0000 7f8f3ffbc780 20 started sync module instance, tier type = 2023-01-15T14:36:22.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.891+0000 7f8f3ffbc780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:36:22.898 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.896+0000 7f8f3d769700 0 -- 172.21.15.154:0/1968367064 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55b451de0c00 msgr2=0x55b451033180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=0 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=1 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=2 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=3 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=4 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=5 2023-01-15T14:36:22.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.897+0000 7f8f3ffbc780 20 add_watcher() i=6 2023-01-15T14:36:22.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.898+0000 7f8f3ffbc780 20 add_watcher() i=7 2023-01-15T14:36:22.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.898+0000 7f8f3ffbc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:36:22.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.899+0000 7f8f24f38700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:36:22.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.899+0000 7f8f3ffbc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:36:22.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.899+0000 7f8f3ffbc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.933+0000 7f8f2072f700 20 reqs_thread_entry: start 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 20 init_complete bucket index max shards: 11 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f1e72b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:36:53 2023 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f1df09700 20 reqs_thread_entry: start 2023-01-15T14:36:22.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 20 rados->read ofs=0 len=0 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 20 rados_obj.operate() r=0 bl.length=452 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 removing key index: KTNTODIXGKAMKFOKXYER 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.934+0000 7f8f3ffbc780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:KTNTODIXGKAMKFOKXYER, ofs0, ns] 2023-01-15T14:36:22.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.935+0000 7f8f3875f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132183 cookie 94232941606400 notifier 5208 bl.length()=170 2023-01-15T14:36:22.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.937+0000 7f8f3ffbc780 10 removing email index: sysuser.client.0+test@test.test 2023-01-15T14:36:22.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.937+0000 7f8f3ffbc780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:36:22.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.938+0000 7f8f3875f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132260 cookie 94232941605248 notifier 5208 bl.length()=182 2023-01-15T14:36:22.941 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.940+0000 7f8f3ffbc780 10 removing user buckets index 2023-01-15T14:36:22.941 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.940+0000 7f8f3ffbc780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0.buckets, ofs0, ns] 2023-01-15T14:36:22.942 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.940+0000 7f8f37f5e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132175 cookie 94232941604096 notifier 5208 bl.length()=173 2023-01-15T14:36:22.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.942+0000 7f8f3ffbc780 10 removing user index: sysuser.client.0 2023-01-15T14:36:22.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.942+0000 7f8f3ffbc780 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2023-01-15T14:36:22.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.942+0000 7f8f3ffbc780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-01-15T14:36:22.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.942+0000 7f8f3875f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132183 cookie 94232941602944 notifier 5208 bl.length()=165 2023-01-15T14:36:22.947 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.945+0000 7f8f24f38700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:36:22.948 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.947+0000 7f8f3ffbc780 20 remove_watcher() i=0 2023-01-15T14:36:22.948 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.947+0000 7f8f3ffbc780 2 removed watcher, disabling cache 2023-01-15T14:36:22.949 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.948+0000 7f8f3ffbc780 20 remove_watcher() i=1 2023-01-15T14:36:22.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.948+0000 7f8f3ffbc780 20 remove_watcher() i=2 2023-01-15T14:36:22.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.949+0000 7f8f3ffbc780 20 remove_watcher() i=3 2023-01-15T14:36:22.951 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.950+0000 7f8f3ffbc780 20 remove_watcher() i=4 2023-01-15T14:36:22.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.951+0000 7f8f3ffbc780 20 remove_watcher() i=5 2023-01-15T14:36:22.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.951+0000 7f8f3ffbc780 20 remove_watcher() i=6 2023-01-15T14:36:22.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:36:22.952+0000 7f8f3ffbc780 20 remove_watcher() i=7 2023-01-15T14:36:22.958 INFO:tasks.ragweed:Removing ragweed... 2023-01-15T14:36:22.959 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/ragweed 2023-01-15T14:36:23.028 INFO:teuthology.run_tasks:Running task workunit... 2023-01-15T14:36:23.040 INFO:tasks.workunit:Pulling workunits from ref 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:36:23.113 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-01-15T14:36:23.113 DEBUG:teuthology.orchestra.run.smithi154:> stat -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:36:23.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:36:23.131 INFO:teuthology.orchestra.run.smithi154.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-01-15T14:36:23.131 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:36:23.189 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-01-15T14:36:23.268 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-01-15T14:36:23.286 INFO:tasks.workunit:timeout=3h 2023-01-15T14:36:23.286 INFO:tasks.workunit:cleanup=True 2023-01-15T14:36:23.287 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:36:23.347 INFO:tasks.workunit.client.0.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:Note: switching to '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'. 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:changes and commit them, and you can discard any commits you make in this 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:state without impacting any branches by switching back to a branch. 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:If you want to create a new branch to retain commits you create, you may 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr:do so (now or later) by using -c with the switch command. Example: 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.310 INFO:tasks.workunit.client.0.smithi154.stderr: git switch -c 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr:Or undo this operation with: 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr: git switch - 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:04.311 INFO:tasks.workunit.client.0.smithi154.stderr:HEAD is now at 69cf179746c rgw: under fips & openssl 3.x allow md5 iusage in select rgw ops 2023-01-15T14:37:04.312 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-01-15T14:37:04.370 INFO:tasks.workunit.client.0.smithi154.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-01-15T14:37:04.372 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:37:04.372 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-01-15T14:37:04.418 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-01-15T14:37:04.464 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-01-15T14:37:04.501 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:37:04.503 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:37:04.503 INFO:tasks.workunit.client.0.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-01-15T14:37:04.539 INFO:tasks.workunit.client.0.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:37:04.543 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:37:04.543 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-01-15T14:37:04.602 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2023-01-15T14:37:04.603 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2023-01-15T14:37:04.604 DEBUG:teuthology.orchestra.run.smithi154:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-01-15T14:37:04.665 INFO:tasks.workunit.client.0.smithi154.stderr:+ ulimit -c 0 2023-01-15T14:37:04.665 INFO:tasks.workunit.client.0.smithi154.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-01-15T14:37:04.665 INFO:tasks.workunit.client.0.smithi154.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:37:04.666 INFO:tasks.workunit.client.0.smithi154.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:37:06.086 INFO:tasks.workunit.client.0.smithi154.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-01-15T14:37:06.086 INFO:tasks.workunit.client.0.smithi154.stderr:++ deactivate nondestructive 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ hash -r 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ unset VIRTUAL_ENV 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ export VIRTUAL_ENV 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:37:06.087 INFO:tasks.workunit.client.0.smithi154.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:37:06.088 INFO:tasks.workunit.client.0.smithi154.stderr:++ export PATH 2023-01-15T14:37:06.088 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n '' ']' 2023-01-15T14:37:06.241 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -z '' ']' 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ _OLD_VIRTUAL_PS1= 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' 'x(rgw) ' '!=' x ']' 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ PS1='(rgw) ' 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ export PS1 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:++ hash -r 2023-01-15T14:37:06.242 INFO:tasks.workunit.client.0.smithi154.stderr:+ pip install pip --upgrade 2023-01-15T14:37:06.313 INFO:tasks.workunit.client.0.smithi154.stderr:Cache entry deserialization failed, entry ignored 2023-01-15T14:37:06.446 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting pip 2023-01-15T14:37:06.532 INFO:tasks.workunit.client.0.smithi154.stdout: Using cached https://files.pythonhosted.org/packages/a4/6d/6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b/pip-21.3.1-py3-none-any.whl 2023-01-15T14:37:06.635 INFO:tasks.workunit.client.0.smithi154.stdout:Installing collected packages: pip 2023-01-15T14:37:06.635 INFO:tasks.workunit.client.0.smithi154.stdout: Found existing installation: pip 9.0.3 2023-01-15T14:37:06.742 INFO:tasks.workunit.client.0.smithi154.stdout: Uninstalling pip-9.0.3: 2023-01-15T14:37:06.797 INFO:tasks.workunit.client.0.smithi154.stdout: Successfully uninstalled pip-9.0.3 2023-01-15T14:37:07.410 INFO:tasks.workunit.client.0.smithi154.stdout:Successfully installed pip-21.3.1 2023-01-15T14:37:07.461 INFO:tasks.workunit.client.0.smithi154.stderr:You are using pip version 21.3.1, however version 22.3.1 is available. 2023-01-15T14:37:07.461 INFO:tasks.workunit.client.0.smithi154.stderr:You should consider upgrading via the 'pip install --upgrade pip' command. 2023-01-15T14:37:07.491 INFO:tasks.workunit.client.0.smithi154.stderr:+ pip install boto3 2023-01-15T14:37:08.736 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting boto3 2023-01-15T14:37:08.821 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading boto3-1.23.10-py3-none-any.whl (132 kB) 2023-01-15T14:37:08.985 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting s3transfer<0.6.0,>=0.5.0 2023-01-15T14:37:09.002 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading s3transfer-0.5.2-py3-none-any.whl (79 kB) 2023-01-15T14:37:09.079 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting jmespath<2.0.0,>=0.7.1 2023-01-15T14:37:09.096 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading jmespath-0.10.0-py2.py3-none-any.whl (24 kB) 2023-01-15T14:37:10.086 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting botocore<1.27.0,>=1.26.10 2023-01-15T14:37:10.116 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading botocore-1.26.10-py3-none-any.whl (8.8 MB) 2023-01-15T14:37:10.780 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting python-dateutil<3.0.0,>=2.1 2023-01-15T14:37:10.800 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-01-15T14:37:10.923 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting urllib3<1.27,>=1.25.4 2023-01-15T14:37:10.941 INFO:tasks.workunit.client.0.smithi154.stdout: Downloading urllib3-1.26.14-py2.py3-none-any.whl (140 kB) 2023-01-15T14:37:11.186 INFO:tasks.workunit.client.0.smithi154.stdout:Collecting six>=1.5 2023-01-15T14:37:11.187 INFO:tasks.workunit.client.0.smithi154.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-01-15T14:37:11.243 INFO:tasks.workunit.client.0.smithi154.stdout:Installing collected packages: six, urllib3, python-dateutil, jmespath, botocore, s3transfer, boto3 2023-01-15T14:37:12.476 INFO:tasks.workunit.client.0.smithi154.stdout:Successfully installed boto3-1.23.10 botocore-1.26.10 jmespath-0.10.0 python-dateutil-2.8.2 s3transfer-0.5.2 six-1.16.0 urllib3-1.26.14 2023-01-15T14:37:12.573 INFO:tasks.workunit.client.0.smithi154.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2023-01-15T14:37:12.703 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin user create --uid tester --display-name Testing --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2023-01-15T14:37:12.736 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:12.736 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:12.747 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.745+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 realm 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.747+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.748+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:12.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.748+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.748+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:12.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.748+0000 7f820628b780 20 searching for the correct realm 2023-01-15T14:37:12.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.757+0000 7f8204239700 0 -- 172.21.15.154:0/2496510377 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x561438a96000 msgr2=0x561438a72b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:12.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.758+0000 7f820628b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:12.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.758+0000 7f820628b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:12.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.758+0000 7f820628b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:12.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.758+0000 7f820628b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:12.761 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.758+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 zone default found 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 4 Realm: () 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:12.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 zonegroup default 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.759+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.760+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.763 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.760+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.764 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.760+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.764 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.760+0000 7f820628b780 20 started sync module instance, tier type = 2023-01-15T14:37:12.764 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.760+0000 7f820628b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:12.765 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.763+0000 7f8204a3a700 0 -- 172.21.15.154:0/2496510377 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5614389bd000 msgr2=0x561438a73600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=0 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=1 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=2 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=3 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=4 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=5 2023-01-15T14:37:12.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.767+0000 7f820628b780 20 add_watcher() i=6 2023-01-15T14:37:12.770 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.768+0000 7f820628b780 20 add_watcher() i=7 2023-01-15T14:37:12.770 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.768+0000 7f820628b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:12.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.769+0000 7f81eb207700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:12.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.769+0000 7f820628b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:12.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.769+0000 7f820628b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:12.776 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.775+0000 7f820628b780 5 note: GC not initialized 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f81e69fe700 20 reqs_thread_entry: start 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f820628b780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f820628b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f81e49fa700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:37:43 2023 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f81e41d8700 20 reqs_thread_entry: start 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f820628b780 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2023-01-15T14:37:12.778 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.776+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.779 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=22 2023-01-15T14:37:12.780 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x1 2023-01-15T14:37:12.780 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-01-15T14:37:12.780 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2023-01-15T14:37:12.780 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.777+0000 7f820628b780 20 rados->read ofs=0 len=0 2023-01-15T14:37:12.780 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.778+0000 7f820628b780 20 rados_obj.operate() r=0 bl.length=386 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.778+0000 7f820628b780 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x11 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.778+0000 7f820628b780 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.778+0000 7f820628b780 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:could not create user: unable to parse parameters, duplicate key provided 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.778+0000 7f81eb207700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:12.781 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.780+0000 7f820628b780 20 remove_watcher() i=0 2023-01-15T14:37:12.782 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.780+0000 7f820628b780 2 removed watcher, disabling cache 2023-01-15T14:37:12.782 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.781+0000 7f820628b780 20 remove_watcher() i=1 2023-01-15T14:37:12.783 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.782+0000 7f820628b780 20 remove_watcher() i=2 2023-01-15T14:37:12.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.782+0000 7f820628b780 20 remove_watcher() i=3 2023-01-15T14:37:12.784 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.783+0000 7f820628b780 20 remove_watcher() i=4 2023-01-15T14:37:12.785 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.784+0000 7f820628b780 20 remove_watcher() i=5 2023-01-15T14:37:12.786 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.785+0000 7f820628b780 20 remove_watcher() i=6 2023-01-15T14:37:12.787 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:12.785+0000 7f820628b780 20 remove_watcher() i=7 2023-01-15T14:37:24.667 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr: warnings.warn(warning, PythonDeprecationWarning) 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:24.793 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard add 2023-01-15T14:37:24.794 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.801 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:37:24.801 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.705+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 realm 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.802 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.706+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.707+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.707+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.708+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.708+0000 7effbdcf6780 20 searching for the correct realm 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.717+0000 7effbbca4700 0 -- 172.21.15.154:0/922899882 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55683c19a000 msgr2=0x55683c0a9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:24.803 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.718+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 zone default found 2023-01-15T14:37:24.804 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 4 Realm: () 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 zonegroup default 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.805 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.719+0000 7effbdcf6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.720+0000 7effbdcf6780 20 started sync module instance, tier type = 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.720+0000 7effbdcf6780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.724+0000 7effbbca4700 0 -- 172.21.15.154:0/922899882 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55683c19b400 msgr2=0x55683c0aa680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=0 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=1 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=2 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=3 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=4 2023-01-15T14:37:24.806 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=5 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=6 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 20 add_watcher() i=7 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.727+0000 7effbdcf6780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.729+0000 7effa2c72700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.729+0000 7effbdcf6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.729+0000 7effbdcf6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.735+0000 7effbdcf6780 5 note: GC not initialized 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.735+0000 7eff9e469700 20 reqs_thread_entry: start 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.735+0000 7effbdcf6780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:24.807 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7effbdcf6780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7eff9c465700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:37:54 2023 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7eff9bc43700 20 reqs_thread_entry: start 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.736+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:24.808 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.737+0000 7effbdcf6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.739+0000 7effa2c72700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.741+0000 7effbdcf6780 20 remove_watcher() i=0 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.741+0000 7effbdcf6780 2 removed watcher, disabling cache 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.742+0000 7effbdcf6780 20 remove_watcher() i=1 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.742+0000 7effbdcf6780 20 remove_watcher() i=2 2023-01-15T14:37:24.809 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.743+0000 7effbdcf6780 20 remove_watcher() i=3 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.744+0000 7effbdcf6780 20 remove_watcher() i=4 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.745+0000 7effbdcf6780 20 remove_watcher() i=5 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.745+0000 7effbdcf6780 20 remove_watcher() i=6 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.746+0000 7effbdcf6780 20 remove_watcher() i=7 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: a-bucket id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 num_objects: 0 size_kb: 0 num_shards: 11 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2023-01-15T14:37:24.810 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.792+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 realm 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.811 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.794+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.795+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.795+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.795+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:24.812 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.795+0000 7f7ff96a8780 20 searching for the correct realm 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.804+0000 7f7ff6e55700 0 -- 172.21.15.154:0/1128004431 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5620a1355800 msgr2=0x5620a0fe7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.814 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.805+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 zone default found 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 4 Realm: () 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:24.815 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 zonegroup default 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.806+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.807+0000 7f7ff96a8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.807+0000 7f7ff96a8780 20 started sync module instance, tier type = 2023-01-15T14:37:24.816 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.807+0000 7f7ff96a8780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:24.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.810+0000 7f7ff7656700 0 -- 172.21.15.154:0/1128004431 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5620a1355400 msgr2=0x5620a133b080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.817 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=0 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=1 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=2 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=3 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=4 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=5 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.813+0000 7f7ff96a8780 20 add_watcher() i=6 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.814+0000 7f7ff96a8780 20 add_watcher() i=7 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.814+0000 7f7ff96a8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.815+0000 7f7fde624700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.815+0000 7f7ff96a8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:24.819 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.815+0000 7f7ff96a8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:24.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.820+0000 7f7ff96a8780 5 note: GC not initialized 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.821+0000 7f7fd9e1b700 20 reqs_thread_entry: start 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.821+0000 7f7ff96a8780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7fd7e17700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:37:55 2023 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7fd75f5700 20 reqs_thread_entry: start 2023-01-15T14:37:24.824 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : miss 2023-01-15T14:37:24.825 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.822+0000 7f7ff96a8780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x13 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.823+0000 7f7ff96a8780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:24.826 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.824+0000 7f7fde624700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.827 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.826+0000 7f7ff96a8780 20 remove_watcher() i=0 2023-01-15T14:37:24.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.826+0000 7f7ff96a8780 2 removed watcher, disabling cache 2023-01-15T14:37:24.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.827+0000 7f7ff96a8780 20 remove_watcher() i=1 2023-01-15T14:37:24.829 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.828+0000 7f7ff96a8780 20 remove_watcher() i=2 2023-01-15T14:37:24.830 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.828+0000 7f7ff96a8780 20 remove_watcher() i=3 2023-01-15T14:37:24.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.829+0000 7f7ff96a8780 20 remove_watcher() i=4 2023-01-15T14:37:24.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.830+0000 7f7ff96a8780 20 remove_watcher() i=5 2023-01-15T14:37:24.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.831+0000 7f7ff96a8780 20 remove_watcher() i=6 2023-01-15T14:37:24.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.831+0000 7f7ff96a8780 20 remove_watcher() i=7 2023-01-15T14:37:24.838 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard list 2023-01-15T14:37:24.864 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:24.864 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:24.875 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.873+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 realm 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:24.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.875+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.876+0000 7f343789e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.878 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.876+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.877+0000 7f343789e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:24.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.877+0000 7f343789e780 20 searching for the correct realm 2023-01-15T14:37:24.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.885+0000 7f343504b700 0 -- 172.21.15.154:0/184131521 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55568ab43400 msgr2=0x55568a7d3700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.888 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.886+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 zone default found 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 4 Realm: () 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:24.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 zonegroup default 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 started sync module instance, tier type = 2023-01-15T14:37:24.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.887+0000 7f343789e780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:24.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.893+0000 7f343504b700 0 -- 172.21.15.154:0/184131521 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55568ac1cc00 msgr2=0x55568abfc100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.895 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=0 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=1 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=2 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=3 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=4 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=5 2023-01-15T14:37:24.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=6 2023-01-15T14:37:24.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 20 add_watcher() i=7 2023-01-15T14:37:24.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.894+0000 7f343789e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:24.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.896+0000 7f341c81a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.896+0000 7f343789e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:24.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.896+0000 7f343789e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:24.903 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.901+0000 7f343789e780 5 note: GC not initialized 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.902+0000 7f3418011700 20 reqs_thread_entry: start 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.902+0000 7f343789e780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.902+0000 7f343789e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.902+0000 7f341600d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:37:55 2023 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.902+0000 7f34157eb700 20 reqs_thread_entry: start 2023-01-15T14:37:24.912 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.911+0000 7f341c81a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:24.914 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.912+0000 7f343789e780 20 remove_watcher() i=0 2023-01-15T14:37:24.914 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.912+0000 7f343789e780 2 removed watcher, disabling cache 2023-01-15T14:37:24.914 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.913+0000 7f343789e780 20 remove_watcher() i=1 2023-01-15T14:37:24.915 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.914+0000 7f343789e780 20 remove_watcher() i=2 2023-01-15T14:37:24.916 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.915+0000 7f343789e780 20 remove_watcher() i=3 2023-01-15T14:37:24.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.915+0000 7f343789e780 20 remove_watcher() i=4 2023-01-15T14:37:24.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.916+0000 7f343789e780 20 remove_watcher() i=5 2023-01-15T14:37:24.918 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.917+0000 7f343789e780 20 remove_watcher() i=6 2023-01-15T14:37:24.919 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.917+0000 7f343789e780 20 remove_watcher() i=7 2023-01-15T14:37:24.923 INFO:tasks.workunit.client.0.smithi154.stderr:bucket name a-bucket 2023-01-15T14:37:24.923 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard process 2023-01-15T14:37:24.923 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:24.924 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard process 2023-01-15T14:37:24.951 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:24.951 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:24.962 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.961+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.964 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.964 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 realm 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.962+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.966 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.963+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.966 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.963+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.967 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.964+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:24.967 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.964+0000 7f07a1a69780 20 searching for the correct realm 2023-01-15T14:37:24.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.972+0000 7f079fa17700 0 -- 172.21.15.154:0/459866894 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5597a4268c00 msgr2=0x5597a3ef4c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.973+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:24.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 zone default found 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 4 Realm: () 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:24.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:24.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 zonegroup default 2023-01-15T14:37:24.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.974+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.975+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.975+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:24.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.975+0000 7f07a1a69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:24.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.975+0000 7f07a1a69780 20 started sync module instance, tier type = 2023-01-15T14:37:24.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.975+0000 7f07a1a69780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:24.981 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.980+0000 7f07a0218700 0 -- 172.21.15.154:0/459866894 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5597a4269000 msgr2=0x5597a4245b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:24.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=0 2023-01-15T14:37:24.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=1 2023-01-15T14:37:24.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=2 2023-01-15T14:37:24.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=3 2023-01-15T14:37:24.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=4 2023-01-15T14:37:24.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=5 2023-01-15T14:37:25.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.981+0000 7f07a1a69780 20 add_watcher() i=6 2023-01-15T14:37:25.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.982+0000 7f07a1a69780 20 add_watcher() i=7 2023-01-15T14:37:25.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.982+0000 7f07a1a69780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:25.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.983+0000 7f07869e5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:25.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.984+0000 7f07a1a69780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.984+0000 7f07a1a69780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.989+0000 7f07a1a69780 5 note: GC not initialized 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.990+0000 7f07821dc700 20 reqs_thread_entry: start 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.990+0000 7f07a1a69780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.990+0000 7f07a1a69780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.990+0000 7f07801d8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:37:55 2023 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.991+0000 7f077f9b6700 20 reqs_thread_entry: start 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.991+0000 7f07a1a69780 20 processing logshard = reshard.0000000000 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.993+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-01-15T14:37:25.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.993+0000 7f07a1a69780 20 processing logshard = reshard.0000000001 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.995+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.995+0000 7f07a1a69780 20 processing logshard = reshard.0000000002 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.997+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.997+0000 7f07a1a69780 20 processing logshard = reshard.0000000003 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.999+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:24.999+0000 7f07a1a69780 20 processing logshard = reshard.0000000004 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.002+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.002+0000 7f07a1a69780 20 processing logshard = reshard.0000000005 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.004+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.004+0000 7f07a1a69780 20 processing logshard = reshard.0000000006 2023-01-15T14:37:25.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 20 process_entry resharding a-bucket 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : miss 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.005+0000 7f07a1a69780 20 rados->read ofs=0 len=0 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x13 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:25.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.006+0000 7f07a1a69780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f07a1a69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f07a1a69780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f07a1a69780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f07a1a69780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f0799a0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132191 cookie 94109783441408 notifier 5114 bl.length()=861 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f0799a0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f0799a0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.011+0000 7f0799a0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.013+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:37:25.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.013+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.013+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.013+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.0 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.0 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.1 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.1 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.2 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.2 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.3 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.3 2023-01-15T14:37:25.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.4 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.4 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.5 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.5 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.6 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.6 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.7 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.7 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.8 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.8 2023-01-15T14:37:25.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.9 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.9 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.10 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.10 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.11 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.11 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.0 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.016+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.017+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.017+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.3 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.018+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.4 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.018+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.5 2023-01-15T14:37:25.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.019+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.6 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.019+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.7 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.020+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.8 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.020+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.9 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.021+0000 7f07a1a69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.10 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.021+0000 7f07a1a69780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : hit (requested=0x13, cached=0x17) 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.021+0000 7f07a1a69780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f07a1a69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f07a1a69780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f07a1a69780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f07a1a69780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f0799a0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132192 cookie 94109783441408 notifier 5114 bl.length()=829 2023-01-15T14:37:25.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f0799a0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f0799a0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.022+0000 7f0799a0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.024+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.024+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.024+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.024+0000 7f07a1a69780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.026+0000 7f07a1a69780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.027+0000 7f07a1a69780 20 process_entry removing reshard queue entry for bucket a-bucket 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.028+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.028+0000 7f07a1a69780 20 processing logshard = reshard.0000000007 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.030+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-01-15T14:37:25.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.030+0000 7f07a1a69780 20 processing logshard = reshard.0000000008 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.032+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.032+0000 7f07a1a69780 20 processing logshard = reshard.0000000009 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.034+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.034+0000 7f07a1a69780 20 processing logshard = reshard.0000000010 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.036+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.036+0000 7f07a1a69780 20 processing logshard = reshard.0000000011 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.038+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-01-15T14:37:25.088 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.038+0000 7f07a1a69780 20 processing logshard = reshard.0000000012 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.039+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.039+0000 7f07a1a69780 20 processing logshard = reshard.0000000013 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.042+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.042+0000 7f07a1a69780 20 processing logshard = reshard.0000000014 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.043+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.043+0000 7f07a1a69780 20 processing logshard = reshard.0000000015 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.046+0000 7f07a1a69780 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.047+0000 7f07869e5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.048+0000 7f07a1a69780 20 remove_watcher() i=0 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.048+0000 7f07a1a69780 2 removed watcher, disabling cache 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.049+0000 7f07a1a69780 20 remove_watcher() i=1 2023-01-15T14:37:25.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.050+0000 7f07a1a69780 20 remove_watcher() i=2 2023-01-15T14:37:25.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.050+0000 7f07a1a69780 20 remove_watcher() i=3 2023-01-15T14:37:25.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.051+0000 7f07a1a69780 20 remove_watcher() i=4 2023-01-15T14:37:25.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.052+0000 7f07a1a69780 20 remove_watcher() i=5 2023-01-15T14:37:25.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.053+0000 7f07a1a69780 20 remove_watcher() i=6 2023-01-15T14:37:25.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:25.053+0000 7f07a1a69780 20 remove_watcher() i=7 2023-01-15T14:37:30.062 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:37:30.095 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:30.095 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:30.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.107+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.108+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.108+0000 7fe5887e7780 20 realm 2023-01-15T14:37:30.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.108+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.109+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.109+0000 7fe5887e7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.109+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.109+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.109+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.110+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.110+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.110+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:30.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.110+0000 7fe5887e7780 20 searching for the correct realm 2023-01-15T14:37:30.119 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.118+0000 7fe586f96700 0 -- 172.21.15.154:0/214527810 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5635c88dac00 msgr2=0x5635c88bdb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:30.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:30.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:30.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:30.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:30.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 zone default found 2023-01-15T14:37:30.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 4 Realm: () 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 zonegroup default 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.122+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe586795700 0 -- 172.21.15.154:0/214527810 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5635c89ac400 msgr2=0x5635c88be100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.126 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 started sync module instance, tier type = 2023-01-15T14:37:30.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.123+0000 7fe5887e7780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:30.132 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=0 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=1 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=2 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=3 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=4 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=5 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=6 2023-01-15T14:37:30.133 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 20 add_watcher() i=7 2023-01-15T14:37:30.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.131+0000 7fe5887e7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:30.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.133+0000 7fe56d763700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.133+0000 7fe5887e7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:30.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.133+0000 7fe5887e7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:30.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.139+0000 7fe5887e7780 5 note: GC not initialized 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe568f5a700 20 reqs_thread_entry: start 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe5887e7780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe5887e7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe566f56700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:00 2023 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe566734700 20 reqs_thread_entry: start 2023-01-15T14:37:30.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.140+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.141+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:30.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.141+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.141+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:30.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.141+0000 7fe5887e7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:30.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.141+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.142+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:30.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.142+0000 7fe5887e7780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.142+0000 7fe5887e7780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:30.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.142+0000 7fe5887e7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:30.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.144+0000 7fe56d763700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.145+0000 7fe5887e7780 20 remove_watcher() i=0 2023-01-15T14:37:30.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.145+0000 7fe5887e7780 2 removed watcher, disabling cache 2023-01-15T14:37:30.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.147+0000 7fe5887e7780 20 remove_watcher() i=1 2023-01-15T14:37:30.149 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.148+0000 7fe5887e7780 20 remove_watcher() i=2 2023-01-15T14:37:30.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.149+0000 7fe5887e7780 20 remove_watcher() i=3 2023-01-15T14:37:30.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.149+0000 7fe5887e7780 20 remove_watcher() i=4 2023-01-15T14:37:30.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.150+0000 7fe5887e7780 20 remove_watcher() i=5 2023-01-15T14:37:30.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.151+0000 7fe5887e7780 20 remove_watcher() i=6 2023-01-15T14:37:30.153 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.152+0000 7fe5887e7780 20 remove_watcher() i=7 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: a-bucket id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 num_objects: 0 size_kb: 0 num_shards: 12 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard add non empty bucket 2023-01-15T14:37:30.158 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.469 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.470 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:30.471 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:37:30.497 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:30.497 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:30.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.506+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 realm 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.508+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.511 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.509+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.511 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.509+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.511 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.509+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:30.511 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.509+0000 7f026383c780 20 searching for the correct realm 2023-01-15T14:37:30.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f0260fe9700 0 -- 172.21.15.154:0/3681361056 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x560d130eac00 msgr2=0x560d122ff180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.519+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 zone default found 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 4 Realm: () 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 zonegroup default 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.520+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.521+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.521+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.521+0000 7f026383c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.521+0000 7f026383c780 20 started sync module instance, tier type = 2023-01-15T14:37:30.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.521+0000 7f026383c780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:30.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.527+0000 7f0260fe9700 0 -- 172.21.15.154:0/3681361056 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x560d12753400 msgr2=0x560d1265c680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=0 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=1 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=2 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=3 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=4 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=5 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.528+0000 7f026383c780 20 add_watcher() i=6 2023-01-15T14:37:30.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.529+0000 7f026383c780 20 add_watcher() i=7 2023-01-15T14:37:30.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.529+0000 7f026383c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:30.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.530+0000 7f02487b8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.531+0000 7f026383c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:30.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.531+0000 7f026383c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:30.540 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.538+0000 7f026383c780 5 note: GC not initialized 2023-01-15T14:37:30.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f0243faf700 20 reqs_thread_entry: start 2023-01-15T14:37:30.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f026383c780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:30.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f026383c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:30.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f0241fab700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:00 2023 2023-01-15T14:37:30.541 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f0241789700 20 reqs_thread_entry: start 2023-01-15T14:37:30.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.539+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.540+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.540+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.540+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.540+0000 7f026383c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.540+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.541+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.541+0000 7f026383c780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.541+0000 7f026383c780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:30.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.541+0000 7f026383c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:30.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.543+0000 7f02487b8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.544+0000 7f026383c780 20 remove_watcher() i=0 2023-01-15T14:37:30.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.544+0000 7f026383c780 2 removed watcher, disabling cache 2023-01-15T14:37:30.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.545+0000 7f026383c780 20 remove_watcher() i=1 2023-01-15T14:37:30.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.546+0000 7f026383c780 20 remove_watcher() i=2 2023-01-15T14:37:30.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.547+0000 7f026383c780 20 remove_watcher() i=3 2023-01-15T14:37:30.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.548+0000 7f026383c780 20 remove_watcher() i=4 2023-01-15T14:37:30.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.548+0000 7f026383c780 20 remove_watcher() i=5 2023-01-15T14:37:30.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.549+0000 7f026383c780 20 remove_watcher() i=6 2023-01-15T14:37:30.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.550+0000 7f026383c780 20 remove_watcher() i=7 2023-01-15T14:37:30.555 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.555 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:30.555 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: a-bucket id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 num_objects: 8 size_kb: 1 num_shards: 12 2023-01-15T14:37:30.556 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.557 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2023-01-15T14:37:30.587 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:30.587 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:30.598 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.597+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 realm 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.598+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.599+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.599+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.599+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:30.601 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.599+0000 7fdf1e285780 20 searching for the correct realm 2023-01-15T14:37:30.610 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.608+0000 7fdf1c233700 0 -- 172.21.15.154:0/337771266 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55f9341cd400 msgr2=0x55f933e5f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.612 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:30.612 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:30.612 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:30.612 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 zone default found 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 4 Realm: () 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:30.613 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 zonegroup default 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.610+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 started sync module instance, tier type = 2023-01-15T14:37:30.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.611+0000 7fdf1e285780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:30.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.616+0000 7fdf1ba32700 0 -- 172.21.15.154:0/337771266 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55f934c4b000 msgr2=0x55f933e5f700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:30.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=0 2023-01-15T14:37:30.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=1 2023-01-15T14:37:30.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=2 2023-01-15T14:37:30.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=3 2023-01-15T14:37:30.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=4 2023-01-15T14:37:30.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.618+0000 7fdf1e285780 20 add_watcher() i=5 2023-01-15T14:37:30.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.619+0000 7fdf1e285780 20 add_watcher() i=6 2023-01-15T14:37:30.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.619+0000 7fdf1e285780 20 add_watcher() i=7 2023-01-15T14:37:30.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.619+0000 7fdf1e285780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:30.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.620+0000 7fdf03201700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.621+0000 7fdf1e285780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:30.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.621+0000 7fdf1e285780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:30.628 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.626+0000 7fdf1e285780 5 note: GC not initialized 2023-01-15T14:37:30.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdefe9f8700 20 reqs_thread_entry: start 2023-01-15T14:37:30.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdf1e285780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:30.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdf1e285780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:30.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdefc9f4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:00 2023 2023-01-15T14:37:30.629 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdefc1d2700 20 reqs_thread_entry: start 2023-01-15T14:37:30.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdf1e285780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:37:30.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.627+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : miss 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x13 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:30.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.628+0000 7fdf1e285780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:30.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.630+0000 7fdf03201700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.632+0000 7fdf1e285780 20 remove_watcher() i=0 2023-01-15T14:37:30.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.632+0000 7fdf1e285780 2 removed watcher, disabling cache 2023-01-15T14:37:30.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.633+0000 7fdf1e285780 20 remove_watcher() i=1 2023-01-15T14:37:30.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.634+0000 7fdf1e285780 20 remove_watcher() i=2 2023-01-15T14:37:30.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.635+0000 7fdf1e285780 20 remove_watcher() i=3 2023-01-15T14:37:30.637 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.635+0000 7fdf1e285780 20 remove_watcher() i=4 2023-01-15T14:37:30.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.636+0000 7fdf1e285780 20 remove_watcher() i=5 2023-01-15T14:37:30.638 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.637+0000 7fdf1e285780 20 remove_watcher() i=6 2023-01-15T14:37:30.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.638+0000 7fdf1e285780 20 remove_watcher() i=7 2023-01-15T14:37:30.644 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard list 2023-01-15T14:37:30.670 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:30.670 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:30.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.680+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.681+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.681+0000 7fe7cb9d5780 20 realm 2023-01-15T14:37:30.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.681+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:30.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.682+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.683+0000 7fe7cb9d5780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:30.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.683+0000 7fe7cb9d5780 20 searching for the correct realm 2023-01-15T14:37:30.693 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.691+0000 7fe7c9182700 0 -- 172.21.15.154:0/1942165830 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5625d89f5800 msgr2=0x5625d8689700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.694 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.692+0000 7fe7cb9d5780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.692+0000 7fe7cb9d5780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.692+0000 7fe7cb9d5780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.692+0000 7fe7cb9d5780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.692+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 zone default found 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 4 Realm: () 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 zonegroup default 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.693+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.694+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.694+0000 7fe7cb9d5780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.694+0000 7fe7cb9d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.694+0000 7fe7cb9d5780 20 started sync module instance, tier type = 2023-01-15T14:37:30.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.694+0000 7fe7cb9d5780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:30.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.697+0000 7fe7c9983700 0 -- 172.21.15.154:0/1942165830 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5625d8ad6000 msgr2=0x5625d8ab4b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.702 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=0 2023-01-15T14:37:30.702 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=1 2023-01-15T14:37:30.702 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=2 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=3 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=4 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=5 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=6 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 20 add_watcher() i=7 2023-01-15T14:37:30.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.701+0000 7fe7cb9d5780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:30.704 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.703+0000 7fe7b0951700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.703+0000 7fe7cb9d5780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:30.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.703+0000 7fe7cb9d5780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:30.710 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.708+0000 7fe7cb9d5780 5 note: GC not initialized 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.709+0000 7fe7ac148700 20 reqs_thread_entry: start 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.709+0000 7fe7cb9d5780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.709+0000 7fe7cb9d5780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.709+0000 7fe7aa144700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:00 2023 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.709+0000 7fe7a9922700 20 reqs_thread_entry: start 2023-01-15T14:37:30.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.718+0000 7fe7b0951700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.721 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.719+0000 7fe7cb9d5780 20 remove_watcher() i=0 2023-01-15T14:37:30.721 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.719+0000 7fe7cb9d5780 2 removed watcher, disabling cache 2023-01-15T14:37:30.721 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.720+0000 7fe7cb9d5780 20 remove_watcher() i=1 2023-01-15T14:37:30.722 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.721+0000 7fe7cb9d5780 20 remove_watcher() i=2 2023-01-15T14:37:30.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.722+0000 7fe7cb9d5780 20 remove_watcher() i=3 2023-01-15T14:37:30.724 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.722+0000 7fe7cb9d5780 20 remove_watcher() i=4 2023-01-15T14:37:30.724 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.723+0000 7fe7cb9d5780 20 remove_watcher() i=5 2023-01-15T14:37:30.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.724+0000 7fe7cb9d5780 20 remove_watcher() i=6 2023-01-15T14:37:30.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.724+0000 7fe7cb9d5780 20 remove_watcher() i=7 2023-01-15T14:37:30.730 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard process non empty bucket 2023-01-15T14:37:30.730 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.731 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin reshard process 2023-01-15T14:37:30.758 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:30.758 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:30.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.767+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.770 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 realm 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.768+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.772 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.769+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.772 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.769+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.772 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.769+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:30.772 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.769+0000 7fba827a0780 20 searching for the correct realm 2023-01-15T14:37:30.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba8074e700 0 -- 172.21.15.154:0/3945899608 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5574c8bce800 msgr2=0x5574c8857180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:30.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:30.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:30.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:30.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.980+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:30.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:30.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 zone default found 2023-01-15T14:37:30.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 4 Realm: () 2023-01-15T14:37:30.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:30.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 zonegroup default 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.981+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.982+0000 7fba827a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.982+0000 7fba827a0780 20 started sync module instance, tier type = 2023-01-15T14:37:30.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.982+0000 7fba827a0780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:30.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.987+0000 7fba7ff4d700 0 -- 172.21.15.154:0/3945899608 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5574c8bcf400 msgr2=0x5574c8857700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=0 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=1 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=2 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=3 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=4 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=5 2023-01-15T14:37:30.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.988+0000 7fba827a0780 20 add_watcher() i=6 2023-01-15T14:37:30.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.989+0000 7fba827a0780 20 add_watcher() i=7 2023-01-15T14:37:30.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.989+0000 7fba827a0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:30.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.990+0000 7fba6771c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:30.992 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.990+0000 7fba827a0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:30.992 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.990+0000 7fba827a0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:30.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.995+0000 7fba827a0780 5 note: GC not initialized 2023-01-15T14:37:30.998 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.996+0000 7fba62f13700 20 reqs_thread_entry: start 2023-01-15T14:37:30.998 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.996+0000 7fba827a0780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:30.999 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.997+0000 7fba827a0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:30.999 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.997+0000 7fba60f0f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:01 2023 2023-01-15T14:37:30.999 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:30.999 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.997+0000 7fba606ed700 20 reqs_thread_entry: start 2023-01-15T14:37:30.999 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.997+0000 7fba827a0780 20 processing logshard = reshard.0000000000 2023-01-15T14:37:31.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.999+0000 7fba827a0780 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-01-15T14:37:31.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:30.999+0000 7fba827a0780 20 processing logshard = reshard.0000000001 2023-01-15T14:37:31.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.002+0000 7fba827a0780 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-01-15T14:37:31.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.002+0000 7fba827a0780 20 processing logshard = reshard.0000000002 2023-01-15T14:37:31.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.004+0000 7fba827a0780 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-01-15T14:37:31.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.004+0000 7fba827a0780 20 processing logshard = reshard.0000000003 2023-01-15T14:37:31.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.006+0000 7fba827a0780 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-01-15T14:37:31.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.006+0000 7fba827a0780 20 processing logshard = reshard.0000000004 2023-01-15T14:37:31.009 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.008+0000 7fba827a0780 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-01-15T14:37:31.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.008+0000 7fba827a0780 20 processing logshard = reshard.0000000005 2023-01-15T14:37:31.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.010+0000 7fba827a0780 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-01-15T14:37:31.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.010+0000 7fba827a0780 20 processing logshard = reshard.0000000006 2023-01-15T14:37:31.013 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 20 process_entry resharding a-bucket 2023-01-15T14:37:31.013 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : miss 2023-01-15T14:37:31.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x13 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:31.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.012+0000 7fba827a0780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:31.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba827a0780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:31.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba827a0780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba827a0780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba827a0780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba7af43700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132193 cookie 93960073404416 notifier 5430 bl.length()=861 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba7af43700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba7af43700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:31.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.018+0000 7fba7af43700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:31.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.021+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:37:31.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.021+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:37:31.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.021+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:37:31.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.021+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:37:31.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:37:31.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:37:31.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:37:31.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:37:31.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:37:31.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:37:31.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.0 2023-01-15T14:37:31.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.0 2023-01-15T14:37:31.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.1 2023-01-15T14:37:31.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.023+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.1 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.024+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.2 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.024+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.2 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.024+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.3 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.024+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.3 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.025+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.4 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.025+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.4 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.025+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.5 2023-01-15T14:37:31.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.025+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.5 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.026+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.6 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.026+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.6 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.026+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.7 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.026+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.7 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.027+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.8 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.027+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.8 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.027+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.9 2023-01-15T14:37:31.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.027+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.9 2023-01-15T14:37:31.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.028+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.10 2023-01-15T14:37:31.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.028+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.10 2023-01-15T14:37:31.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.028+0000 7fba827a0780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.11 2023-01-15T14:37:31.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.028+0000 7fba827a0780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.1.11 2023-01-15T14:37:31.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.031+0000 7fba827a0780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : hit (requested=0x13, cached=0x17) 2023-01-15T14:37:31.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.031+0000 7fba827a0780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:37:31.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba827a0780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba827a0780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba827a0780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba827a0780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba7a742700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132194 cookie 93960073404416 notifier 5430 bl.length()=829 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba7a742700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba7a742700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:37:31.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.032+0000 7fba7a742700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:37:31.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.034+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:37:31.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.034+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:37:31.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.034+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:37:31.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.034+0000 7fba827a0780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:37:31.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.036+0000 7fba827a0780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:37:31.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.037+0000 7fba827a0780 20 process_entry removing reshard queue entry for bucket a-bucket 2023-01-15T14:37:31.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.038+0000 7fba827a0780 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-01-15T14:37:31.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.038+0000 7fba827a0780 20 processing logshard = reshard.0000000007 2023-01-15T14:37:31.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.040+0000 7fba827a0780 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-01-15T14:37:31.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.040+0000 7fba827a0780 20 processing logshard = reshard.0000000008 2023-01-15T14:37:31.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.042+0000 7fba827a0780 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-01-15T14:37:31.043 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.042+0000 7fba827a0780 20 processing logshard = reshard.0000000009 2023-01-15T14:37:31.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.043+0000 7fba827a0780 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-01-15T14:37:31.045 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.043+0000 7fba827a0780 20 processing logshard = reshard.0000000010 2023-01-15T14:37:31.048 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.045+0000 7fba827a0780 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-01-15T14:37:31.048 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.045+0000 7fba827a0780 20 processing logshard = reshard.0000000011 2023-01-15T14:37:31.048 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.047+0000 7fba827a0780 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-01-15T14:37:31.048 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.047+0000 7fba827a0780 20 processing logshard = reshard.0000000012 2023-01-15T14:37:31.050 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.049+0000 7fba827a0780 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-01-15T14:37:31.050 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.049+0000 7fba827a0780 20 processing logshard = reshard.0000000013 2023-01-15T14:37:31.052 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.050+0000 7fba827a0780 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-01-15T14:37:31.052 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.050+0000 7fba827a0780 20 processing logshard = reshard.0000000014 2023-01-15T14:37:31.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.052+0000 7fba827a0780 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-01-15T14:37:31.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.052+0000 7fba827a0780 20 processing logshard = reshard.0000000015 2023-01-15T14:37:31.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.054+0000 7fba827a0780 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-01-15T14:37:31.056 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.055+0000 7fba6771c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:31.058 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.056+0000 7fba827a0780 20 remove_watcher() i=0 2023-01-15T14:37:31.058 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.056+0000 7fba827a0780 2 removed watcher, disabling cache 2023-01-15T14:37:31.058 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.057+0000 7fba827a0780 20 remove_watcher() i=1 2023-01-15T14:37:31.059 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.058+0000 7fba827a0780 20 remove_watcher() i=2 2023-01-15T14:37:31.060 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.059+0000 7fba827a0780 20 remove_watcher() i=3 2023-01-15T14:37:31.061 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.059+0000 7fba827a0780 20 remove_watcher() i=4 2023-01-15T14:37:31.061 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.060+0000 7fba827a0780 20 remove_watcher() i=5 2023-01-15T14:37:31.062 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.061+0000 7fba827a0780 20 remove_watcher() i=6 2023-01-15T14:37:31.063 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.062+0000 7fba827a0780 20 remove_watcher() i=7 2023-01-15T14:37:31.068 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:37:31.096 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:31.096 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:31.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.106+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.107+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.107+0000 7fdda284d780 20 realm 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.107+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.108+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.108+0000 7fdda284d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.108+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.108+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.108+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.109+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:31.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.109+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.109+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:31.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.109+0000 7fdda284d780 20 searching for the correct realm 2023-01-15T14:37:31.118 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.117+0000 7fdd9fffa700 0 -- 172.21.15.154:0/3308324811 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5636a0c94c00 msgr2=0x56369feb3700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.118+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 zone default found 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 4 Realm: () 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:31.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 zonegroup default 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.119+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.120+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.120+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.120+0000 7fdda284d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.120+0000 7fdda284d780 20 started sync module instance, tier type = 2023-01-15T14:37:31.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.120+0000 7fdda284d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:31.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.123+0000 7fdda07fb700 0 -- 172.21.15.154:0/3308324811 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5636a0220c00 msgr2=0x5636a02e0b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:31.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=0 2023-01-15T14:37:31.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=1 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=2 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=3 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=4 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=5 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=6 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 20 add_watcher() i=7 2023-01-15T14:37:31.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.127+0000 7fdda284d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:31.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.129+0000 7fdd877c9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:31.130 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.129+0000 7fdda284d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:31.131 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.129+0000 7fdda284d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:31.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.135+0000 7fdda284d780 5 note: GC not initialized 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdd82fc0700 20 reqs_thread_entry: start 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdda284d780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdda284d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdd80fbc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:01 2023 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdd8079a700 20 reqs_thread_entry: start 2023-01-15T14:37:31.138 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.136+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.137+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:31.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.137+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.137+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.137+0000 7fdda284d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.137+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.138+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.138+0000 7fdda284d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.138+0000 7fdda284d780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:37:31.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.138+0000 7fdda284d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:31.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.139+0000 7fdd877c9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:31.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.141+0000 7fdda284d780 20 remove_watcher() i=0 2023-01-15T14:37:31.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.141+0000 7fdda284d780 2 removed watcher, disabling cache 2023-01-15T14:37:31.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.142+0000 7fdda284d780 20 remove_watcher() i=1 2023-01-15T14:37:31.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.143+0000 7fdda284d780 20 remove_watcher() i=2 2023-01-15T14:37:31.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.144+0000 7fdda284d780 20 remove_watcher() i=3 2023-01-15T14:37:31.146 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.145+0000 7fdda284d780 20 remove_watcher() i=4 2023-01-15T14:37:31.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.145+0000 7fdda284d780 20 remove_watcher() i=5 2023-01-15T14:37:31.147 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.146+0000 7fdda284d780 20 remove_watcher() i=6 2023-01-15T14:37:31.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:31.147+0000 7fdda284d780 20 remove_watcher() i=7 2023-01-15T14:37:31.152 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:31.153 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:31.153 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: a-bucket id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 num_objects: 8 size_kb: 1 num_shards: 13 2023-01-15T14:37:31.153 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:31.153 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2023-01-15T14:37:31.153 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.075 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.075 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.075 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.076 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.077 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.078 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.079 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:37:32.102 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:32.102 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:32.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.112+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 realm 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.115 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.113+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.114+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.114+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.115+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:32.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.115+0000 7f0534e8a780 20 searching for the correct realm 2023-01-15T14:37:32.125 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.123+0000 7f0532637700 0 -- 172.21.15.154:0/1362114605 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55f816b03400 msgr2=0x55f81678f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.127 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 zone default found 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 4 Realm: () 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 zonegroup default 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.124+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.128 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 started sync module instance, tier type = 2023-01-15T14:37:32.129 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.125+0000 7f0534e8a780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:32.132 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.131+0000 7f0532637700 0 -- 172.21.15.154:0/1362114605 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55f816bd7400 msgr2=0x55f816aea680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=0 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=1 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=2 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=3 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=4 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=5 2023-01-15T14:37:32.134 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.132+0000 7f0534e8a780 20 add_watcher() i=6 2023-01-15T14:37:32.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.133+0000 7f0534e8a780 20 add_watcher() i=7 2023-01-15T14:37:32.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.133+0000 7f0534e8a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:32.135 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.134+0000 7f0519e06700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.134+0000 7f0534e8a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:32.136 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.134+0000 7f0534e8a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:32.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.139+0000 7f0534e8a780 5 note: GC not initialized 2023-01-15T14:37:32.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f05155fd700 20 reqs_thread_entry: start 2023-01-15T14:37:32.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f0534e8a780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:32.142 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f0534e8a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f05135f9700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:02 2023 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f0512dd7700 20 reqs_thread_entry: start 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.140+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.141+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.143 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.141+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.141+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.141+0000 7f0534e8a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.141+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.142+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.142+0000 7f0534e8a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.142+0000 7f0534e8a780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.144 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.142+0000 7f0534e8a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.145 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.144+0000 7f0519e06700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.146+0000 7f0534e8a780 20 remove_watcher() i=0 2023-01-15T14:37:32.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.146+0000 7f0534e8a780 2 removed watcher, disabling cache 2023-01-15T14:37:32.148 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.147+0000 7f0534e8a780 20 remove_watcher() i=1 2023-01-15T14:37:32.149 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.147+0000 7f0534e8a780 20 remove_watcher() i=2 2023-01-15T14:37:32.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.148+0000 7f0534e8a780 20 remove_watcher() i=3 2023-01-15T14:37:32.150 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.149+0000 7f0534e8a780 20 remove_watcher() i=4 2023-01-15T14:37:32.151 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.150+0000 7f0534e8a780 20 remove_watcher() i=5 2023-01-15T14:37:32.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.150+0000 7f0534e8a780 20 remove_watcher() i=6 2023-01-15T14:37:32.152 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.151+0000 7f0534e8a780 20 remove_watcher() i=7 2023-01-15T14:37:32.157 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.157 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:32.157 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:37:32.157 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.158 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2023-01-15T14:37:32.191 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:32.191 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:32.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.201+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 20 realm 2023-01-15T14:37:32.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:32.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.202+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.203+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.203+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.203+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.203+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.204+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:32.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.204+0000 7f852edc0780 20 searching for the correct realm 2023-01-15T14:37:32.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.211+0000 7f852cd6e700 0 -- 172.21.15.154:0/369186879 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x562be3636800 msgr2=0x562be32bd180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:32.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:32.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:32.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:32.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 zone default found 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 4 Realm: () 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 zonegroup default 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.213+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 started sync module instance, tier type = 2023-01-15T14:37:32.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.214+0000 7f852edc0780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:32.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.216+0000 7f852cd6e700 0 -- 172.21.15.154:0/369186879 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x562be3637800 msgr2=0x562be36f4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=0 2023-01-15T14:37:32.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=1 2023-01-15T14:37:32.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=2 2023-01-15T14:37:32.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=3 2023-01-15T14:37:32.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=4 2023-01-15T14:37:32.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=5 2023-01-15T14:37:32.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=6 2023-01-15T14:37:32.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 20 add_watcher() i=7 2023-01-15T14:37:32.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.221+0000 7f852edc0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:32.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.223+0000 7f8513d3c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.223+0000 7f852edc0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:32.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.223+0000 7f852edc0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:32.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.229+0000 7f852edc0780 5 note: GC not initialized 2023-01-15T14:37:32.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.229+0000 7f850f533700 20 reqs_thread_entry: start 2023-01-15T14:37:32.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:32.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:32.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f850d52f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:02 2023 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f850cd0d700 20 reqs_thread_entry: start 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 : miss 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.230+0000 7f852edc0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x13 2023-01-15T14:37:32.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:32.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.231+0000 7f852edc0780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 2023-01-15T14:37:32.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.234+0000 7f852edc0780 -1 Injecting error=-5 at location=set_target_layout 2023-01-15T14:37:32.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.234+0000 7f852edc0780 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2023-01-15T14:37:32.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.237+0000 7f8513d3c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.239+0000 7f852edc0780 20 remove_watcher() i=0 2023-01-15T14:37:32.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.239+0000 7f852edc0780 2 removed watcher, disabling cache 2023-01-15T14:37:32.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.240+0000 7f852edc0780 20 remove_watcher() i=1 2023-01-15T14:37:32.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.241+0000 7f852edc0780 20 remove_watcher() i=2 2023-01-15T14:37:32.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.241+0000 7f852edc0780 20 remove_watcher() i=3 2023-01-15T14:37:32.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.242+0000 7f852edc0780 20 remove_watcher() i=4 2023-01-15T14:37:32.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.243+0000 7f852edc0780 20 remove_watcher() i=5 2023-01-15T14:37:32.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.244+0000 7f852edc0780 20 remove_watcher() i=6 2023-01-15T14:37:32.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.244+0000 7f852edc0780 20 remove_watcher() i=7 2023-01-15T14:37:32.252 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:37:32.279 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:32.280 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:32.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.289+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.292 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.290+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.292 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.290+0000 7ff907662780 20 realm 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.290+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.291+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.291+0000 7ff907662780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.291+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.291+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.293 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.291+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.294 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.292+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.294 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.292+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.294 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.292+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:32.294 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.292+0000 7ff907662780 20 searching for the correct realm 2023-01-15T14:37:32.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.300+0000 7ff905610700 0 -- 172.21.15.154:0/3934543636 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56080167b000 msgr2=0x56080172ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.301+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 zone default found 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 4 Realm: () 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:32.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 zonegroup default 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.302+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.303+0000 7ff907662780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.303+0000 7ff907662780 20 started sync module instance, tier type = 2023-01-15T14:37:32.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.303+0000 7ff907662780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:32.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.307+0000 7ff905610700 0 -- 172.21.15.154:0/3934543636 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56080175a800 msgr2=0x56080172c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=0 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=1 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=2 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=3 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=4 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=5 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.309+0000 7ff907662780 20 add_watcher() i=6 2023-01-15T14:37:32.311 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.310+0000 7ff907662780 20 add_watcher() i=7 2023-01-15T14:37:32.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.310+0000 7ff907662780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:32.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.311+0000 7ff8ec5de700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.311+0000 7ff907662780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:32.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.311+0000 7ff907662780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:32.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.316+0000 7ff907662780 5 note: GC not initialized 2023-01-15T14:37:32.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff8e7dd5700 20 reqs_thread_entry: start 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff907662780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff907662780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff8e5dd1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:02 2023 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff8e55af700 20 reqs_thread_entry: start 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.317+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.318+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.318+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.318+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.318+0000 7ff907662780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.318+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.319+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.319+0000 7ff907662780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.319+0000 7ff907662780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.319+0000 7ff907662780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.321+0000 7ff8ec5de700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.322+0000 7ff907662780 20 remove_watcher() i=0 2023-01-15T14:37:32.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.322+0000 7ff907662780 2 removed watcher, disabling cache 2023-01-15T14:37:32.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.323+0000 7ff907662780 20 remove_watcher() i=1 2023-01-15T14:37:32.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.324+0000 7ff907662780 20 remove_watcher() i=2 2023-01-15T14:37:32.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.324+0000 7ff907662780 20 remove_watcher() i=3 2023-01-15T14:37:32.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.325+0000 7ff907662780 20 remove_watcher() i=4 2023-01-15T14:37:32.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.326+0000 7ff907662780 20 remove_watcher() i=5 2023-01-15T14:37:32.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.327+0000 7ff907662780 20 remove_watcher() i=6 2023-01-15T14:37:32.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.327+0000 7ff907662780 20 remove_watcher() i=7 2023-01-15T14:37:32.333 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.333 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:32.333 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:37:32.333 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.464 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.465 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.465 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:32.465 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:32.465 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:37:32.495 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:32.495 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:32.506 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.504+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.507 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.507 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 realm 2023-01-15T14:37:32.507 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:32.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.506+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.507+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.507+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.507+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:32.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.507+0000 7f89c52fa780 20 searching for the correct realm 2023-01-15T14:37:32.516 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.515+0000 7f89c32a8700 0 -- 172.21.15.154:0/617074163 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55809038e000 msgr2=0x5580902a5080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.516+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.519 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.519 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 zone default found 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 4 Realm: () 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 zonegroup default 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.517+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.518+0000 7f89c52fa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.518+0000 7f89c52fa780 20 started sync module instance, tier type = 2023-01-15T14:37:32.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.518+0000 7f89c52fa780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:32.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.522+0000 7f89c32a8700 0 -- 172.21.15.154:0/617074163 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55809038ec00 msgr2=0x5580902a6680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=0 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=1 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=2 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=3 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=4 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=5 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.525+0000 7f89c52fa780 20 add_watcher() i=6 2023-01-15T14:37:32.527 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.526+0000 7f89c52fa780 20 add_watcher() i=7 2023-01-15T14:37:32.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.526+0000 7f89c52fa780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:32.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.527+0000 7f89aa276700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.527+0000 7f89c52fa780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:32.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.527+0000 7f89c52fa780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:32.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.532+0000 7f89c52fa780 5 note: GC not initialized 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89a5a6d700 20 reqs_thread_entry: start 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89c52fa780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89c52fa780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89a3a69700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:02 2023 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89a3247700 20 reqs_thread_entry: start 2023-01-15T14:37:32.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89c52fa780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.533+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 : miss 2023-01-15T14:37:32.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x13 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.534+0000 7f89c52fa780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89c52fa780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x17 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89c52fa780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89c52fa780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89c52fa780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16, ofs0, ns] 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89bd29c700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132196 cookie 94010663976960 notifier 5312 bl.length()=959 2023-01-15T14:37:32.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89bd29c700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x17 2023-01-15T14:37:32.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89bd29c700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.539+0000 7f89bd29c700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.548+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): orig_sources= new_sources= 2023-01-15T14:37:32.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.548+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): potential sources added=[] removed=[] 2023-01-15T14:37:32.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.548+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): orig_dests= new_dests= 2023-01-15T14:37:32.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.548+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): potential dests added=[] removed=[] 2023-01-15T14:37:32.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.0 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.0 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.1 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.1 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.2 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.2 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.3 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.3 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.4 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.4 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.5 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.5 2023-01-15T14:37:32.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.6 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.6 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.7 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.7 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.8 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.8 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.9 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.9 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.10 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.10 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.11 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1.11 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.551+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.0 2023-01-15T14:37:32.555 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.552+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.1 2023-01-15T14:37:32.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.552+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.2 2023-01-15T14:37:32.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.553+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.3 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.553+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.4 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.554+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.5 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.554+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.6 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.555+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.7 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.555+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.8 2023-01-15T14:37:32.557 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.556+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.9 2023-01-15T14:37:32.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.556+0000 7f89c52fa780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16.10 2023-01-15T14:37:32.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 : hit (requested=0x13, cached=0x17) 2023-01-15T14:37:32.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x17 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.559+0000 7f89c52fa780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16, ofs0, ns] 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.560+0000 7f89bda9d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132197 cookie 94010663976960 notifier 5312 bl.length()=927 2023-01-15T14:37:32.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.560+0000 7f89bda9d700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 info.flags=0x17 2023-01-15T14:37:32.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.560+0000 7f89bda9d700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 to cache LRU end 2023-01-15T14:37:32.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.560+0000 7f89bda9d700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:32.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.561+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): orig_sources= new_sources= 2023-01-15T14:37:32.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.561+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): potential sources added=[] removed=[] 2023-01-15T14:37:32.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.561+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): orig_dests= new_dests= 2023-01-15T14:37:32.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.561+0000 7f89c52fa780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16]): potential dests added=[] removed=[] 2023-01-15T14:37:32.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.563+0000 7f89c52fa780 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-01-15T14:37:32.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.564+0000 7f89aa276700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.567 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.566+0000 7f89c52fa780 20 remove_watcher() i=0 2023-01-15T14:37:32.567 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.566+0000 7f89c52fa780 2 removed watcher, disabling cache 2023-01-15T14:37:32.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.567+0000 7f89c52fa780 20 remove_watcher() i=1 2023-01-15T14:37:32.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.568+0000 7f89c52fa780 20 remove_watcher() i=2 2023-01-15T14:37:32.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.569+0000 7f89c52fa780 20 remove_watcher() i=3 2023-01-15T14:37:32.571 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.570+0000 7f89c52fa780 20 remove_watcher() i=4 2023-01-15T14:37:32.572 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.571+0000 7f89c52fa780 20 remove_watcher() i=5 2023-01-15T14:37:32.573 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.572+0000 7f89c52fa780 20 remove_watcher() i=6 2023-01-15T14:37:32.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.573+0000 7f89c52fa780 20 remove_watcher() i=7 2023-01-15T14:37:32.580 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:37:32.608 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:32.608 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:32.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.617+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 20 realm 2023-01-15T14:37:32.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:32.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.618+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.619+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.619+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.619+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.619+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.620+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:32.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.620+0000 7f5690515780 20 searching for the correct realm 2023-01-15T14:37:32.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.628+0000 7f568dcc2700 0 -- 172.21.15.154:0/400151280 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x565254d80c00 msgr2=0x565253f9f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:32.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:32.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:32.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 zone default found 2023-01-15T14:37:32.633 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 4 Realm: () 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 zonegroup default 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.630+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:32.634 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 started sync module instance, tier type = 2023-01-15T14:37:32.635 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.631+0000 7f5690515780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:32.636 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.634+0000 7f568e4c3700 0 -- 172.21.15.154:0/400151280 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x565254316400 msgr2=0x5652542f5080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:32.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=0 2023-01-15T14:37:32.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=1 2023-01-15T14:37:32.639 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=2 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=3 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=4 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=5 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.637+0000 7f5690515780 20 add_watcher() i=6 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.638+0000 7f5690515780 20 add_watcher() i=7 2023-01-15T14:37:32.640 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.638+0000 7f5690515780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:32.641 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.639+0000 7f5675491700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.641 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.639+0000 7f5690515780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:32.641 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.639+0000 7f5690515780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:32.646 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.644+0000 7f5690515780 5 note: GC not initialized 2023-01-15T14:37:32.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.645+0000 7f5670c88700 20 reqs_thread_entry: start 2023-01-15T14:37:32.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.645+0000 7f5690515780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:32.647 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f5690515780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:32.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f566ec84700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:02 2023 2023-01-15T14:37:32.648 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f566e462700 20 reqs_thread_entry: start 2023-01-15T14:37:32.648 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.646+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 rados->read ofs=0 len=0 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:32.649 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.647+0000 7f5690515780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:32.650 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.649+0000 7f5675491700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:32.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.650+0000 7f5690515780 20 remove_watcher() i=0 2023-01-15T14:37:32.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.650+0000 7f5690515780 2 removed watcher, disabling cache 2023-01-15T14:37:32.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.651+0000 7f5690515780 20 remove_watcher() i=1 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.652+0000 7f5690515780 20 remove_watcher() i=2 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.652+0000 7f5690515780 20 remove_watcher() i=3 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.653+0000 7f5690515780 20 remove_watcher() i=4 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.654+0000 7f5690515780 20 remove_watcher() i=5 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.655+0000 7f5690515780 20 remove_watcher() i=6 2023-01-15T14:37:32.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:32.655+0000 7f5690515780 20 remove_watcher() i=7 2023-01-15T14:37:32.661 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:32.661 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:32.661 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.16 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:37:32.661 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2023-01-15T14:37:33.285 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.188 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.188 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.188 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.188 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.188 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.189 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.190 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.191 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.192 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:37:34.215 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:34.215 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:34.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.225+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.226+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.226+0000 7fd582839780 20 realm 2023-01-15T14:37:34.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.226+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.227+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.227+0000 7fd582839780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.227+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.227+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.227+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.228+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.229 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.228+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.228+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:34.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.228+0000 7fd582839780 20 searching for the correct realm 2023-01-15T14:37:34.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.236+0000 7fd5807e7700 0 -- 172.21.15.154:0/772986439 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56209cbee000 msgr2=0x56209cbc8b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:34.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:34.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:34.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:34.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.237+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 zone default found 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 4 Realm: () 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 zonegroup default 2023-01-15T14:37:34.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.238+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.239+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.239+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.239+0000 7fd582839780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.239+0000 7fd582839780 20 started sync module instance, tier type = 2023-01-15T14:37:34.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.239+0000 7fd582839780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:34.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.243+0000 7fd5807e7700 0 -- 172.21.15.154:0/772986439 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56209cbef400 msgr2=0x56209cbca100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=0 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=1 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=2 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=3 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=4 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=5 2023-01-15T14:37:34.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.245+0000 7fd582839780 20 add_watcher() i=6 2023-01-15T14:37:34.248 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.246+0000 7fd582839780 20 add_watcher() i=7 2023-01-15T14:37:34.248 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.246+0000 7fd582839780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:34.248 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.247+0000 7fd5677b5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.249 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.247+0000 7fd582839780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:34.249 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.247+0000 7fd582839780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:34.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.252+0000 7fd582839780 5 note: GC not initialized 2023-01-15T14:37:34.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd562fac700 20 reqs_thread_entry: start 2023-01-15T14:37:34.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd582839780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:34.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd582839780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd560fa8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:04 2023 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd560786700 20 reqs_thread_entry: start 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.253+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.254+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:34.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.254+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:34.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.255+0000 7fd582839780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:34.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.256+0000 7fd5677b5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.258+0000 7fd582839780 20 remove_watcher() i=0 2023-01-15T14:37:34.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.258+0000 7fd582839780 2 removed watcher, disabling cache 2023-01-15T14:37:34.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.259+0000 7fd582839780 20 remove_watcher() i=1 2023-01-15T14:37:34.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.259+0000 7fd582839780 20 remove_watcher() i=2 2023-01-15T14:37:34.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.260+0000 7fd582839780 20 remove_watcher() i=3 2023-01-15T14:37:34.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.261+0000 7fd582839780 20 remove_watcher() i=4 2023-01-15T14:37:34.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.262+0000 7fd582839780 20 remove_watcher() i=5 2023-01-15T14:37:34.264 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.263+0000 7fd582839780 20 remove_watcher() i=6 2023-01-15T14:37:34.265 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.263+0000 7fd582839780 20 remove_watcher() i=7 2023-01-15T14:37:34.269 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.269 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:34.269 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:37:34.269 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.270 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2023-01-15T14:37:34.304 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:34.305 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:34.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.314+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 realm 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.316+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.317+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.317+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.317+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:34.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.317+0000 7f693a2af780 20 searching for the correct realm 2023-01-15T14:37:34.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.325+0000 7f693825d700 0 -- 172.21.15.154:0/2681774897 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x556ba66a6000 msgr2=0x556ba6686b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.326+0000 7f693a2af780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.326+0000 7f693a2af780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.326+0000 7f693a2af780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.326+0000 7f693a2af780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.326+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 zone default found 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 4 Realm: () 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 zonegroup default 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.327+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.328+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.328+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.328+0000 7f693a2af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.328+0000 7f693a2af780 20 started sync module instance, tier type = 2023-01-15T14:37:34.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.328+0000 7f693a2af780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:34.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.332+0000 7f693825d700 0 -- 172.21.15.154:0/2681774897 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x556ba66a7400 msgr2=0x556ba6688100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=0 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=1 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=2 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=3 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=4 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=5 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.334+0000 7f693a2af780 20 add_watcher() i=6 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.335+0000 7f693a2af780 20 add_watcher() i=7 2023-01-15T14:37:34.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.335+0000 7f693a2af780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:34.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.336+0000 7f691f22b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.336+0000 7f693a2af780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:34.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.336+0000 7f693a2af780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:34.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.341+0000 7f693a2af780 5 note: GC not initialized 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.342+0000 7f691aa22700 20 reqs_thread_entry: start 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.342+0000 7f693a2af780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f6918a1e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:04 2023 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f69181fc700 20 reqs_thread_entry: start 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:37:34.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:37:34.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 : miss 2023-01-15T14:37:34.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.343+0000 7f693a2af780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:34.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 info.flags=0x13 2023-01-15T14:37:34.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 to cache LRU end 2023-01-15T14:37:34.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:34.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:34.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.344+0000 7f693a2af780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 2023-01-15T14:37:34.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.347+0000 7f693a2af780 -1 Injecting error=-125 at location=set_target_layout 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f693a2af780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 info.flags=0x17 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f693a2af780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 to cache LRU end 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f693a2af780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f693a2af780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17, ofs0, ns] 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f6932a52700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132201 cookie 93920842006528 notifier 5595 bl.length()=959 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f6932a52700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 info.flags=0x17 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f6932a52700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 to cache LRU end 2023-01-15T14:37:34.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.348+0000 7f6932a52700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:34.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.351+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): orig_sources= new_sources= 2023-01-15T14:37:34.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.351+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): potential sources added=[] removed=[] 2023-01-15T14:37:34.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.351+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): orig_dests= new_dests= 2023-01-15T14:37:34.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.351+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): potential dests added=[] removed=[] 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.0 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.0 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.1 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.1 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.2 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.2 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.3 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.3 2023-01-15T14:37:34.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.4 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.4 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.5 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.5 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.6 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.6 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.7 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.7 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.8 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.8 2023-01-15T14:37:34.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.9 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.9 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.10 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.10 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.11 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1.11 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.0 2023-01-15T14:37:34.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.353+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.1 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.354+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.2 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.354+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.3 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.355+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.4 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.355+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.5 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.356+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.6 2023-01-15T14:37:34.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.356+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.7 2023-01-15T14:37:34.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.357+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.8 2023-01-15T14:37:34.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.357+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.9 2023-01-15T14:37:34.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.358+0000 7f693a2af780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17.10 2023-01-15T14:37:34.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.360+0000 7f693a2af780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 : hit (requested=0x13, cached=0x17) 2023-01-15T14:37:34.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.360+0000 7f693a2af780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f693a2af780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 info.flags=0x17 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f693a2af780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 to cache LRU end 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f693a2af780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f693a2af780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17, ofs0, ns] 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f6932a52700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132202 cookie 93920842006528 notifier 5595 bl.length()=927 2023-01-15T14:37:34.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f6932a52700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 info.flags=0x17 2023-01-15T14:37:34.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f6932a52700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 to cache LRU end 2023-01-15T14:37:34.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.361+0000 7f6932a52700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:34.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.363+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): orig_sources= new_sources= 2023-01-15T14:37:34.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.363+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): potential sources added=[] removed=[] 2023-01-15T14:37:34.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.363+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): orig_dests= new_dests= 2023-01-15T14:37:34.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.363+0000 7f693a2af780 20 handle_bi_update(): bucket=:error-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17]): potential dests added=[] removed=[] 2023-01-15T14:37:34.367 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.365+0000 7f693a2af780 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-01-15T14:37:34.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.366+0000 7f691f22b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.368+0000 7f693a2af780 20 remove_watcher() i=0 2023-01-15T14:37:34.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.368+0000 7f693a2af780 2 removed watcher, disabling cache 2023-01-15T14:37:34.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.369+0000 7f693a2af780 20 remove_watcher() i=1 2023-01-15T14:37:34.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.369+0000 7f693a2af780 20 remove_watcher() i=2 2023-01-15T14:37:34.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.370+0000 7f693a2af780 20 remove_watcher() i=3 2023-01-15T14:37:34.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.371+0000 7f693a2af780 20 remove_watcher() i=4 2023-01-15T14:37:34.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.371+0000 7f693a2af780 20 remove_watcher() i=5 2023-01-15T14:37:34.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.372+0000 7f693a2af780 20 remove_watcher() i=6 2023-01-15T14:37:34.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.373+0000 7f693a2af780 20 remove_watcher() i=7 2023-01-15T14:37:34.379 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:37:34.407 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:34.407 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:34.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.416+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.417+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.417+0000 7fab28356780 20 realm 2023-01-15T14:37:34.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.417+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.418+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.418+0000 7fab28356780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:34.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.418+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.418+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.418+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.419+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.419+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.419+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:34.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.419+0000 7fab28356780 20 searching for the correct realm 2023-01-15T14:37:34.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.427+0000 7fab26304700 0 -- 172.21.15.154:0/2761436040 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5599d7f80800 msgr2=0x5599d7c0cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.428+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 zone default found 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 4 Realm: () 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:34.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 zonegroup default 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.429+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.430+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.430+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.430+0000 7fab28356780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.430+0000 7fab28356780 20 started sync module instance, tier type = 2023-01-15T14:37:34.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.430+0000 7fab28356780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:34.436 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.434+0000 7fab26b05700 0 -- 172.21.15.154:0/2761436040 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5599d7f81400 msgr2=0x5599d7f6fb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:34.437 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=0 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=1 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=2 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=3 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=4 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=5 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.436+0000 7fab28356780 20 add_watcher() i=6 2023-01-15T14:37:34.438 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.437+0000 7fab28356780 20 add_watcher() i=7 2023-01-15T14:37:34.439 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.437+0000 7fab28356780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:34.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.439+0000 7fab0d2d2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.439+0000 7fab28356780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:34.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.439+0000 7fab28356780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:34.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.444+0000 7fab28356780 5 note: GC not initialized 2023-01-15T14:37:34.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.445+0000 7fab08ac9700 20 reqs_thread_entry: start 2023-01-15T14:37:34.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.445+0000 7fab28356780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:34.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.445+0000 7fab28356780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:34.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.445+0000 7fab06ac5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:04 2023 2023-01-15T14:37:34.448 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.446+0000 7fab062a3700 20 reqs_thread_entry: start 2023-01-15T14:37:34.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.446+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.446+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.446+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 rados->read ofs=0 len=0 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:34.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.447+0000 7fab28356780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:34.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.449+0000 7fab0d2d2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:34.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.450+0000 7fab28356780 20 remove_watcher() i=0 2023-01-15T14:37:34.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.450+0000 7fab28356780 2 removed watcher, disabling cache 2023-01-15T14:37:34.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.451+0000 7fab28356780 20 remove_watcher() i=1 2023-01-15T14:37:34.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.452+0000 7fab28356780 20 remove_watcher() i=2 2023-01-15T14:37:34.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.453+0000 7fab28356780 20 remove_watcher() i=3 2023-01-15T14:37:34.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.453+0000 7fab28356780 20 remove_watcher() i=4 2023-01-15T14:37:34.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.454+0000 7fab28356780 20 remove_watcher() i=5 2023-01-15T14:37:34.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.455+0000 7fab28356780 20 remove_watcher() i=6 2023-01-15T14:37:34.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:34.455+0000 7fab28356780 20 remove_watcher() i=7 2023-01-15T14:37:34.461 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.461 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:34.461 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.17 num_objects: 20 size_kb: 1 num_shards: 12 2023-01-15T14:37:34.461 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:34.877 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with abort at set_target_layout 2023-01-15T14:37:34.878 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.779 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:35.783 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:37:35.806 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:35.807 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:35.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.816+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.819 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 realm 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.818+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.819+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.819+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.819+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:35.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.819+0000 7f96b646e780 20 searching for the correct realm 2023-01-15T14:37:35.828 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.827+0000 7f96b3c1b700 0 -- 172.21.15.154:0/2472135561 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55cbbc06dc00 msgr2=0x55cbbc140000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.830 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.828+0000 7f96b646e780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:35.830 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.828+0000 7f96b646e780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:35.830 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.828+0000 7f96b646e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.828+0000 7f96b646e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.828+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:35.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 zone default found 2023-01-15T14:37:35.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 4 Realm: () 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 zonegroup default 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.829+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.830+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.830+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.830+0000 7f96b646e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.830+0000 7f96b646e780 20 started sync module instance, tier type = 2023-01-15T14:37:35.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.830+0000 7f96b646e780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:35.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.833+0000 7f96b441c700 0 -- 172.21.15.154:0/2472135561 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55cbbc06d800 msgr2=0x55cbbc142100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=0 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=1 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=2 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=3 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=4 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=5 2023-01-15T14:37:35.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.836+0000 7f96b646e780 20 add_watcher() i=6 2023-01-15T14:37:35.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.837+0000 7f96b646e780 20 add_watcher() i=7 2023-01-15T14:37:35.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.837+0000 7f96b646e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:35.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.838+0000 7f969b3ea700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:35.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.838+0000 7f96b646e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:35.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.838+0000 7f96b646e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:35.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.844+0000 7f96b646e780 5 note: GC not initialized 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f9696be1700 20 reqs_thread_entry: start 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f96b646e780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f96b646e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f9694bdd700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f96943bb700 20 reqs_thread_entry: start 2023-01-15T14:37:35.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.845+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.846+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.846+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.846+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.846+0000 7f96b646e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.846+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.847+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.847+0000 7f96b646e780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.847+0000 7f96b646e780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:35.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.847+0000 7f96b646e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:35.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.848+0000 7f969b3ea700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:35.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.850+0000 7f96b646e780 20 remove_watcher() i=0 2023-01-15T14:37:35.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.850+0000 7f96b646e780 2 removed watcher, disabling cache 2023-01-15T14:37:35.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.851+0000 7f96b646e780 20 remove_watcher() i=1 2023-01-15T14:37:35.853 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.851+0000 7f96b646e780 20 remove_watcher() i=2 2023-01-15T14:37:35.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.852+0000 7f96b646e780 20 remove_watcher() i=3 2023-01-15T14:37:35.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.853+0000 7f96b646e780 20 remove_watcher() i=4 2023-01-15T14:37:35.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.854+0000 7f96b646e780 20 remove_watcher() i=5 2023-01-15T14:37:35.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.854+0000 7f96b646e780 20 remove_watcher() i=6 2023-01-15T14:37:35.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.855+0000 7f96b646e780 20 remove_watcher() i=7 2023-01-15T14:37:35.861 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.861 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:35.861 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:37:35.861 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.862 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2023-01-15T14:37:35.895 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:35.895 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:35.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.904+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 realm 2023-01-15T14:37:35.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:35.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:35.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.907+0000 7f92c25bc780 20 searching for the correct realm 2023-01-15T14:37:35.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.915+0000 7f92c056a700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563ecedd8400 msgr2=0x563ecee98b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.916+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zone default found 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Realm: () 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zonegroup default 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started sync module instance, tier type = 2023-01-15T14:37:35.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:35.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.922+0000 7f92c0d6b700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x563ecedd9800 msgr2=0x563ecee99600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.925 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=0 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=1 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=2 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=3 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=4 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=5 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=6 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.925+0000 7f92c25bc780 20 add_watcher() i=7 2023-01-15T14:37:35.926 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.925+0000 7f92c25bc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:35.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.926+0000 7f92a7538700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:35.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:35.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:35.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.932+0000 7f92c25bc780 5 note: GC not initialized 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92a2d2f700 20 reqs_thread_entry: start 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92c25bc780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92c25bc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92a0d2b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92a0509700 20 reqs_thread_entry: start 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:37:35.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.933+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : miss 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:35.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x13 2023-01-15T14:37:35.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:37:35.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:35.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:35.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.934+0000 7f92c25bc780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:37:35.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f92c25bc780 time 2023-01-15T14:37:35.939374+0000 2023-01-15T14:37:35.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f92c92dadbb] 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: 4: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:35.941 INFO:tasks.workunit.client.0.smithi154.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 6: main() 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 7: __libc_start_main() 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 8: _start() 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.939+0000 7f92c25bc780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f92c25bc780 time 2023-01-15T14:37:35.939374+0000 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f92c92dadbb] 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:35.942 INFO:tasks.workunit.client.0.smithi154.stderr: 4: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: 6: main() 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: 7: __libc_start_main() 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: 8: _start() 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:37:35.943 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f92c25bc780 thread_name:radosgw-admin 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f92c9fa2cf0] 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f92c92dae15] 2023-01-15T14:37:35.965 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 7: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 9: main() 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 10: __libc_start_main() 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 11: _start() 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.941+0000 7f92c25bc780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f92c25bc780 thread_name:radosgw-admin 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f92c9fa2cf0] 2023-01-15T14:37:35.966 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f92c92dae15] 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 7: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 9: main() 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 10: __libc_start_main() 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 11: _start() 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.967 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_done global_id 5423 payload 824 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient: _finish_hunting 0 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 1 monclient: found mon.noname-c 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.968 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: dump: 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.969 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: _finish_auth 0 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: _check_auth_tickets 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: dump: 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.970 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:37:35.899+0000 7f92bed67700 4 set_mon_vals no callback set 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:37:35.899+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5423 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:37:35.899+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: get_monmap_and_config 2023-01-15T14:37:35.971 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:37:35.900+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:35.972 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.973 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:37:35.900+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.974 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:35.975 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:37:35.900+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecf846400 auth_method 0 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:37:35.901+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:37:35.901+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x7ffd69add1b8 EEXIST 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563ece9ca800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563ecf846800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563ecf846c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.976 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.138182s 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563ece9ca800 auth_method 0 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563ecf846c00 auth_method 0 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.977 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563ecf846800 auth_method 0 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_done global_id 5407 payload 274 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient: _finish_hunting 0 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:37:35.901+0000 7f92c056a700 1 monclient: found mon.noname-b 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient: _send_mon_message to mon.noname-b at v2:172.21.15.191:3300/0 2023-01-15T14:37:35.978 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: dump: 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.979 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: _finish_auth 0 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: _check_auth_tickets 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:37:35.901+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5407 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: got monmap 1 from mon.b (according to old e1) 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: dump: 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.980 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: get_monmap_and_config success 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:37:35.901+0000 7f92c25bc780 4 set_mon_vals no callback set 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: shutdown 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:35.981 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.982 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:35.983 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:37:35.902+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: starting msgr at 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: starting objecter 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command objecter_requests cmddesc objecter_requests hook 0x563ece9beb20 EEXIST 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: setting wanted keys 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: calling monclient init 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.984 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:37:35.902+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:37:35.903+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.985 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:37:35.903+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x563ecf76a220 EEXIST 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563ece9cac00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563ecf847c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563ecf847800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.140171s 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563ece9cac00 auth_method 0 2023-01-15T14:37:35.986 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563ecf847c00 auth_method 0 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:35.987 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563ecf847800 auth_method 0 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5429 payload 824 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:37:35.903+0000 7f92bfd69700 1 monclient: found mon.noname-c 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: dump: 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.988 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: _finish_auth 0 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: _check_auth_tickets 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:37:35.903+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5429 2023-01-15T14:37:35.989 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:37:35.903+0000 7f92bad5f700 4 set_mon_vals no callback set 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: dump: 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:35.990 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:37:35.903+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:37:35.904+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:35.991 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:37:35.905+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd9000 auth_method 0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:37:35.905+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecf847400 auth_method 0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 realm 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:37:35.906+0000 7f92c25bc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:37:35.906+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd9400 auth_method 0 2023-01-15T14:37:35.992 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 searching for the correct realm 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:37:35.907+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecf847000 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:37:35.908+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecf846c00 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:37:35.908+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd8400 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:37:35.909+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecedd9c00 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:37:35.910+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecedd9800 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:37:35.912+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec2000 auth_method 0 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:37:35.915+0000 7f92c056a700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563ecedd8400 msgr2=0x563ecee98b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:37:35.915+0000 7f92b955c700 1 client.5429.objecter ms_handle_reset 0x563ecedd8400 session 0x563ecea2b080 osd.2 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:37:35.915+0000 7f92b955c700 10 monclient: _renew_subs 2023-01-15T14:37:35.993 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:37:35.915+0000 7f92b955c700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:37:35.915+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec2c00 auth_method 0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zone default found 2023-01-15T14:37:35.994 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Realm: () 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:37:35.917+0000 7f92c25bc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zonegroup default 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started sync module instance, tier type = 2023-01-15T14:37:35.995 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:37:35.922+0000 7f92c0d6b700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x563ecedd9800 msgr2=0x563ecee99600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:37:35.922+0000 7f92b955c700 1 client.5429.objecter ms_handle_reset 0x563ecedd9800 session 0x563ecea2b680 osd.6 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:37:35.922+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecedd8400 auth_method 0 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=0 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=1 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=2 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=3 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=4 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=5 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=6 2023-01-15T14:37:35.996 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:37:35.925+0000 7f92c25bc780 20 add_watcher() i=7 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:37:35.925+0000 7f92c25bc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:37:35.926+0000 7f92a7538700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.997 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:37:35.926+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache list hook 0x563ece9be980 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache inspect hook 0x563ece9be980 2023-01-15T14:37:35.998 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache erase hook 0x563ece9be980 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache zap hook 0x563ece9be980 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: get_monmap_and_config 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:37:35.926+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:35.999 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.000 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:37:35.926+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.001 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:37:35.927+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:37:35.927+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.002 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x7ffd69add7f8 EEXIST 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563eceedac00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563eceedb000 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563eceedb400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.164508s 2023-01-15T14:37:36.003 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563eceedb400 auth_method 0 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563eceedac00 auth_method 0 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.004 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5658 payload 274 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:37:35.927+0000 7f92bfd69700 1 monclient: found mon.noname-a 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:37:35.927+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceedb000 auth_method 0 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: dump: 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.005 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:37:35.928+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5658 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.006 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: dump: 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.007 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: get_monmap_and_config success 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:37:35.928+0000 7f92c25bc780 4 set_mon_vals no callback set 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: shutdown 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:37:35.928+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:36.008 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.009 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: starting msgr at 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: starting objecter 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command objecter_requests cmddesc objecter_requests hook 0x563ece9bef80 EEXIST 2023-01-15T14:37:36.010 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: setting wanted keys 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: calling monclient init 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.011 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x563eceefa220 EEXIST 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.012 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563eceedac00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563eceedb000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563eceedb400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.166900s 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563eceedb000 auth_method 0 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.013 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563eceedb400 auth_method 0 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563eceedac00 auth_method 0 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.014 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5661 payload 824 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:37:35.930+0000 7f92bfd69700 1 monclient: found mon.noname-a 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: dump: 2023-01-15T14:37:36.015 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.016 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:37:35.930+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5661 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:37:35.930+0000 7f92a6d37700 4 set_mon_vals no callback set 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: dump: 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.017 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:37:35.930+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:37:35.930+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cr dump hook 0x563ecf820f38 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.018 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:37:35.932+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563eceedbc00 auth_method 0 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:37:35.932+0000 7f92c25bc780 5 note: GC not initialized 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:37:35.933+0000 7f92a2d2f700 20 reqs_thread_entry: start 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace show hook 0x563ece9f2000 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace history hook 0x563ece9f2000 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace active hook 0x563ece9f2000 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace active_short hook 0x563ece9f2000 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:37:35.933+0000 7f92c25bc780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:37:35.933+0000 7f92c25bc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:37:35.933+0000 7f92a0d2b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.019 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:37:35.933+0000 7f92a0509700 20 reqs_thread_entry: start 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:37:35.933+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:37:35.933+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : miss 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x13 2023-01-15T14:37:36.020 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:37:35.934+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec3800 auth_method 0 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:37:35.939+0000 7f92c25bc780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f92c25bc780 time 2023-01-15T14:37:35.939374+0000 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f92c92dadbb] 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:36.021 INFO:tasks.workunit.client.0.smithi154.stderr: 4: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 6: main() 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 7: __libc_start_main() 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 8: _start() 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:37:35.941+0000 7f92c25bc780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f92c25bc780 thread_name:radosgw-admin 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f92c9fa2cf0] 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:37:36.022 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f92c92dae15] 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 7: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 9: main() 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 10: __libc_start_main() 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 11: _start() 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:37:36.023 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:37:36.024 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:37:36.025 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:37:36.026 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:37:36.027 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:37:36.028 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:37:36.029 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:37:36.030 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a0509700 / http_manager 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a0d2b700 / notif-worker0 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a2d2f700 / http_manager 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a5534700 / ms_dispatch 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a6d37700 / io_context_pool 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a7538700 / rgw_dt_lg_renew 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92b955c700 / ms_dispatch 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bad5f700 / io_context_pool 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bd564700 / ms_dispatch 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bed67700 / io_context_pool 2023-01-15T14:37:36.031 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bfd69700 / msgr-worker-2 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c056a700 / msgr-worker-1 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c0d6b700 / msgr-worker-0 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c25bc780 / radosgw-admin 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/log/ceph/ceph-client.admin.112835.log 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.032 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:37:35.899+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_done global_id 5423 payload 824 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 1 monclient: found mon.noname-c 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:37:35.899+0000 7f92c0d6b700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: dump: 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.033 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.034 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:37:35.899+0000 7f92bd564700 10 monclient: dump: 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.035 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:37:35.899+0000 7f92bed67700 4 set_mon_vals no callback set 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:37:35.899+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5423 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:37:35.899+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:37:35.899+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: get_monmap_and_config 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:37:35.900+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:36.036 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.037 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:37:35.900+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.038 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:37:35.900+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding auth protocol: cephx 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.039 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: crc 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:37:35.900+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add070) adding con mode: secure 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:37:35.900+0000 7f92bd564700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:37:35.900+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecf846400 auth_method 0 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:37:35.901+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:37:35.901+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x7ffd69add1b8 EEXIST 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.040 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563ece9ca800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563ecf846800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563ecf846c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.138182s 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563ece9ca800 auth_method 0 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.041 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563ecf846c00 auth_method 0 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:37:35.901+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.042 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563ecf846800 auth_method 0 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:37:35.901+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient(hunting): handle_auth_done global_id 5407 payload 274 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:37:35.901+0000 7f92c056a700 1 monclient: found mon.noname-b 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:37:35.901+0000 7f92c056a700 10 monclient: _send_mon_message to mon.noname-b at v2:172.21.15.191:3300/0 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: dump: 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.043 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:37:35.901+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5407 2023-01-15T14:37:36.044 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: got monmap 1 from mon.b (according to old e1) 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:37:35.901+0000 7f92bad5f700 10 monclient: dump: 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.045 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:37:35.901+0000 7f92c25bc780 10 monclient: get_monmap_and_config success 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:37:35.901+0000 7f92c25bc780 4 set_mon_vals no callback set 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: shutdown 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:36.046 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding auth protocol: cephx 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.047 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: crc 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730a40) adding con mode: secure 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:37:35.902+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: starting msgr at 2023-01-15T14:37:36.048 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: starting objecter 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command objecter_requests cmddesc objecter_requests hook 0x563ece9beb20 EEXIST 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: setting wanted keys 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:37:35.902+0000 7f92c25bc780 1 librados: calling monclient init 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:37:35.902+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding auth protocol: cephx 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.049 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: crc 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:37:35.902+0000 7f92c25bc780 5 AuthRegistry(0x563ecf76a0d8) adding con mode: secure 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:37:35.902+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:37:35.903+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:37:35.903+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x563ecf76a220 EEXIST 2023-01-15T14:37:36.050 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563ece9cac00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563ecf847c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563ecf847800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.140171s 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563ece9cac00 auth_method 0 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.051 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563ecf847c00 auth_method 0 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:37:35.903+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.052 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563ecf847800 auth_method 0 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:37:35.903+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5429 payload 824 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:37:35.903+0000 7f92bfd69700 1 monclient: found mon.noname-c 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:37:35.903+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: dump: 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.053 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:37:35.903+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5429 2023-01-15T14:37:36.054 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:37:35.903+0000 7f92bad5f700 4 set_mon_vals no callback set 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:37:35.903+0000 7f92b955c700 10 monclient: dump: 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.055 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:37:35.903+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:37:35.903+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:37:35.904+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:37:35.905+0000 7f92b955c700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.056 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:37:35.905+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd9000 auth_method 0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:37:35.905+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecf847400 auth_method 0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 realm 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:37:35.906+0000 7f92c25bc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:37:35.906+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:37:35.906+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd9400 auth_method 0 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.057 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:37:35.907+0000 7f92c25bc780 20 searching for the correct realm 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:37:35.907+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecf847000 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:37:35.908+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecf846c00 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:37:35.908+0000 7f92c056a700 10 monclient: get_auth_request con 0x563ecedd8400 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:37:35.909+0000 7f92bfd69700 10 monclient: get_auth_request con 0x563ecedd9c00 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:37:35.910+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecedd9800 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:37:35.912+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec2000 auth_method 0 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:37:35.915+0000 7f92c056a700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563ecedd8400 msgr2=0x563ecee98b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:37:35.915+0000 7f92b955c700 1 client.5429.objecter ms_handle_reset 0x563ecedd8400 session 0x563ecea2b080 osd.2 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:37:35.915+0000 7f92b955c700 10 monclient: _renew_subs 2023-01-15T14:37:36.058 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:37:35.915+0000 7f92b955c700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:37:35.915+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec2c00 auth_method 0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:37:35.916+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zone default found 2023-01-15T14:37:36.059 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Realm: () 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:37:35.917+0000 7f92c25bc780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:37:35.917+0000 7f92c25bc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 zonegroup default 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:37:35.917+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started sync module instance, tier type = 2023-01-15T14:37:36.060 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:37:35.918+0000 7f92c25bc780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:37:35.922+0000 7f92c0d6b700 0 -- 172.21.15.154:0/2039485617 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x563ecedd9800 msgr2=0x563ecee99600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:37:35.922+0000 7f92b955c700 1 client.5429.objecter ms_handle_reset 0x563ecedd9800 session 0x563ecea2b680 osd.6 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:37:35.922+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563ecedd8400 auth_method 0 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=0 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=1 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=2 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=3 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=4 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=5 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:37:35.924+0000 7f92c25bc780 20 add_watcher() i=6 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:37:35.925+0000 7f92c25bc780 20 add_watcher() i=7 2023-01-15T14:37:36.061 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:37:35.925+0000 7f92c25bc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:37:35.926+0000 7f92a7538700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding auth protocol: cephx 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.062 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: crc 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69adda80) adding con mode: secure 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:37:35.926+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:37:35.926+0000 7f92c25bc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache list hook 0x563ece9be980 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache inspect hook 0x563ece9be980 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache erase hook 0x563ece9be980 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cache zap hook 0x563ece9be980 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: get_monmap_and_config 2023-01-15T14:37:36.063 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:37:35.926+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:37:35.926+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.064 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.065 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:37:35.926+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:37:35.926+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding auth protocol: cephx 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.066 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: crc 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 AuthRegistry(0x7ffd69add6b0) adding con mode: secure 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:37:35.927+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:37:35.927+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:37:35.927+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x7ffd69add7f8 EEXIST 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.067 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563eceedac00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563eceedb000 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563eceedb400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:37:35.927+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.164508s 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563eceedb400 auth_method 0 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.068 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563eceedac00 auth_method 0 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:37:35.927+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5658 payload 274 2023-01-15T14:37:36.069 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:37:35.927+0000 7f92bfd69700 1 monclient: found mon.noname-a 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:37:35.927+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:37:35.927+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceedb000 auth_method 0 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: dump: 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.070 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:37:35.928+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5658 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:37:35.928+0000 7f92a6d37700 10 monclient: dump: 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.071 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: get_monmap_and_config success 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:37:35.928+0000 7f92c25bc780 4 set_mon_vals no callback set 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: shutdown 2023-01-15T14:37:36.072 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: build_initial_monmap 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:37:35.928+0000 7f92c25bc780 1 build_initial for_mkfs: 0 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:37:35.928+0000 7f92c25bc780 10 monclient: monmap: 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:37:36.073 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding auth protocol: cephx 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.074 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: crc 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563ecf730140) adding con mode: secure 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: starting msgr at 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: starting objecter 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command objecter_requests cmddesc objecter_requests hook 0x563ece9bef80 EEXIST 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: setting wanted keys 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:37:35.929+0000 7f92c25bc780 1 librados: calling monclient init 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: init 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.075 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding auth protocol: cephx 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: crc 2023-01-15T14:37:36.076 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 AuthRegistry(0x563eceefa0d8) adding con mode: secure 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:37:35.929+0000 7f92c25bc780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:37:35.929+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command rotate-key cmddesc rotate-key hook 0x563eceefa220 EEXIST 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: _reopen_session rank -1 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-b con 0x563eceedac00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-c con 0x563eceedb000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): picked mon.noname-a con 0x563eceedb400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.077 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): start opening mon connection 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): _renew_subs 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:37:35.929+0000 7f92c25bc780 10 monclient(hunting): authenticate will time out at 1545.166900s 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): get_auth_request con 0x563eceedb000 auth_method 0 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): get_auth_request con 0x563eceedb400 auth_method 0 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.078 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request con 0x563eceedac00 auth_method 0 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:37:35.930+0000 7f92c056a700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:37:35.930+0000 7f92c0d6b700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:37:36.079 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient(hunting): handle_auth_done global_id 5661 payload 824 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient: _finish_hunting 0 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:37:35.930+0000 7f92bfd69700 1 monclient: found mon.noname-a 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:37:35.930+0000 7f92bfd69700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: dump: 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.080 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: _finish_auth 0 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: _check_auth_tickets 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:37:35.930+0000 7f92c25bc780 5 monclient: authenticate success, global_id 5661 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:37:36.081 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:37:35.930+0000 7f92a6d37700 4 set_mon_vals no callback set 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:37:35.930+0000 7f92a5534700 10 monclient: dump: 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:37:36.082 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _renew_subs 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:37:35.930+0000 7f92c25bc780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:37:35.930+0000 7f92c25bc780 1 librados: init done 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:37:35.930+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command cr dump hook 0x563ecf820f38 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:37:35.932+0000 7f92a5534700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:37:35.932+0000 7f92c0d6b700 10 monclient: get_auth_request con 0x563eceedbc00 auth_method 0 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:37:35.932+0000 7f92c25bc780 5 note: GC not initialized 2023-01-15T14:37:36.083 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:37:35.933+0000 7f92a2d2f700 20 reqs_thread_entry: start 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace show hook 0x563ece9f2000 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace history hook 0x563ece9f2000 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace active hook 0x563ece9f2000 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:37:35.933+0000 7f92c25bc780 5 asok(0x563ecea5c000) register_command sync trace active_short hook 0x563ece9f2000 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:37:35.933+0000 7f92c25bc780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:37:35.933+0000 7f92c25bc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:37:35.933+0000 7f92a0d2b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:37:35.933+0000 7f92a0509700 20 reqs_thread_entry: start 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:37:35.933+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:37:35.933+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.084 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : miss 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:37:35.934+0000 7f92c25bc780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x13 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:37:35.934+0000 7f92c25bc780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:37:35.934+0000 7f92c056a700 10 monclient: get_auth_request con 0x563eceec3800 auth_method 0 2023-01-15T14:37:36.085 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:37:35.939+0000 7f92c25bc780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f92c25bc780 time 2023-01-15T14:37:35.939374+0000 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f92c92dadbb] 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 4: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 6: main() 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 7: __libc_start_main() 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 8: _start() 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.086 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:37:35.941+0000 7f92c25bc780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f92c25bc780 thread_name:radosgw-admin 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f92c9fa2cf0] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f92c92dae15] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f92c92daf81] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563ecbb81ae1] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 7: radosgw-admin(+0x7a8c42) [0x563ecbb7ac42] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x563ecbb7eaa0] 2023-01-15T14:37:36.087 INFO:tasks.workunit.client.0.smithi154.stderr: 9: main() 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 10: __libc_start_main() 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 11: _start() 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:37:36.088 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:37:36.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:37:36.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:37:36.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:37:36.092 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:37:36.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:37:36.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a0509700 / http_manager 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a0d2b700 / notif-worker0 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a2d2f700 / http_manager 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a5534700 / ms_dispatch 2023-01-15T14:37:36.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a6d37700 / io_context_pool 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92a7538700 / rgw_dt_lg_renew 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92b955c700 / ms_dispatch 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bad5f700 / io_context_pool 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bd564700 / ms_dispatch 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bed67700 / io_context_pool 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92bfd69700 / msgr-worker-2 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c056a700 / msgr-worker-1 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c0d6b700 / msgr-worker-0 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: 7f92c25bc780 / radosgw-admin 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:37:35.942670Z_a154bb88-6026-4890-ae5a-e16a50cdefab/log 2023-01-15T14:37:36.096 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:37:36.097 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:37:36.101 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:36.101 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.993+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 realm 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.995+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.996+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.996+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.997+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:35.997+0000 7f6a52922780 20 searching for the correct realm 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.005+0000 7f6a508d0700 0 -- 172.21.15.154:0/2981330526 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55a6ebe35400 msgr2=0x55a6ebef7b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.006+0000 7f6a52922780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.006+0000 7f6a52922780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.006+0000 7f6a52922780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.006+0000 7f6a52922780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.006+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 zone default found 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 4 Realm: () 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 zonegroup default 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.007+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.008+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.008+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.008+0000 7f6a52922780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.008+0000 7f6a52922780 20 started sync module instance, tier type = 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.008+0000 7f6a52922780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.011+0000 7f6a510d1700 0 -- 172.21.15.154:0/2981330526 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55a6ebe37800 msgr2=0x55a6ebef6580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=0 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=1 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=2 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=3 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=4 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=5 2023-01-15T14:37:36.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.014+0000 7f6a52922780 20 add_watcher() i=6 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.015+0000 7f6a52922780 20 add_watcher() i=7 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.015+0000 7f6a52922780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.016+0000 7f6a3789e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.017+0000 7f6a52922780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.017+0000 7f6a52922780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.023+0000 7f6a52922780 5 note: GC not initialized 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a33095700 20 reqs_thread_entry: start 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a52922780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a52922780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a31091700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a3086f700 20 reqs_thread_entry: start 2023-01-15T14:37:36.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.024+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.025+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.025+0000 7f6a52922780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.025+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.025+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.025+0000 7f6a52922780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.026+0000 7f6a52922780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.026+0000 7f6a52922780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.027+0000 7f6a3789e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.029+0000 7f6a52922780 20 remove_watcher() i=0 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.029+0000 7f6a52922780 2 removed watcher, disabling cache 2023-01-15T14:37:36.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.029+0000 7f6a52922780 20 remove_watcher() i=1 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.030+0000 7f6a52922780 20 remove_watcher() i=2 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.031+0000 7f6a52922780 20 remove_watcher() i=3 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.032+0000 7f6a52922780 20 remove_watcher() i=4 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.033+0000 7f6a52922780 20 remove_watcher() i=5 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.033+0000 7f6a52922780 20 remove_watcher() i=6 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.034+0000 7f6a52922780 20 remove_watcher() i=7 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:37:36.108 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.140 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:36.141 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:36.141 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:37:36.141 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:37:36.141 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:37:36.172 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:36.172 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:36.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.181+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.182+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.182+0000 7fbf25d5a780 20 realm 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.182+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.183+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.184+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:37:36.186 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.184+0000 7fbf25d5a780 20 searching for the correct realm 2023-01-15T14:37:36.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.192+0000 7fbf23507700 0 -- 172.21.15.154:0/3606638807 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x558eef557400 msgr2=0x558eef1e5180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:37:36.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:37:36.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.193+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 zone default found 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 4 Realm: () 2023-01-15T14:37:36.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 zonegroup default 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:36.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 started sync module instance, tier type = 2023-01-15T14:37:36.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.194+0000 7fbf25d5a780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:37:36.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.197+0000 7fbf23d08700 0 -- 172.21.15.154:0/3606638807 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x558eef62e000 msgr2=0x558eef539080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=0 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=1 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=2 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=3 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=4 2023-01-15T14:37:36.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=5 2023-01-15T14:37:36.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.200+0000 7fbf25d5a780 20 add_watcher() i=6 2023-01-15T14:37:36.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.201+0000 7fbf25d5a780 20 add_watcher() i=7 2023-01-15T14:37:36.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.201+0000 7fbf25d5a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:36.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.202+0000 7fbf0acd6700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:36.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.202+0000 7fbf25d5a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:36.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.202+0000 7fbf25d5a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:36.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.208+0000 7fbf25d5a780 5 note: GC not initialized 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf064cd700 20 reqs_thread_entry: start 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf25d5a780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf25d5a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf044c9700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:06 2023 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf03ca7700 20 reqs_thread_entry: start 2023-01-15T14:37:36.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf25d5a780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:37:36.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.209+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:37:36.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:37:36.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:37:36.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : miss 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 20 rados->read ofs=0 len=0 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x13 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:37:36.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.210+0000 7fbf25d5a780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:37:36.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.211+0000 7fbf25d5a780 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to be held by another RGW process; skipping for now 2023-01-15T14:37:36.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.212+0000 7fbf0acd6700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:36.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.213+0000 7fbf25d5a780 20 remove_watcher() i=0 2023-01-15T14:37:36.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.213+0000 7fbf25d5a780 2 removed watcher, disabling cache 2023-01-15T14:37:36.216 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.215+0000 7fbf25d5a780 20 remove_watcher() i=1 2023-01-15T14:37:36.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.215+0000 7fbf25d5a780 20 remove_watcher() i=2 2023-01-15T14:37:36.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.216+0000 7fbf25d5a780 20 remove_watcher() i=3 2023-01-15T14:37:36.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.217+0000 7fbf25d5a780 20 remove_watcher() i=4 2023-01-15T14:37:36.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.217+0000 7fbf25d5a780 20 remove_watcher() i=5 2023-01-15T14:37:36.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.218+0000 7fbf25d5a780 20 remove_watcher() i=6 2023-01-15T14:37:36.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:37:36.219+0000 7fbf25d5a780 20 remove_watcher() i=7 2023-01-15T14:37:36.225 INFO:tasks.workunit.client.0.smithi154.stderr:waiting 30 seconds for reshard lock to expire... 2023-01-15T14:38:06.257 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:38:06.290 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:06.290 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:06.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.301+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 realm 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:06.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.303+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.305+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:06.306 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.305+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.305+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:06.307 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.305+0000 7f5a61e63780 20 searching for the correct realm 2023-01-15T14:38:06.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.315+0000 7f5a5fe11700 0 -- 172.21.15.154:0/2558618647 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5637654ef000 msgr2=0x563765224c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:06.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.316+0000 7f5a61e63780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:06.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.316+0000 7f5a61e63780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:06.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.316+0000 7f5a61e63780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:06.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.316+0000 7f5a61e63780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:06.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.316+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 zone default found 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 4 Realm: () 2023-01-15T14:38:06.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 zonegroup default 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.317+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 started sync module instance, tier type = 2023-01-15T14:38:06.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.318+0000 7f5a61e63780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:06.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.323+0000 7f5a60612700 0 -- 172.21.15.154:0/2558618647 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5637654ef400 msgr2=0x56376557bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=0 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=1 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=2 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=3 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=4 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=5 2023-01-15T14:38:06.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.325+0000 7f5a61e63780 20 add_watcher() i=6 2023-01-15T14:38:06.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.326+0000 7f5a61e63780 20 add_watcher() i=7 2023-01-15T14:38:06.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.326+0000 7f5a61e63780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:06.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.327+0000 7f5a46ddf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:06.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.328+0000 7f5a61e63780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:06.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.328+0000 7f5a61e63780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:06.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.333+0000 7f5a61e63780 5 note: GC not initialized 2023-01-15T14:38:06.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a425d6700 20 reqs_thread_entry: start 2023-01-15T14:38:06.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a61e63780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:06.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a61e63780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:06.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a405d2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:36 2023 2023-01-15T14:38:06.336 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:06.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a3fdb0700 20 reqs_thread_entry: start 2023-01-15T14:38:06.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a61e63780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:38:06.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.334+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.335+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.335+0000 7f5a61e63780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.335+0000 7f5a61e63780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.335+0000 7f5a61e63780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : miss 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.335+0000 7f5a61e63780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x13 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:06.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:06.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.336+0000 7f5a61e63780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:38:06.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a61e63780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x17 2023-01-15T14:38:06.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a61e63780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:38:06.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a61e63780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:06.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a61e63780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18, ofs0, ns] 2023-01-15T14:38:06.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a5a606700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132266 cookie 94795919905152 notifier 5489 bl.length()=959 2023-01-15T14:38:06.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a5a606700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x17 2023-01-15T14:38:06.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a5a606700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:38:06.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.340+0000 7f5a5a606700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:06.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.343+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): orig_sources= new_sources= 2023-01-15T14:38:06.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.343+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): potential sources added=[] removed=[] 2023-01-15T14:38:06.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.343+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): orig_dests= new_dests= 2023-01-15T14:38:06.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.343+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): potential dests added=[] removed=[] 2023-01-15T14:38:06.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.0 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.0 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.1 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.1 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.2 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.2 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.3 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.3 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.4 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.4 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.5 2023-01-15T14:38:06.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.5 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.6 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.6 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.7 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.7 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.8 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.8 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.9 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.9 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.10 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.10 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.11 2023-01-15T14:38:06.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1.11 2023-01-15T14:38:06.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.345+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.0 2023-01-15T14:38:06.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.346+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.1 2023-01-15T14:38:06.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.346+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.2 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.347+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.3 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.348+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.4 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.348+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.5 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.349+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.6 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.349+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.7 2023-01-15T14:38:06.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.350+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.8 2023-01-15T14:38:06.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.350+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.9 2023-01-15T14:38:06.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.351+0000 7f5a61e63780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18.10 2023-01-15T14:38:06.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.353+0000 7f5a61e63780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:06.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.353+0000 7f5a61e63780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 2023-01-15T14:38:06.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.354+0000 7f5a61e63780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x17 2023-01-15T14:38:06.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.354+0000 7f5a61e63780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:38:06.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.354+0000 7f5a61e63780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:06.356 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.354+0000 7f5a61e63780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18, ofs0, ns] 2023-01-15T14:38:06.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.355+0000 7f5a59e05700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132267 cookie 94795919905152 notifier 5489 bl.length()=927 2023-01-15T14:38:06.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.355+0000 7f5a59e05700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 info.flags=0x17 2023-01-15T14:38:06.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.355+0000 7f5a59e05700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 to cache LRU end 2023-01-15T14:38:06.357 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.355+0000 7f5a59e05700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:06.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.357+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): orig_sources= new_sources= 2023-01-15T14:38:06.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.357+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): potential sources added=[] removed=[] 2023-01-15T14:38:06.358 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.357+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): orig_dests= new_dests= 2023-01-15T14:38:06.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.357+0000 7f5a61e63780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18]): potential dests added=[] removed=[] 2023-01-15T14:38:06.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.359+0000 7f5a61e63780 1 execute INFO: reshard of bucket "abort-at-set-target-layout" completed successfully 2023-01-15T14:38:06.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.360+0000 7f5a46ddf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:06.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.362+0000 7f5a61e63780 20 remove_watcher() i=0 2023-01-15T14:38:06.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.362+0000 7f5a61e63780 2 removed watcher, disabling cache 2023-01-15T14:38:06.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.363+0000 7f5a61e63780 20 remove_watcher() i=1 2023-01-15T14:38:06.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.363+0000 7f5a61e63780 20 remove_watcher() i=2 2023-01-15T14:38:06.366 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.364+0000 7f5a61e63780 20 remove_watcher() i=3 2023-01-15T14:38:06.367 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.365+0000 7f5a61e63780 20 remove_watcher() i=4 2023-01-15T14:38:06.367 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.366+0000 7f5a61e63780 20 remove_watcher() i=5 2023-01-15T14:38:06.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.367+0000 7f5a61e63780 20 remove_watcher() i=6 2023-01-15T14:38:06.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.368+0000 7f5a61e63780 20 remove_watcher() i=7 2023-01-15T14:38:06.374 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:38:06.402 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:06.403 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:06.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.413+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 realm 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.414+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.415+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:06.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.415+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.416+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:06.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.416+0000 7fdbcfe0c780 20 searching for the correct realm 2023-01-15T14:38:06.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.422+0000 7fdbce5bb700 0 -- 172.21.15.154:0/4277787952 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x563268de1c00 msgr2=0x563268a6b600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:06.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:06.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:06.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:06.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:06.427 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.425+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:06.428 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 zone default found 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 4 Realm: () 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 zonegroup default 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcddba700 0 -- 172.21.15.154:0/4277787952 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x563268ebe000 msgr2=0x563268dca100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:06.430 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.426+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.427+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.427+0000 7fdbcfe0c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.427+0000 7fdbcfe0c780 20 started sync module instance, tier type = 2023-01-15T14:38:06.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.427+0000 7fdbcfe0c780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:06.434 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=0 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=1 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=2 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=3 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=4 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=5 2023-01-15T14:38:06.435 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=6 2023-01-15T14:38:06.436 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 20 add_watcher() i=7 2023-01-15T14:38:06.436 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.433+0000 7fdbcfe0c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:06.436 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.435+0000 7fdbb4d88700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:06.437 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.435+0000 7fdbcfe0c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:06.437 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.435+0000 7fdbcfe0c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:06.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.441+0000 7fdbcfe0c780 5 note: GC not initialized 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbb057f700 20 reqs_thread_entry: start 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbcfe0c780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbcfe0c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbae57b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:36 2023 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbadd59700 20 reqs_thread_entry: start 2023-01-15T14:38:06.444 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.442+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:38:06.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=218 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.443+0000 7fdbcfe0c780 20 rados->read ofs=0 len=0 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.444+0000 7fdbcfe0c780 20 rados_obj.operate() r=0 bl.length=390 2023-01-15T14:38:06.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.444+0000 7fdbcfe0c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:06.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.445+0000 7fdbb4d88700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:06.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.447+0000 7fdbcfe0c780 20 remove_watcher() i=0 2023-01-15T14:38:06.448 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.447+0000 7fdbcfe0c780 2 removed watcher, disabling cache 2023-01-15T14:38:06.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.448+0000 7fdbcfe0c780 20 remove_watcher() i=1 2023-01-15T14:38:06.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.449+0000 7fdbcfe0c780 20 remove_watcher() i=2 2023-01-15T14:38:06.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.449+0000 7fdbcfe0c780 20 remove_watcher() i=3 2023-01-15T14:38:06.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.450+0000 7fdbcfe0c780 20 remove_watcher() i=4 2023-01-15T14:38:06.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.451+0000 7fdbcfe0c780 20 remove_watcher() i=5 2023-01-15T14:38:06.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.451+0000 7fdbcfe0c780 20 remove_watcher() i=6 2023-01-15T14:38:06.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:06.452+0000 7fdbcfe0c780 20 remove_watcher() i=7 2023-01-15T14:38:06.457 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:06.458 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:06.458 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-set-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.18 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:38:06.458 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with EIO injected at block_writes 2023-01-15T14:38:06.889 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:07.779 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.779 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.780 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.781 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.782 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:07.783 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:38:07.807 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:07.807 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:07.818 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.817+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 realm 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.818+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.819+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:07.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.819+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.819+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:07.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.819+0000 7fe430d9b780 20 searching for the correct realm 2023-01-15T14:38:07.829 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.828+0000 7fe42ed49700 0 -- 172.21.15.154:0/3170876372 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55f165b18c00 msgr2=0x55f1657a7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:07.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.829+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 zone default found 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 4 Realm: () 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 zonegroup default 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 started sync module instance, tier type = 2023-01-15T14:38:07.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.830+0000 7fe430d9b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:07.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.835+0000 7fe42f54a700 0 -- 172.21.15.154:0/3170876372 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55f165b19800 msgr2=0x55f165bd5600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:07.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=0 2023-01-15T14:38:07.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=1 2023-01-15T14:38:07.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=2 2023-01-15T14:38:07.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=3 2023-01-15T14:38:07.838 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=4 2023-01-15T14:38:07.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=5 2023-01-15T14:38:07.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=6 2023-01-15T14:38:07.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 20 add_watcher() i=7 2023-01-15T14:38:07.839 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.837+0000 7fe430d9b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:07.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.838+0000 7fe415d17700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:07.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.839+0000 7fe430d9b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:07.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.839+0000 7fe430d9b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:07.845 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.844+0000 7fe430d9b780 5 note: GC not initialized 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe41150e700 20 reqs_thread_entry: start 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe430d9b780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe430d9b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe40f50a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:38 2023 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe40ece8700 20 reqs_thread_entry: start 2023-01-15T14:38:07.847 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.845+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.846+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:07.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.846+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.846+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:07.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.846+0000 7fe430d9b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:07.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.846+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.847+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:07.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.847+0000 7fe430d9b780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.847+0000 7fe430d9b780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:07.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.847+0000 7fe430d9b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:07.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.848+0000 7fe415d17700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:07.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.850+0000 7fe430d9b780 20 remove_watcher() i=0 2023-01-15T14:38:07.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.850+0000 7fe430d9b780 2 removed watcher, disabling cache 2023-01-15T14:38:07.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.851+0000 7fe430d9b780 20 remove_watcher() i=1 2023-01-15T14:38:07.853 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.852+0000 7fe430d9b780 20 remove_watcher() i=2 2023-01-15T14:38:07.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.852+0000 7fe430d9b780 20 remove_watcher() i=3 2023-01-15T14:38:07.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.853+0000 7fe430d9b780 20 remove_watcher() i=4 2023-01-15T14:38:07.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.854+0000 7fe430d9b780 20 remove_watcher() i=5 2023-01-15T14:38:07.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.855+0000 7fe430d9b780 20 remove_watcher() i=6 2023-01-15T14:38:07.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.856+0000 7fe430d9b780 20 remove_watcher() i=7 2023-01-15T14:38:07.861 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:07.861 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:07.861 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:07.861 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:07.863 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2023-01-15T14:38:07.895 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:07.896 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:07.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.905+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 realm 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.907+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.908+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:07.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.908+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.908+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:07.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.908+0000 7f2bcd4de780 20 searching for the correct realm 2023-01-15T14:38:07.918 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.917+0000 7f2bcac8b700 0 -- 172.21.15.154:0/313425629 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x563851a63400 msgr2=0x5638516f3700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.920 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:07.921 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.918+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 zone default found 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 4 Realm: () 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 zonegroup default 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.922 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.919+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.920+0000 7f2bcd4de780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:07.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.920+0000 7f2bcd4de780 20 started sync module instance, tier type = 2023-01-15T14:38:07.923 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.920+0000 7f2bcd4de780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:07.924 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.923+0000 7f2bcb48c700 0 -- 172.21.15.154:0/313425629 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563851b3e000 msgr2=0x563851b18b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=0 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=1 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=2 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=3 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=4 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=5 2023-01-15T14:38:07.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.926+0000 7f2bcd4de780 20 add_watcher() i=6 2023-01-15T14:38:07.929 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.927+0000 7f2bcd4de780 20 add_watcher() i=7 2023-01-15T14:38:07.929 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.927+0000 7f2bcd4de780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:07.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.928+0000 7f2bb245a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:07.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.928+0000 7f2bcd4de780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:07.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.928+0000 7f2bcd4de780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:07.935 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.934+0000 7f2bcd4de780 5 note: GC not initialized 2023-01-15T14:38:07.938 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.934+0000 7f2badc51700 20 reqs_thread_entry: start 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2babc4d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:38 2023 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bab42b700 20 reqs_thread_entry: start 2023-01-15T14:38:07.939 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 : miss 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.935+0000 7f2bcd4de780 20 rados->read ofs=0 len=0 2023-01-15T14:38:07.940 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:07.941 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x13 2023-01-15T14:38:07.941 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:07.941 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:07.941 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:07.941 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.936+0000 7f2bcd4de780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 2023-01-15T14:38:07.943 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bcd4de780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:07.943 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bcd4de780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bcd4de780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bcd4de780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19, ofs0, ns] 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bc5c81700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132185 cookie 94799884367360 notifier 5543 bl.length()=949 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bc5c81700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bc5c81700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:07.944 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.941+0000 7f2bc5c81700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:07.945 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_sources= new_sources= 2023-01-15T14:38:07.946 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential sources added=[] removed=[] 2023-01-15T14:38:07.946 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_dests= new_dests= 2023-01-15T14:38:07.946 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential dests added=[] removed=[] 2023-01-15T14:38:07.946 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 -1 Injecting error=-5 at location=block_writes 2023-01-15T14:38:07.946 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.944+0000 7f2bcd4de780 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2023-01-15T14:38:07.948 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.947+0000 7f2bcd4de780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:07.948 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.947+0000 7f2bcd4de780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 2023-01-15T14:38:07.950 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bcd4de780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:07.950 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bcd4de780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:07.950 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bcd4de780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:07.950 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bcd4de780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19, ofs0, ns] 2023-01-15T14:38:07.950 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bc5c81700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132186 cookie 94799884367360 notifier 5543 bl.length()=917 2023-01-15T14:38:07.951 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bc5c81700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:07.951 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bc5c81700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:07.951 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.948+0000 7f2bc5c81700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:07.952 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.949+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_sources= new_sources= 2023-01-15T14:38:07.952 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.949+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential sources added=[] removed=[] 2023-01-15T14:38:07.952 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.949+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_dests= new_dests= 2023-01-15T14:38:07.952 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.949+0000 7f2bcd4de780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential dests added=[] removed=[] 2023-01-15T14:38:07.953 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.951+0000 7f2bb245a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:07.954 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.952+0000 7f2bcd4de780 20 remove_watcher() i=0 2023-01-15T14:38:07.954 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.952+0000 7f2bcd4de780 2 removed watcher, disabling cache 2023-01-15T14:38:07.955 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.953+0000 7f2bcd4de780 20 remove_watcher() i=1 2023-01-15T14:38:07.955 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.954+0000 7f2bcd4de780 20 remove_watcher() i=2 2023-01-15T14:38:07.956 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.955+0000 7f2bcd4de780 20 remove_watcher() i=3 2023-01-15T14:38:07.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.955+0000 7f2bcd4de780 20 remove_watcher() i=4 2023-01-15T14:38:07.958 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.956+0000 7f2bcd4de780 20 remove_watcher() i=5 2023-01-15T14:38:07.959 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.957+0000 7f2bcd4de780 20 remove_watcher() i=6 2023-01-15T14:38:07.959 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:07.958+0000 7f2bcd4de780 20 remove_watcher() i=7 2023-01-15T14:38:07.964 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:38:07.992 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:07.992 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:08.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.002+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 realm 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.003+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.004+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.004+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.005+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:08.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.005+0000 7fd9f9c46780 20 searching for the correct realm 2023-01-15T14:38:08.014 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.012+0000 7fd9f7bf4700 0 -- 172.21.15.154:0/4250056201 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55f70dacec00 msgr2=0x55f70d77f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.014+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 zone default found 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 4 Realm: () 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 zonegroup default 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.015+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.016+0000 7fd9f9c46780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.016+0000 7fd9f9c46780 20 started sync module instance, tier type = 2023-01-15T14:38:08.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.016+0000 7fd9f9c46780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:08.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.019+0000 7fd9f7bf4700 0 -- 172.21.15.154:0/4250056201 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55f70dbd4000 msgr2=0x55f70dbbcb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=0 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=1 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=2 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=3 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=4 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=5 2023-01-15T14:38:08.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.022+0000 7fd9f9c46780 20 add_watcher() i=6 2023-01-15T14:38:08.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.023+0000 7fd9f9c46780 20 add_watcher() i=7 2023-01-15T14:38:08.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.023+0000 7fd9f9c46780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:08.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.024+0000 7fd9debc2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.024+0000 7fd9f9c46780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:08.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.024+0000 7fd9f9c46780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:08.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.029+0000 7fd9f9c46780 5 note: GC not initialized 2023-01-15T14:38:08.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.030+0000 7fd9da3b9700 20 reqs_thread_entry: start 2023-01-15T14:38:08.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.030+0000 7fd9f9c46780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:08.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.030+0000 7fd9f9c46780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:08.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.030+0000 7fd9d83b5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:38 2023 2023-01-15T14:38:08.033 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.030+0000 7fd9d7b93700 20 reqs_thread_entry: start 2023-01-15T14:38:08.033 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.031+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.032+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.032+0000 7fd9f9c46780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.032+0000 7fd9f9c46780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:08.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.032+0000 7fd9f9c46780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:08.035 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.033+0000 7fd9debc2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.035+0000 7fd9f9c46780 20 remove_watcher() i=0 2023-01-15T14:38:08.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.035+0000 7fd9f9c46780 2 removed watcher, disabling cache 2023-01-15T14:38:08.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.036+0000 7fd9f9c46780 20 remove_watcher() i=1 2023-01-15T14:38:08.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.037+0000 7fd9f9c46780 20 remove_watcher() i=2 2023-01-15T14:38:08.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.038+0000 7fd9f9c46780 20 remove_watcher() i=3 2023-01-15T14:38:08.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.038+0000 7fd9f9c46780 20 remove_watcher() i=4 2023-01-15T14:38:08.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.039+0000 7fd9f9c46780 20 remove_watcher() i=5 2023-01-15T14:38:08.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.040+0000 7fd9f9c46780 20 remove_watcher() i=6 2023-01-15T14:38:08.042 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.040+0000 7fd9f9c46780 20 remove_watcher() i=7 2023-01-15T14:38:08.046 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.046 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:08.046 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:08.046 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.141 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:08.141 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:08.142 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:08.142 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:08.142 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:38:08.171 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:08.171 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:08.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.180+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 realm 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.182+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.183+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.183+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.183+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:08.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.183+0000 7f9027704780 20 searching for the correct realm 2023-01-15T14:38:08.192 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.191+0000 7f90256b2700 0 -- 172.21.15.154:0/836042999 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5624ec587800 msgr2=0x5624ebb15080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.192+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 zone default found 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 4 Realm: () 2023-01-15T14:38:08.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 zonegroup default 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.193+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.197 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.194+0000 7f9027704780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.194+0000 7f9027704780 20 started sync module instance, tier type = 2023-01-15T14:38:08.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.194+0000 7f9027704780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:08.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.197+0000 7f90256b2700 0 -- 172.21.15.154:0/836042999 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5624ebc10c00 msgr2=0x5624ebb16680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=0 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=1 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=2 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=3 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=4 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=5 2023-01-15T14:38:08.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.200+0000 7f9027704780 20 add_watcher() i=6 2023-01-15T14:38:08.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.201+0000 7f9027704780 20 add_watcher() i=7 2023-01-15T14:38:08.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.201+0000 7f9027704780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:08.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.202+0000 7f900c680700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.202+0000 7f9027704780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:08.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.202+0000 7f9027704780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:08.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.208+0000 7f9027704780 5 note: GC not initialized 2023-01-15T14:38:08.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9007e77700 20 reqs_thread_entry: start 2023-01-15T14:38:08.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9027704780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:08.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9027704780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:08.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9005e73700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:38 2023 2023-01-15T14:38:08.213 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9005651700 20 reqs_thread_entry: start 2023-01-15T14:38:08.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9027704780 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-01-15T14:38:08.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.209+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 : miss 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:08.214 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x13 2023-01-15T14:38:08.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:08.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:08.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:08.215 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.210+0000 7f9027704780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 2023-01-15T14:38:08.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f9027704780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:08.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f9027704780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:08.217 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f9027704780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:08.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f9027704780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19, ofs0, ns] 2023-01-15T14:38:08.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f901fea7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132187 cookie 94716569531904 notifier 5582 bl.length()=949 2023-01-15T14:38:08.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f901fea7700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:08.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f901fea7700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:08.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.215+0000 7f901fea7700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:08.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.217+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_sources= new_sources= 2023-01-15T14:38:08.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.217+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential sources added=[] removed=[] 2023-01-15T14:38:08.219 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.217+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_dests= new_dests= 2023-01-15T14:38:08.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.217+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential dests added=[] removed=[] 2023-01-15T14:38:08.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.0 2023-01-15T14:38:08.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.0 2023-01-15T14:38:08.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.1 2023-01-15T14:38:08.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.1 2023-01-15T14:38:08.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.2 2023-01-15T14:38:08.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.2 2023-01-15T14:38:08.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.3 2023-01-15T14:38:08.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.3 2023-01-15T14:38:08.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.4 2023-01-15T14:38:08.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.4 2023-01-15T14:38:08.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.5 2023-01-15T14:38:08.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.5 2023-01-15T14:38:08.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.6 2023-01-15T14:38:08.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.6 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.7 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.7 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.8 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.8 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.9 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.9 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.10 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.10 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.11 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1.11 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.219+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.0 2023-01-15T14:38:08.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.220+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.1 2023-01-15T14:38:08.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.220+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.2 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.221+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.3 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.222+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.4 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.222+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.5 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.223+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.6 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.223+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.7 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.224+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.8 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.225+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.9 2023-01-15T14:38:08.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.225+0000 7f9027704780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19.10 2023-01-15T14:38:08.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.228+0000 7f9027704780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:08.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.228+0000 7f9027704780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f9027704780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f9027704780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f9027704780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f9027704780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19, ofs0, ns] 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f901f6a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132188 cookie 94716569531904 notifier 5582 bl.length()=917 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f901f6a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 info.flags=0x17 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f901f6a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 to cache LRU end 2023-01-15T14:38:08.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.229+0000 7f901f6a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:08.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.231+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_sources= new_sources= 2023-01-15T14:38:08.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.231+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential sources added=[] removed=[] 2023-01-15T14:38:08.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.231+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): orig_dests= new_dests= 2023-01-15T14:38:08.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.231+0000 7f9027704780 20 handle_bi_update(): bucket=:error-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19]): potential dests added=[] removed=[] 2023-01-15T14:38:08.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.233+0000 7f9027704780 1 execute INFO: reshard of bucket "error-at-block-writes" completed successfully 2023-01-15T14:38:08.236 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.234+0000 7f900c680700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.236+0000 7f9027704780 20 remove_watcher() i=0 2023-01-15T14:38:08.237 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.236+0000 7f9027704780 2 removed watcher, disabling cache 2023-01-15T14:38:08.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.237+0000 7f9027704780 20 remove_watcher() i=1 2023-01-15T14:38:08.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.237+0000 7f9027704780 20 remove_watcher() i=2 2023-01-15T14:38:08.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.238+0000 7f9027704780 20 remove_watcher() i=3 2023-01-15T14:38:08.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.239+0000 7f9027704780 20 remove_watcher() i=4 2023-01-15T14:38:08.241 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.240+0000 7f9027704780 20 remove_watcher() i=5 2023-01-15T14:38:08.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.241+0000 7f9027704780 20 remove_watcher() i=6 2023-01-15T14:38:08.243 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.241+0000 7f9027704780 20 remove_watcher() i=7 2023-01-15T14:38:08.248 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:38:08.276 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:08.276 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:08.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.286+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.289 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.287+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.287+0000 7f0836e4d780 20 realm 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.287+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.288+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.288+0000 7f0836e4d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.288+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.290 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.288+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.291 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.288+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.291 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.289+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.292 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.289+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.292 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.289+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:08.292 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.289+0000 7f0836e4d780 20 searching for the correct realm 2023-01-15T14:38:08.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.297+0000 7f0834dfb700 0 -- 172.21.15.154:0/2846609175 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5603f8f27000 msgr2=0x5603f8bbac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:08.301 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.298+0000 7f0836e4d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.298+0000 7f0836e4d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.298+0000 7f0836e4d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.298+0000 7f0836e4d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.298+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.302 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 zone default found 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 4 Realm: () 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 zonegroup default 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.299+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.300+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.300+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.300+0000 7f0836e4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:08.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.300+0000 7f0836e4d780 20 started sync module instance, tier type = 2023-01-15T14:38:08.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.300+0000 7f0836e4d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:08.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.304+0000 7f08355fc700 0 -- 172.21.15.154:0/2846609175 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5603f8f27400 msgr2=0x5603f8f0db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.306+0000 7f0836e4d780 20 add_watcher() i=0 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=1 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=2 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=3 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=4 2023-01-15T14:38:08.308 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=5 2023-01-15T14:38:08.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=6 2023-01-15T14:38:08.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 20 add_watcher() i=7 2023-01-15T14:38:08.309 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.307+0000 7f0836e4d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:08.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.308+0000 7f081bdc9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.309+0000 7f0836e4d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:08.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.309+0000 7f0836e4d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:08.315 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.314+0000 7f0836e4d780 5 note: GC not initialized 2023-01-15T14:38:08.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f08175c0700 20 reqs_thread_entry: start 2023-01-15T14:38:08.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0836e4d780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:08.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0836e4d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f08155bc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:38 2023 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0814d9a700 20 reqs_thread_entry: start 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:08.318 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.315+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.316+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.316+0000 7f0836e4d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.316+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.316+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.316+0000 7f0836e4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:08.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.317+0000 7f0836e4d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:08.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.317+0000 7f0836e4d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:08.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.319+0000 7f081bdc9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:08.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.321+0000 7f0836e4d780 20 remove_watcher() i=0 2023-01-15T14:38:08.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.321+0000 7f0836e4d780 2 removed watcher, disabling cache 2023-01-15T14:38:08.323 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.321+0000 7f0836e4d780 20 remove_watcher() i=1 2023-01-15T14:38:08.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.322+0000 7f0836e4d780 20 remove_watcher() i=2 2023-01-15T14:38:08.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.323+0000 7f0836e4d780 20 remove_watcher() i=3 2023-01-15T14:38:08.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.324+0000 7f0836e4d780 20 remove_watcher() i=4 2023-01-15T14:38:08.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.325+0000 7f0836e4d780 20 remove_watcher() i=5 2023-01-15T14:38:08.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.325+0000 7f0836e4d780 20 remove_watcher() i=6 2023-01-15T14:38:08.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:08.326+0000 7f0836e4d780 20 remove_watcher() i=7 2023-01-15T14:38:08.331 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.332 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:08.332 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.19 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:38:08.332 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:08.737 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with abort at block_writes 2023-01-15T14:38:08.738 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.631 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.631 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.631 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.631 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.631 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.632 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.632 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.632 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.632 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.633 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.634 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.635 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.636 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:09.637 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:09.638 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:38:09.658 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:09.658 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:09.668 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.667+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.668+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.668+0000 7fa1a4c1d780 20 realm 2023-01-15T14:38:09.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.668+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:09.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:09.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.669+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.670+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:09.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.670+0000 7fa1a4c1d780 20 searching for the correct realm 2023-01-15T14:38:09.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.678+0000 7fa1a23ca700 0 -- 172.21.15.154:0/11642444 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x562820a37400 msgr2=0x5628206bf700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:09.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.682 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.679+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 zone default found 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 4 Realm: () 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 zonegroup default 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.683 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 started sync module instance, tier type = 2023-01-15T14:38:09.684 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.680+0000 7fa1a4c1d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:09.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.685+0000 7fa1a23ca700 0 -- 172.21.15.154:0/11642444 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x562820b14800 msgr2=0x562820ae8100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=0 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=1 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=2 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=3 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=4 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=5 2023-01-15T14:38:09.689 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=6 2023-01-15T14:38:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 20 add_watcher() i=7 2023-01-15T14:38:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.687+0000 7fa1a4c1d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.689+0000 7fa189b99700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:09.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.689+0000 7fa1a4c1d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:09.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.689+0000 7fa1a4c1d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:09.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.694+0000 7fa1a4c1d780 5 note: GC not initialized 2023-01-15T14:38:09.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa185390700 20 reqs_thread_entry: start 2023-01-15T14:38:09.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa1a4c1d780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa1a4c1d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa18338c700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:39 2023 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa182b6a700 20 reqs_thread_entry: start 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.695+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:09.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.696+0000 7fa1a4c1d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.697+0000 7fa1a4c1d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:09.699 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.697+0000 7fa1a4c1d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:09.700 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.698+0000 7fa189b99700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:09.701 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.699+0000 7fa1a4c1d780 20 remove_watcher() i=0 2023-01-15T14:38:09.701 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.699+0000 7fa1a4c1d780 2 removed watcher, disabling cache 2023-01-15T14:38:09.701 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.700+0000 7fa1a4c1d780 20 remove_watcher() i=1 2023-01-15T14:38:09.702 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.701+0000 7fa1a4c1d780 20 remove_watcher() i=2 2023-01-15T14:38:09.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.702+0000 7fa1a4c1d780 20 remove_watcher() i=3 2023-01-15T14:38:09.704 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.702+0000 7fa1a4c1d780 20 remove_watcher() i=4 2023-01-15T14:38:09.704 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.703+0000 7fa1a4c1d780 20 remove_watcher() i=5 2023-01-15T14:38:09.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.704+0000 7fa1a4c1d780 20 remove_watcher() i=6 2023-01-15T14:38:09.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.705+0000 7fa1a4c1d780 20 remove_watcher() i=7 2023-01-15T14:38:09.710 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.710 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:09.711 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:09.711 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.712 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2023-01-15T14:38:09.744 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:09.744 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:09.755 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.754+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 realm 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:09.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.756+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:09.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.756+0000 7f7659777780 20 searching for the correct realm 2023-01-15T14:38:09.766 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.764+0000 7f7656f24700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x563346e3ac00 msgr2=0x56334604b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:09.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 zone default found 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 4 Realm: () 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 zonegroup default 2023-01-15T14:38:09.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.969+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.969+0000 7f7659777780 20 started sync module instance, tier type = 2023-01-15T14:38:09.972 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.969+0000 7f7659777780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:09.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.971+0000 7f7657725700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563346e1dc00 msgr2=0x5633463a9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:09.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=0 2023-01-15T14:38:09.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=1 2023-01-15T14:38:09.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=2 2023-01-15T14:38:09.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=3 2023-01-15T14:38:09.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=4 2023-01-15T14:38:09.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=5 2023-01-15T14:38:09.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=6 2023-01-15T14:38:09.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.976+0000 7f7659777780 20 add_watcher() i=7 2023-01-15T14:38:09.978 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.976+0000 7f7659777780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:09.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.977+0000 7f763e6f3700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:09.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:09.979 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:09.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.983+0000 7f7659777780 5 note: GC not initialized 2023-01-15T14:38:09.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7639eea700 20 reqs_thread_entry: start 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7637ee6700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:40 2023 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f76376c4700 20 reqs_thread_entry: start 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:38:09.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : miss 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x13 2023-01-15T14:38:09.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:09.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:09.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:09.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.985+0000 7f7659777780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7659777780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7659777780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20, ofs0, ns] 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132272 cookie 94778218000768 notifier 5639 bl.length()=949 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:09.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:09.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_sources= new_sources= 2023-01-15T14:38:09.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential sources added=[] removed=[] 2023-01-15T14:38:09.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_dests= new_dests= 2023-01-15T14:38:09.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential dests added=[] removed=[] 2023-01-15T14:38:09.994 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7659777780 time 2023-01-15T14:38:09.993520+0000 2023-01-15T14:38:09.994 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:09.995 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:09.995 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7660495dbb] 2023-01-15T14:38:09.995 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:09.995 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:09.995 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f7659777780 thread_name:radosgw-admin 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.993+0000 7f7659777780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7659777780 time 2023-01-15T14:38:09.993520+0000 2023-01-15T14:38:09.996 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7660495dbb] 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:09.997 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:09.998 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f766115dcf0] 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7660495e15] 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.020 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:09.994+0000 7f7659777780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f7659777780 thread_name:radosgw-admin 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f766115dcf0] 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:10.021 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7660495e15] 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:38:10.022 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:38:09.749+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: get_monmap_and_config 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:38:09.749+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.023 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.024 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.025 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.026 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.027 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:38:09.750+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x7ffe037d3c48 EEXIST 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563345fb2800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x563346e3a400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3a800 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.028 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1578.987867s 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x563345fb2800 auth_method 0 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.029 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a800 auth_method 0 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.030 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.031 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e3bc00 auth_method 0 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_done global_id 5636 payload 274 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:38:09.751+0000 7f7656f24700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.032 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: dump: 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.033 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:38:09.751+0000 7f7659777780 5 monclient: authenticate success, global_id 5636 2023-01-15T14:38:10.034 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: dump: 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.035 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:38:09.751+0000 7f7659777780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:10.036 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:38:09.751+0000 7f7659777780 4 set_mon_vals no callback set 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:38:09.751+0000 7f7659777780 10 monclient: shutdown 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:38:09.752+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.037 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.038 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.039 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: starting msgr at 2023-01-15T14:38:10.040 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: starting objecter 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:38:09.752+0000 7f7659777780 5 asok(0x563346044000) register_command objecter_requests cmddesc objecter_requests hook 0x563345fa6910 EEXIST 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: setting wanted keys 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: calling monclient init 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.041 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.042 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:38:09.752+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x563346d52220 EEXIST 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x563345fb2c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.043 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563346e3b800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3b400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1578.989802s 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x563346e3b400 auth_method 0 2023-01-15T14:38:10.044 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3b800 auth_method 0 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x563345fb2c00 auth_method 0 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.045 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.046 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient(hunting): handle_auth_done global_id 5639 payload 824 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:38:09.753+0000 7f7657f26700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: dump: 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.047 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.048 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:38:09.753+0000 7f7659777780 5 monclient: authenticate success, global_id 5639 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:38:09.753+0000 7f7651f1a700 4 set_mon_vals no callback set 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: dump: 2023-01-15T14:38:10.049 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.050 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:38:09.753+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:38:09.754+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.051 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:38:09.754+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1d000 auth_method 0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:38:09.755+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e3b000 auth_method 0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:38:09.755+0000 7f7659777780 20 realm 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:38:09.755+0000 7f7659777780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.052 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:38:09.756+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1d400 auth_method 0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:38:09.756+0000 7f7659777780 20 searching for the correct realm 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:38:09.757+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e3ac00 auth_method 0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:38:09.757+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e3a800 auth_method 0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:38:09.758+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1dc00 auth_method 0 2023-01-15T14:38:10.053 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:38:09.758+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e1c400 auth_method 0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:38:09.760+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e1d800 auth_method 0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:38:09.762+0000 7f7657725700 10 monclient: get_auth_request con 0x5633464a2000 auth_method 0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:38:09.764+0000 7f7656f24700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x563346e3ac00 msgr2=0x56334604b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:38:09.764+0000 7f7650717700 1 client.5639.objecter ms_handle_reset 0x563346e3ac00 session 0x563346012a80 osd.3 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:38:09.764+0000 7f7650717700 10 monclient: _renew_subs 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:38:09.764+0000 7f7650717700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:38:09.765+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633464a2c00 auth_method 0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:38:09.966+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633464a2c00 auth_method 0 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:10.054 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:10.055 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:38:09.968+0000 7f7659777780 20 zone default found 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:38:09.968+0000 7f7659777780 4 Realm: () 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:38:09.968+0000 7f7659777780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:38:09.968+0000 7f7659777780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:38:09.968+0000 7f7659777780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:38:09.968+0000 7f7659777780 20 zonegroup default 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.056 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:38:09.969+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:38:09.969+0000 7f7659777780 20 started sync module instance, tier type = 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:38:09.969+0000 7f7659777780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:38:09.971+0000 7f7657725700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563346e1dc00 msgr2=0x5633463a9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:38:09.971+0000 7f7650717700 1 client.5639.objecter ms_handle_reset 0x563346e1dc00 session 0x563346013200 osd.2 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:38:09.971+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e3ac00 auth_method 0 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=0 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=1 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=2 2023-01-15T14:38:10.057 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=3 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=4 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=5 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=6 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:38:09.976+0000 7f7659777780 20 add_watcher() i=7 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:38:09.976+0000 7f7659777780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:38:09.977+0000 7f763e6f3700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.058 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.059 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache list hook 0x563345fa69a0 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache inspect hook 0x563345fa69a0 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache erase hook 0x563345fa69a0 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache zap hook 0x563345fa69a0 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: get_monmap_and_config 2023-01-15T14:38:10.060 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:38:09.978+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.061 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.062 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.063 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x7ffe037d4288 EEXIST 2023-01-15T14:38:10.064 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x5633464a3400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x5633464a3800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563346e3a400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1579.215908s 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x5633464a3400 auth_method 0 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.065 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.066 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x5633464a3800 auth_method 0 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_done global_id 5642 payload 274 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:38:09.979+0000 7f7657f26700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.067 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: dump: 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.068 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:38:09.979+0000 7f7659777780 5 monclient: authenticate success, global_id 5642 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: dump: 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.069 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:38:09.979+0000 7f7659777780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:38:09.979+0000 7f7659777780 4 set_mon_vals no callback set 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: shutdown 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:38:09.980+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.070 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.071 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.072 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:38:09.980+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: starting msgr at 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: starting objecter 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:38:09.980+0000 7f7659777780 5 asok(0x563346044000) register_command objecter_requests cmddesc objecter_requests hook 0x563345fa6f70 EEXIST 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: setting wanted keys 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: calling monclient init 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.073 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:38:09.980+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:38:09.981+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:38:09.981+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x5633464e3220 EEXIST 2023-01-15T14:38:10.074 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x5633464a3400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x5633464a3800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3a400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1579.218140s 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x5633464a3800 auth_method 0 2023-01-15T14:38:10.075 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x5633464a3400 auth_method 0 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.076 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_done global_id 5904 payload 824 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:38:09.981+0000 7f7657725700 1 monclient: found mon.noname-a 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.077 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: dump: 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.078 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:38:09.981+0000 7f7659777780 5 monclient: authenticate success, global_id 5904 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:38:09.981+0000 7f763def2700 4 set_mon_vals no callback set 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: dump: 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.079 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:38:09.981+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.080 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:38:09.981+0000 7f7659777780 5 asok(0x563346044000) register_command cr dump hook 0x563346e0ee88 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:38:09.983+0000 7f7657f26700 10 monclient: get_auth_request con 0x5633465c6000 auth_method 0 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:38:09.983+0000 7f7659777780 5 note: GC not initialized 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:38:09.984+0000 7f7639eea700 20 reqs_thread_entry: start 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace show hook 0x563345fda000 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace history hook 0x563345fda000 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace active hook 0x563345fda000 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace active_short hook 0x563345fda000 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:38:09.984+0000 7f7659777780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:10.081 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:38:09.984+0000 7f7659777780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:38:09.984+0000 7f7637ee6700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:40 2023 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:38:09.984+0000 7f76376c4700 20 reqs_thread_entry: start 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:38:09.984+0000 7f7659777780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : miss 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.082 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:38:09.985+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:38:09.985+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x13 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:38:09.985+0000 7f7659777780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:38:09.985+0000 7f7659777780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:38:09.985+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633465c7000 auth_method 0 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:38:09.989+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:38:09.989+0000 7f7659777780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:38:09.989+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:38:09.989+0000 7f7659777780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20, ofs0, ns] 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132272 cookie 94778218000768 notifier 5639 bl.length()=949 2023-01-15T14:38:10.083 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_sources= new_sources= 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential sources added=[] removed=[] 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_dests= new_dests= 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential dests added=[] removed=[] 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:38:09.993+0000 7f7659777780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7659777780 time 2023-01-15T14:38:09.993520+0000 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.084 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7660495dbb] 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:38:09.994+0000 7f7659777780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:10.085 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f7659777780 thread_name:radosgw-admin 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f766115dcf0] 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7660495e15] 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:10.086 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:38:10.087 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:38:10.088 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:38:10.089 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:38:10.090 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:38:10.091 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:38:10.092 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:38:10.093 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 7f76376c4700 / http_manager 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7637ee6700 / notif-worker0 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7639eea700 / http_manager 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763c6ef700 / ms_dispatch 2023-01-15T14:38:10.094 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763def2700 / io_context_pool 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763e6f3700 / rgw_dt_lg_renew 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7650717700 / ms_dispatch 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7651f1a700 / io_context_pool 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f765471f700 / ms_dispatch 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7656f24700 / msgr-worker-2 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7657725700 / msgr-worker-1 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7657f26700 / msgr-worker-0 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7659777780 / radosgw-admin 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/log/ceph/ceph-client.admin.113757.log 2023-01-15T14:38:10.095 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:38:09.749+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: get_monmap_and_config 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:38:09.749+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:38:09.749+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.096 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.097 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:38:09.749+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.098 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding auth protocol: cephx 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: crc 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:38:09.750+0000 7f7659777780 5 AuthRegistry(0x7ffe037d3b00) adding con mode: secure 2023-01-15T14:38:10.099 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:38:09.750+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:38:09.750+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x7ffe037d3c48 EEXIST 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563345fb2800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x563346e3a400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3a800 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.100 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:38:09.750+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1578.987867s 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:38:09.750+0000 7f765471f700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x563345fb2800 auth_method 0 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:38:09.750+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a800 auth_method 0 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.101 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:38:09.750+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.102 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:38:09.751+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:38:09.751+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e3bc00 auth_method 0 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient(hunting): handle_auth_done global_id 5636 payload 274 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:38:09.751+0000 7f7656f24700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:38:09.751+0000 7f7656f24700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: dump: 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.103 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:38:09.751+0000 7f7659777780 5 monclient: authenticate success, global_id 5636 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.104 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:38:09.751+0000 7f7651f1a700 10 monclient: dump: 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.105 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:38:09.751+0000 7f7659777780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:38:09.751+0000 7f7659777780 4 set_mon_vals no callback set 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:38:09.751+0000 7f7659777780 10 monclient: shutdown 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:38:09.752+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.106 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding auth protocol: cephx 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.107 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: crc 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d18a40) adding con mode: secure 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: starting msgr at 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: starting objecter 2023-01-15T14:38:10.108 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:38:09.752+0000 7f7659777780 5 asok(0x563346044000) register_command objecter_requests cmddesc objecter_requests hook 0x563345fa6910 EEXIST 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: setting wanted keys 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:38:09.752+0000 7f7659777780 1 librados: calling monclient init 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding auth protocol: cephx 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.109 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: crc 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:38:09.752+0000 7f7659777780 5 AuthRegistry(0x563346d520d8) adding con mode: secure 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:38:09.752+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:38:09.752+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x563346d52220 EEXIST 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x563345fb2c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.110 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563346e3b800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3b400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:38:09.752+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1578.989802s 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x563346e3b400 auth_method 0 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3b800 auth_method 0 2023-01-15T14:38:10.111 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x563345fb2c00 auth_method 0 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:38:09.752+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:38:09.752+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.112 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:38:09.752+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:38:09.753+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient(hunting): handle_auth_done global_id 5639 payload 824 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:38:09.753+0000 7f7657f26700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:38:09.753+0000 7f7657f26700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: dump: 2023-01-15T14:38:10.113 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:38:09.753+0000 7f7659777780 5 monclient: authenticate success, global_id 5639 2023-01-15T14:38:10.114 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:38:09.753+0000 7f7651f1a700 4 set_mon_vals no callback set 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:38:09.753+0000 7f7650717700 10 monclient: dump: 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.115 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:38:09.753+0000 7f7659777780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:38:09.753+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:38:09.754+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:38:09.754+0000 7f7650717700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.116 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:38:09.754+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1d000 auth_method 0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:38:09.755+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e3b000 auth_method 0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:38:09.755+0000 7f7659777780 20 realm 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:38:09.755+0000 7f7659777780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:38:09.755+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:38:09.756+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1d400 auth_method 0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.117 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:38:09.756+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:38:09.756+0000 7f7659777780 20 searching for the correct realm 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:38:09.757+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e3ac00 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:38:09.757+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e3a800 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:38:09.758+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e1dc00 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:38:09.758+0000 7f7656f24700 10 monclient: get_auth_request con 0x563346e1c400 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:38:09.760+0000 7f7657f26700 10 monclient: get_auth_request con 0x563346e1d800 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:38:09.762+0000 7f7657725700 10 monclient: get_auth_request con 0x5633464a2000 auth_method 0 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:38:09.764+0000 7f7656f24700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x563346e3ac00 msgr2=0x56334604b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:38:09.764+0000 7f7650717700 1 client.5639.objecter ms_handle_reset 0x563346e3ac00 session 0x563346012a80 osd.3 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:38:09.764+0000 7f7650717700 10 monclient: _renew_subs 2023-01-15T14:38:10.118 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:38:09.764+0000 7f7650717700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:38:09.765+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633464a2c00 auth_method 0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:38:09.966+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633464a2c00 auth_method 0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:38:09.967+0000 7f7659777780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:38:09.967+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:10.119 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:38:09.968+0000 7f7659777780 20 zone default found 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:38:09.968+0000 7f7659777780 4 Realm: () 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:38:09.968+0000 7f7659777780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:38:09.968+0000 7f7659777780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:38:09.968+0000 7f7659777780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:38:09.968+0000 7f7659777780 20 zonegroup default 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:38:09.968+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:38:09.969+0000 7f7659777780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.120 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:38:09.969+0000 7f7659777780 20 started sync module instance, tier type = 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:38:09.969+0000 7f7659777780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:38:09.971+0000 7f7657725700 0 -- 172.21.15.154:0/619212083 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x563346e1dc00 msgr2=0x5633463a9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:38:09.971+0000 7f7650717700 1 client.5639.objecter ms_handle_reset 0x563346e1dc00 session 0x563346013200 osd.2 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:38:09.971+0000 7f7657725700 10 monclient: get_auth_request con 0x563346e3ac00 auth_method 0 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=0 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=1 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=2 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=3 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=4 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=5 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:38:09.975+0000 7f7659777780 20 add_watcher() i=6 2023-01-15T14:38:10.121 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:38:09.976+0000 7f7659777780 20 add_watcher() i=7 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:38:09.976+0000 7f7659777780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:38:09.977+0000 7f763e6f3700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding auth protocol: cephx 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.122 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: crc 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:38:09.977+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4510) adding con mode: secure 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:38:09.978+0000 7f7659777780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache list hook 0x563345fa69a0 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache inspect hook 0x563345fa69a0 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache erase hook 0x563345fa69a0 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command cache zap hook 0x563345fa69a0 2023-01-15T14:38:10.123 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: get_monmap_and_config 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:38:09.978+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.124 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.125 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding auth protocol: cephx 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.126 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: crc 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:38:09.978+0000 7f7659777780 5 AuthRegistry(0x7ffe037d4140) adding con mode: secure 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.127 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:38:09.978+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:38:09.978+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x7ffe037d4288 EEXIST 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x5633464a3400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x5633464a3800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x563346e3a400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.128 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:38:09.978+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1579.215908s 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x5633464a3400 auth_method 0 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:38:09.979+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.129 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x5633464a3800 auth_method 0 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:38:09.979+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient(hunting): handle_auth_done global_id 5642 payload 274 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.130 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:38:09.979+0000 7f7657f26700 1 monclient: found mon.noname-c 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:38:09.979+0000 7f7657f26700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: dump: 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.131 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:38:09.979+0000 7f7659777780 5 monclient: authenticate success, global_id 5642 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:38:09.979+0000 7f763def2700 10 monclient: dump: 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.132 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:38:09.979+0000 7f7659777780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:38:09.979+0000 7f7659777780 4 set_mon_vals no callback set 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: shutdown 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: build_initial_monmap 2023-01-15T14:38:10.133 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:38:09.980+0000 7f7659777780 1 build_initial for_mkfs: 0 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: monmap: 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.134 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding auth protocol: cephx 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.135 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: crc 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x563346d18140) adding con mode: secure 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:38:09.980+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: starting msgr at 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: starting objecter 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:38:09.980+0000 7f7659777780 5 asok(0x563346044000) register_command objecter_requests cmddesc objecter_requests hook 0x563345fa6f70 EEXIST 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: setting wanted keys 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:38:09.980+0000 7f7659777780 1 librados: calling monclient init 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:38:09.980+0000 7f7659777780 10 monclient: init 2023-01-15T14:38:10.136 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding auth protocol: cephx 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.137 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: crc 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:38:09.980+0000 7f7659777780 5 AuthRegistry(0x5633464e30d8) adding con mode: secure 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:38:09.980+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:38:09.981+0000 7f7659777780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:38:09.981+0000 7f7659777780 5 asok(0x563346044000) register_command rotate-key cmddesc rotate-key hook 0x5633464e3220 EEXIST 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-b con 0x5633464a3400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-a con 0x5633464a3800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): picked mon.noname-c con 0x563346e3a400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:10.138 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient(hunting): authenticate will time out at 1579.218140s 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): get_auth_request con 0x5633464a3800 auth_method 0 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): get_auth_request con 0x563346e3a400 auth_method 0 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.139 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): get_auth_request con 0x5633464a3400 auth_method 0 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:38:09.981+0000 7f7656f24700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.140 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:38:09.981+0000 7f7657f26700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient(hunting): handle_auth_done global_id 5904 payload 824 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient: _finish_hunting 0 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:38:09.981+0000 7f7657725700 1 monclient: found mon.noname-a 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:38:09.981+0000 7f7657725700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: dump: 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.141 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: _finish_auth 0 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: _check_auth_tickets 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:38:09.981+0000 7f7659777780 5 monclient: authenticate success, global_id 5904 2023-01-15T14:38:10.142 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:38:09.981+0000 7f763def2700 4 set_mon_vals no callback set 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:38:09.981+0000 7f763c6ef700 10 monclient: dump: 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:10.143 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _renew_subs 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:38:09.981+0000 7f7659777780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.154:3300/0 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:38:09.981+0000 7f7659777780 1 librados: init done 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:38:09.981+0000 7f7659777780 5 asok(0x563346044000) register_command cr dump hook 0x563346e0ee88 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:38:09.983+0000 7f763c6ef700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:10.144 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:38:09.983+0000 7f7657f26700 10 monclient: get_auth_request con 0x5633465c6000 auth_method 0 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:38:09.983+0000 7f7659777780 5 note: GC not initialized 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:38:09.984+0000 7f7639eea700 20 reqs_thread_entry: start 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace show hook 0x563345fda000 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace history hook 0x563345fda000 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace active hook 0x563345fda000 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:38:09.984+0000 7f7659777780 5 asok(0x563346044000) register_command sync trace active_short hook 0x563345fda000 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:38:09.984+0000 7f7659777780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:38:09.984+0000 7f7659777780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:38:09.984+0000 7f7637ee6700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:40 2023 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.145 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:38:09.984+0000 7f76376c4700 20 reqs_thread_entry: start 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:38:09.984+0000 7f7659777780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:38:09.984+0000 7f7659777780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : miss 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:38:09.984+0000 7f7659777780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:38:09.985+0000 7f7659777780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:38:09.985+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x13 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:38:09.985+0000 7f7659777780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:10.146 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:38:09.985+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:38:09.985+0000 7f7659777780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:38:09.985+0000 7f7656f24700 10 monclient: get_auth_request con 0x5633465c7000 auth_method 0 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:38:09.989+0000 7f7659777780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:38:09.989+0000 7f7659777780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:38:09.989+0000 7f7659777780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:38:09.989+0000 7f7659777780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20, ofs0, ns] 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132272 cookie 94778218000768 notifier 5639 bl.length()=949 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:38:09.989+0000 7f7651f1a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.147 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_sources= new_sources= 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential sources added=[] removed=[] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_dests= new_dests= 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:38:09.992+0000 7f7659777780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential dests added=[] removed=[] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:38:09.993+0000 7f7659777780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7659777780 time 2023-01-15T14:38:09.993520+0000 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f7660495dbb] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.148 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:38:09.994+0000 7f7659777780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f7659777780 thread_name:radosgw-admin 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f766115dcf0] 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f7660495e15] 2023-01-15T14:38:10.149 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f7660495f81] 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563342b37ae1] 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x563342b34af6] 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:38:10.150 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:38:10.151 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:38:10.152 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:38:10.153 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:38:10.154 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:38:10.155 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:38:10.156 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:38:10.157 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f76376c4700 / http_manager 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7637ee6700 / notif-worker0 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7639eea700 / http_manager 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763c6ef700 / ms_dispatch 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763def2700 / io_context_pool 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f763e6f3700 / rgw_dt_lg_renew 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7650717700 / ms_dispatch 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7651f1a700 / io_context_pool 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f765471f700 / ms_dispatch 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7656f24700 / msgr-worker-2 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7657725700 / msgr-worker-1 2023-01-15T14:38:10.158 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7657f26700 / msgr-worker-0 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr: 7f7659777780 / radosgw-admin 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:38:09.996066Z_b666a62b-f4a1-4104-aec2-a9d3ae77372a/log 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:38:10.159 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.040+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 realm 2023-01-15T14:38:10.164 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.042+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.043+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.043+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.044+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.044+0000 7fd09b7bb780 20 searching for the correct realm 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.052+0000 7fd099769700 0 -- 172.21.15.154:0/189037197 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x559f8282b400 msgr2=0x559f824c1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:10.165 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.053+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 zone default found 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 4 Realm: () 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:10.166 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 zonegroup default 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.054+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.055+0000 7fd09b7bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.055+0000 7fd09b7bb780 20 started sync module instance, tier type = 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.055+0000 7fd09b7bb780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.059+0000 7fd099f6a700 0 -- 172.21.15.154:0/189037197 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x559f8282b800 msgr2=0x559f828eac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=0 2023-01-15T14:38:10.167 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=1 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=2 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=3 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=4 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=5 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.061+0000 7fd09b7bb780 20 add_watcher() i=6 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.062+0000 7fd09b7bb780 20 add_watcher() i=7 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.062+0000 7fd09b7bb780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.063+0000 7fd080737700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.063+0000 7fd09b7bb780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.063+0000 7fd09b7bb780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.068+0000 7fd09b7bb780 5 note: GC not initialized 2023-01-15T14:38:10.168 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.069+0000 7fd07bf2e700 20 reqs_thread_entry: start 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.069+0000 7fd09b7bb780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.069+0000 7fd09b7bb780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.069+0000 7fd079f2a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:40 2023 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd079708700 20 reqs_thread_entry: start 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=417 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.070+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.071+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.071+0000 7fd09b7bb780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.071+0000 7fd09b7bb780 20 rados_obj.operate() r=0 bl.length=417 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.071+0000 7fd09b7bb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.072+0000 7fd080737700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.074+0000 7fd09b7bb780 20 remove_watcher() i=0 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.074+0000 7fd09b7bb780 2 removed watcher, disabling cache 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.075+0000 7fd09b7bb780 20 remove_watcher() i=1 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.076+0000 7fd09b7bb780 20 remove_watcher() i=2 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.077+0000 7fd09b7bb780 20 remove_watcher() i=3 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.077+0000 7fd09b7bb780 20 remove_watcher() i=4 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.078+0000 7fd09b7bb780 20 remove_watcher() i=5 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.079+0000 7fd09b7bb780 20 remove_watcher() i=6 2023-01-15T14:38:10.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.080+0000 7fd09b7bb780 20 remove_watcher() i=7 2023-01-15T14:38:10.171 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.171 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:10.171 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:10.171 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.181 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:10.182 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:10.182 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:10.182 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:10.182 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:38:10.212 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:10.213 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:10.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.222+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.223+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.223+0000 7f53fecda780 20 realm 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.223+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.224+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.224+0000 7f53fecda780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.224+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.224+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.224+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.225+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.225+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.225+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:10.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.225+0000 7f53fecda780 20 searching for the correct realm 2023-01-15T14:38:10.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.234+0000 7f53fcc88700 0 -- 172.21.15.154:0/491877665 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55ae81cbe800 msgr2=0x55ae80edcc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:10.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:10.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:10.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:10.238 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.235+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 zone default found 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 4 Realm: () 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:10.239 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 zonegroup default 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 started sync module instance, tier type = 2023-01-15T14:38:10.240 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.236+0000 7f53fecda780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:10.242 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.240+0000 7f53fcc88700 0 -- 172.21.15.154:0/491877665 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ae81330000 msgr2=0x55ae8123f080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:10.244 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=0 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=1 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=2 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=3 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=4 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=5 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=6 2023-01-15T14:38:10.245 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 20 add_watcher() i=7 2023-01-15T14:38:10.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.243+0000 7f53fecda780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:10.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.245+0000 7f53e3c56700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.246 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.245+0000 7f53fecda780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:10.247 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.245+0000 7f53fecda780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:10.252 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.250+0000 7f53fecda780 5 note: GC not initialized 2023-01-15T14:38:10.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53df44d700 20 reqs_thread_entry: start 2023-01-15T14:38:10.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53fecda780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:10.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53fecda780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:10.253 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53dd449700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:40 2023 2023-01-15T14:38:10.254 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:10.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53dcc27700 20 reqs_thread_entry: start 2023-01-15T14:38:10.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53fecda780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:38:10.254 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.251+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : miss 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 20 rados->read ofs=0 len=0 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 20 rados_obj.operate() r=0 bl.length=417 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x13 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:10.255 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.252+0000 7f53fecda780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:10.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.254+0000 7f53fecda780 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to be held by another RGW process; skipping for now 2023-01-15T14:38:10.256 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.254+0000 7f53e3c56700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:10.257 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.256+0000 7f53fecda780 20 remove_watcher() i=0 2023-01-15T14:38:10.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.256+0000 7f53fecda780 2 removed watcher, disabling cache 2023-01-15T14:38:10.258 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.257+0000 7f53fecda780 20 remove_watcher() i=1 2023-01-15T14:38:10.259 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.257+0000 7f53fecda780 20 remove_watcher() i=2 2023-01-15T14:38:10.260 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.258+0000 7f53fecda780 20 remove_watcher() i=3 2023-01-15T14:38:10.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.259+0000 7f53fecda780 20 remove_watcher() i=4 2023-01-15T14:38:10.261 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.260+0000 7f53fecda780 20 remove_watcher() i=5 2023-01-15T14:38:10.262 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.261+0000 7f53fecda780 20 remove_watcher() i=6 2023-01-15T14:38:10.263 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:10.261+0000 7f53fecda780 20 remove_watcher() i=7 2023-01-15T14:38:10.267 INFO:tasks.workunit.client.0.smithi154.stderr:waiting 30 seconds for reshard lock to expire... 2023-01-15T14:38:40.294 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:38:40.332 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:40.332 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:40.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.345+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 realm 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.348 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.346+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.347+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:40.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.347+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.348+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:40.350 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.348+0000 7efe9f862780 20 searching for the correct realm 2023-01-15T14:38:40.359 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.358+0000 7efe9d00f700 0 -- 172.21.15.154:0/1982893997 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5626c349ac00 msgr2=0x5626c26a5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.359+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 zone default found 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 4 Realm: () 2023-01-15T14:38:40.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 zonegroup default 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.360+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.361+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.361+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.361+0000 7efe9f862780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.361+0000 7efe9f862780 20 started sync module instance, tier type = 2023-01-15T14:38:40.365 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.361+0000 7efe9f862780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:40.366 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.365+0000 7efe9e011700 0 -- 172.21.15.154:0/1982893997 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5626c2a0dc00 msgr2=0x5626c2adb600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:40.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=0 2023-01-15T14:38:40.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=1 2023-01-15T14:38:40.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=2 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=3 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=4 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=5 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.373+0000 7efe9f862780 20 add_watcher() i=6 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.374+0000 7efe9f862780 20 add_watcher() i=7 2023-01-15T14:38:40.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.374+0000 7efe9f862780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:40.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.376+0000 7efe847de700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:40.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.376+0000 7efe9f862780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:40.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.376+0000 7efe9f862780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:40.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.383+0000 7efe9f862780 5 note: GC not initialized 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe7ffd5700 20 reqs_thread_entry: start 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe9f862780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe9f862780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe7dfd1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:10 2023 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe7d7af700 20 reqs_thread_entry: start 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe9f862780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:38:40.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.385+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:40.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : miss 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 20 rados_obj.operate() r=0 bl.length=417 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x13 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:40.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.386+0000 7efe9f862780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:40.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.388+0000 7efe9f862780 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-01-15T14:38:40.395 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.393+0000 7efe9f862780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:40.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.393+0000 7efe9f862780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:40.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.393+0000 7efe9f862780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:40.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.393+0000 7efe9f862780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20, ofs0, ns] 2023-01-15T14:38:40.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.394+0000 7efe98005700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132273 cookie 94724470460800 notifier 5958 bl.length()=949 2023-01-15T14:38:40.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.394+0000 7efe98005700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:40.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.394+0000 7efe98005700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:40.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.394+0000 7efe98005700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:40.398 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.397+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_sources= new_sources= 2023-01-15T14:38:40.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.397+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential sources added=[] removed=[] 2023-01-15T14:38:40.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.397+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_dests= new_dests= 2023-01-15T14:38:40.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.397+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential dests added=[] removed=[] 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.0 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.0 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.1 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.1 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.2 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.2 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.3 2023-01-15T14:38:40.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.3 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.4 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.4 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.5 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.5 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.6 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.6 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.7 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.7 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.8 2023-01-15T14:38:40.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.8 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.9 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.9 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.10 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.10 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.11 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2.11 2023-01-15T14:38:40.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.399+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.0 2023-01-15T14:38:40.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.400+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.1 2023-01-15T14:38:40.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.400+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.2 2023-01-15T14:38:40.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.401+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.3 2023-01-15T14:38:40.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.401+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.4 2023-01-15T14:38:40.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.402+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.5 2023-01-15T14:38:40.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.403+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.6 2023-01-15T14:38:40.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.403+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.7 2023-01-15T14:38:40.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.404+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.8 2023-01-15T14:38:40.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.404+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.9 2023-01-15T14:38:40.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.405+0000 7efe9f862780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20.10 2023-01-15T14:38:40.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.408+0000 7efe9f862780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:40.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.408+0000 7efe9f862780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe9f862780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe9f862780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe9f862780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe9f862780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20, ofs0, ns] 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe97804700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132274 cookie 94724470460800 notifier 5958 bl.length()=917 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe97804700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 info.flags=0x17 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe97804700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 to cache LRU end 2023-01-15T14:38:40.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.409+0000 7efe97804700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:40.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.412+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_sources= new_sources= 2023-01-15T14:38:40.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.412+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential sources added=[] removed=[] 2023-01-15T14:38:40.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.412+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): orig_dests= new_dests= 2023-01-15T14:38:40.413 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.412+0000 7efe9f862780 20 handle_bi_update(): bucket=:abort-at-block-writes[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20]): potential dests added=[] removed=[] 2023-01-15T14:38:40.415 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.413+0000 7efe9f862780 1 execute INFO: reshard of bucket "abort-at-block-writes" completed successfully 2023-01-15T14:38:40.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.415+0000 7efe847de700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:40.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.416+0000 7efe9f862780 20 remove_watcher() i=0 2023-01-15T14:38:40.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.417+0000 7efe9f862780 2 removed watcher, disabling cache 2023-01-15T14:38:40.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.417+0000 7efe9f862780 20 remove_watcher() i=1 2023-01-15T14:38:40.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.418+0000 7efe9f862780 20 remove_watcher() i=2 2023-01-15T14:38:40.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.419+0000 7efe9f862780 20 remove_watcher() i=3 2023-01-15T14:38:40.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.420+0000 7efe9f862780 20 remove_watcher() i=4 2023-01-15T14:38:40.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.420+0000 7efe9f862780 20 remove_watcher() i=5 2023-01-15T14:38:40.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.421+0000 7efe9f862780 20 remove_watcher() i=6 2023-01-15T14:38:40.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.422+0000 7efe9f862780 20 remove_watcher() i=7 2023-01-15T14:38:40.431 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:38:40.459 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:40.459 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:40.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.471+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 realm 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:40.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.473+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.474+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:40.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.474+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.474+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:40.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.474+0000 7f6c1c92d780 20 searching for the correct realm 2023-01-15T14:38:40.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.482+0000 7f6c1a8db700 0 -- 172.21.15.154:0/1433009729 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5597f3065400 msgr2=0x5597f3039080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.484+0000 7f6c1c92d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.484+0000 7f6c1c92d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.484+0000 7f6c1c92d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.484+0000 7f6c1c92d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.484+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 zone default found 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 4 Realm: () 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 zonegroup default 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.485+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.486+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.486+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.486+0000 7f6c1c92d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:40.490 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.486+0000 7f6c1c92d780 20 started sync module instance, tier type = 2023-01-15T14:38:40.490 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.486+0000 7f6c1c92d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:40.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.489+0000 7f6c1a8db700 0 -- 172.21.15.154:0/1433009729 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5597f313b800 msgr2=0x5597f303a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:40.494 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=0 2023-01-15T14:38:40.494 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=1 2023-01-15T14:38:40.494 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=2 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=3 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=4 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=5 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=6 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 20 add_watcher() i=7 2023-01-15T14:38:40.495 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.493+0000 7f6c1c92d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:40.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.495+0000 7f6c018a9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:40.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.495+0000 7f6c1c92d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:40.497 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.495+0000 7f6c1c92d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:40.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.500+0000 7f6c1c92d780 5 note: GC not initialized 2023-01-15T14:38:40.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.501+0000 7f6bfd0a0700 20 reqs_thread_entry: start 2023-01-15T14:38:40.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6c1c92d780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:40.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6c1c92d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:40.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6bfb09c700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:10 2023 2023-01-15T14:38:40.504 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:40.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6bfa87a700 20 reqs_thread_entry: start 2023-01-15T14:38:40.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.502+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=213 2023-01-15T14:38:40.506 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:40.506 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 rados_obj.operate() r=0 bl.length=385 2023-01-15T14:38:40.507 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.503+0000 7f6c1c92d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:40.507 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.505+0000 7f6c018a9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:40.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.506+0000 7f6c1c92d780 20 remove_watcher() i=0 2023-01-15T14:38:40.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.506+0000 7f6c1c92d780 2 removed watcher, disabling cache 2023-01-15T14:38:40.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.507+0000 7f6c1c92d780 20 remove_watcher() i=1 2023-01-15T14:38:40.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.508+0000 7f6c1c92d780 20 remove_watcher() i=2 2023-01-15T14:38:40.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.509+0000 7f6c1c92d780 20 remove_watcher() i=3 2023-01-15T14:38:40.511 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.510+0000 7f6c1c92d780 20 remove_watcher() i=4 2023-01-15T14:38:40.512 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.510+0000 7f6c1c92d780 20 remove_watcher() i=5 2023-01-15T14:38:40.513 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.511+0000 7f6c1c92d780 20 remove_watcher() i=6 2023-01-15T14:38:40.513 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:40.512+0000 7f6c1c92d780 20 remove_watcher() i=7 2023-01-15T14:38:40.518 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:40.518 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:40.518 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-block-writes id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.20 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:38:40.518 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:40.919 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2023-01-15T14:38:40.920 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:41.852 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.853 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.854 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.855 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:41.856 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:38:41.882 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:41.883 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:41.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.894+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 realm 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.896+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.897+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:41.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.897+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.897+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:41.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.897+0000 7fbb05436780 20 searching for the correct realm 2023-01-15T14:38:41.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.905+0000 7fbb033e4700 0 -- 172.21.15.154:0/4228902761 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5634f2234000 msgr2=0x5634f2209b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:41.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.907+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:41.910 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 zone default found 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 4 Realm: () 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 zonegroup default 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.911 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 started sync module instance, tier type = 2023-01-15T14:38:41.912 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.908+0000 7fbb05436780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:41.913 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.912+0000 7fbb03be5700 0 -- 172.21.15.154:0/4228902761 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x5634f2bc4800 msgr2=0x5634f2208580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=0 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=1 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=2 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=3 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=4 2023-01-15T14:38:41.917 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=5 2023-01-15T14:38:41.918 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.915+0000 7fbb05436780 20 add_watcher() i=6 2023-01-15T14:38:41.918 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.916+0000 7fbb05436780 20 add_watcher() i=7 2023-01-15T14:38:41.918 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.916+0000 7fbb05436780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:41.919 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.917+0000 7fbaea3b2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:41.919 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.917+0000 7fbb05436780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:41.919 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.917+0000 7fbb05436780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:41.925 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.924+0000 7fbb05436780 5 note: GC not initialized 2023-01-15T14:38:41.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbae5ba9700 20 reqs_thread_entry: start 2023-01-15T14:38:41.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbb05436780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:41.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbb05436780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:41.927 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbae3ba5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:12 2023 2023-01-15T14:38:41.927 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:41.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbae3383700 20 reqs_thread_entry: start 2023-01-15T14:38:41.928 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.925+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.929 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:41.929 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.929 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.926+0000 7fbb05436780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.927+0000 7fbb05436780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:41.930 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.927+0000 7fbb05436780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:41.931 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.928+0000 7fbaea3b2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:41.931 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.930+0000 7fbb05436780 20 remove_watcher() i=0 2023-01-15T14:38:41.931 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.930+0000 7fbb05436780 2 removed watcher, disabling cache 2023-01-15T14:38:41.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.931+0000 7fbb05436780 20 remove_watcher() i=1 2023-01-15T14:38:41.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.932+0000 7fbb05436780 20 remove_watcher() i=2 2023-01-15T14:38:41.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.932+0000 7fbb05436780 20 remove_watcher() i=3 2023-01-15T14:38:41.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.933+0000 7fbb05436780 20 remove_watcher() i=4 2023-01-15T14:38:41.936 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.934+0000 7fbb05436780 20 remove_watcher() i=5 2023-01-15T14:38:41.937 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.935+0000 7fbb05436780 20 remove_watcher() i=6 2023-01-15T14:38:41.938 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.936+0000 7fbb05436780 20 remove_watcher() i=7 2023-01-15T14:38:41.942 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:41.943 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:41.943 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:41.943 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:41.944 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2023-01-15T14:38:41.981 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:41.981 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:41.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.992+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 realm 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:41.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.994+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.995+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:41.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.995+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:41.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.995+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:41.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:41.995+0000 7fa66748a780 20 searching for the correct realm 2023-01-15T14:38:42.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.004+0000 7fa665438700 0 -- 172.21.15.154:0/1204711163 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x560c0b114800 msgr2=0x560c0a33b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.006+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:42.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 zone default found 2023-01-15T14:38:42.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 4 Realm: () 2023-01-15T14:38:42.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:42.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:42.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:42.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 zonegroup default 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 started sync module instance, tier type = 2023-01-15T14:38:42.013 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.007+0000 7fa66748a780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:42.013 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.012+0000 7fa665438700 0 -- 172.21.15.154:0/1204711163 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x560c0a77c000 msgr2=0x560c0a75ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=0 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=1 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=2 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=3 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=4 2023-01-15T14:38:42.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=5 2023-01-15T14:38:42.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.014+0000 7fa66748a780 20 add_watcher() i=6 2023-01-15T14:38:42.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.015+0000 7fa66748a780 20 add_watcher() i=7 2023-01-15T14:38:42.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.015+0000 7fa66748a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:42.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.016+0000 7fa64c406700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.016+0000 7fa66748a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:42.018 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.016+0000 7fa66748a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:42.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.022+0000 7fa66748a780 5 note: GC not initialized 2023-01-15T14:38:42.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa647bfd700 20 reqs_thread_entry: start 2023-01-15T14:38:42.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:42.025 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:42.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa645bf9700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:12 2023 2023-01-15T14:38:42.026 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa6453d7700 20 reqs_thread_entry: start 2023-01-15T14:38:42.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:38:42.026 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:42.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.023+0000 7fa66748a780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:38:42.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 : miss 2023-01-15T14:38:42.027 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:42.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x13 2023-01-15T14:38:42.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.028 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:42.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.029 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.024+0000 7fa66748a780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 2023-01-15T14:38:42.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.028+0000 7fa66748a780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.030 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.028+0000 7fa66748a780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.028+0000 7fa66748a780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.031 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.028+0000 7fa66748a780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21, ofs0, ns] 2023-01-15T14:38:42.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.029+0000 7fa65fc2d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132280 cookie 94609710720000 notifier 5759 bl.length()=965 2023-01-15T14:38:42.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.029+0000 7fa65fc2d700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.029+0000 7fa65fc2d700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.032 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.029+0000 7fa65fc2d700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.032+0000 7fa66748a780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_sources= new_sources= 2023-01-15T14:38:42.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.032+0000 7fa66748a780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential sources added=[] removed=[] 2023-01-15T14:38:42.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.032+0000 7fa66748a780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_dests= new_dests= 2023-01-15T14:38:42.034 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.032+0000 7fa66748a780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential dests added=[] removed=[] 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.0 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.0 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.1 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.1 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.2 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.2 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.3 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.3 2023-01-15T14:38:42.036 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.4 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.4 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.5 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.5 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.6 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.6 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.7 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.7 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.8 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.8 2023-01-15T14:38:42.037 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.9 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.9 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.10 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.10 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.11 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1.11 2023-01-15T14:38:42.038 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.0 2023-01-15T14:38:42.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.034+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1 2023-01-15T14:38:42.039 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.035+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2 2023-01-15T14:38:42.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.036+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.3 2023-01-15T14:38:42.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.036+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.4 2023-01-15T14:38:42.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.037+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.5 2023-01-15T14:38:42.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.037+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.6 2023-01-15T14:38:42.040 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.038+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.7 2023-01-15T14:38:42.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.038+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.8 2023-01-15T14:38:42.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.039+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.9 2023-01-15T14:38:42.041 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.039+0000 7fa66748a780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.10 2023-01-15T14:38:42.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.042+0000 7fa66748a780 -1 Injecting error=-5 at location=commit_target_layout 2023-01-15T14:38:42.044 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.042+0000 7fa66748a780 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2023-01-15T14:38:42.047 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.046+0000 7fa64c406700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.048 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.047+0000 7fa66748a780 20 remove_watcher() i=0 2023-01-15T14:38:42.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.047+0000 7fa66748a780 2 removed watcher, disabling cache 2023-01-15T14:38:42.049 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.048+0000 7fa66748a780 20 remove_watcher() i=1 2023-01-15T14:38:42.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.049+0000 7fa66748a780 20 remove_watcher() i=2 2023-01-15T14:38:42.051 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.050+0000 7fa66748a780 20 remove_watcher() i=3 2023-01-15T14:38:42.052 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.051+0000 7fa66748a780 20 remove_watcher() i=4 2023-01-15T14:38:42.053 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.051+0000 7fa66748a780 20 remove_watcher() i=5 2023-01-15T14:38:42.054 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.052+0000 7fa66748a780 20 remove_watcher() i=6 2023-01-15T14:38:42.055 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.053+0000 7fa66748a780 20 remove_watcher() i=7 2023-01-15T14:38:42.060 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:38:42.092 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:42.092 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:42.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.103+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 realm 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.105+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.106+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.106+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.106+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:42.108 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.106+0000 7fd5474c6780 20 searching for the correct realm 2023-01-15T14:38:42.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.315+0000 7fd545474700 0 -- 172.21.15.154:0/1972057359 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55c42ae2ec00 msgr2=0x55c42ae24100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.319 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.320 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.317+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:42.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 zone default found 2023-01-15T14:38:42.321 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 4 Realm: () 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 zonegroup default 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.323 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.323 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 started sync module instance, tier type = 2023-01-15T14:38:42.323 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.318+0000 7fd5474c6780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:42.323 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.322+0000 7fd545474700 0 -- 172.21.15.154:0/1972057359 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55c42ae2e800 msgr2=0x55c42ae23080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=0 2023-01-15T14:38:42.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=1 2023-01-15T14:38:42.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=2 2023-01-15T14:38:42.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=3 2023-01-15T14:38:42.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=4 2023-01-15T14:38:42.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=5 2023-01-15T14:38:42.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.325+0000 7fd5474c6780 20 add_watcher() i=6 2023-01-15T14:38:42.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.326+0000 7fd5474c6780 20 add_watcher() i=7 2023-01-15T14:38:42.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.326+0000 7fd5474c6780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:42.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.327+0000 7fd52c442700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.327+0000 7fd5474c6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:42.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.327+0000 7fd5474c6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:42.335 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.333+0000 7fd5474c6780 5 note: GC not initialized 2023-01-15T14:38:42.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd527c39700 20 reqs_thread_entry: start 2023-01-15T14:38:42.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd5474c6780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:42.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd5474c6780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:42.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd525c35700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:12 2023 2023-01-15T14:38:42.336 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd525413700 20 reqs_thread_entry: start 2023-01-15T14:38:42.337 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.334+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.335+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.335+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.335+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=425 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.335+0000 7fd5474c6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.335+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.336+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.336+0000 7fd5474c6780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.336+0000 7fd5474c6780 20 rados_obj.operate() r=0 bl.length=425 2023-01-15T14:38:42.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.336+0000 7fd5474c6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:42.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.337+0000 7fd52c442700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.339+0000 7fd5474c6780 20 remove_watcher() i=0 2023-01-15T14:38:42.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.339+0000 7fd5474c6780 2 removed watcher, disabling cache 2023-01-15T14:38:42.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.340+0000 7fd5474c6780 20 remove_watcher() i=1 2023-01-15T14:38:42.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.341+0000 7fd5474c6780 20 remove_watcher() i=2 2023-01-15T14:38:42.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.342+0000 7fd5474c6780 20 remove_watcher() i=3 2023-01-15T14:38:42.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.342+0000 7fd5474c6780 20 remove_watcher() i=4 2023-01-15T14:38:42.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.343+0000 7fd5474c6780 20 remove_watcher() i=5 2023-01-15T14:38:42.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.344+0000 7fd5474c6780 20 remove_watcher() i=6 2023-01-15T14:38:42.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.345+0000 7fd5474c6780 20 remove_watcher() i=7 2023-01-15T14:38:42.350 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.350 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:42.350 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:42.351 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.446 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:42.446 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:42.447 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:42.447 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:42.447 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:38:42.477 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:42.477 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:42.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.486+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 realm 2023-01-15T14:38:42.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.488+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.489+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.493 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.489+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.493 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.489+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:42.493 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.489+0000 7fbceef4d780 20 searching for the correct realm 2023-01-15T14:38:42.499 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.498+0000 7fbcecefb700 0 -- 172.21.15.154:0/2214977574 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55a418d38000 msgr2=0x55a418c4b080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:42.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:42.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:42.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:42.502 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 zone default found 2023-01-15T14:38:42.503 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 4 Realm: () 2023-01-15T14:38:42.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:42.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:42.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:42.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 zonegroup default 2023-01-15T14:38:42.504 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.499+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 started sync module instance, tier type = 2023-01-15T14:38:42.505 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.500+0000 7fbceef4d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:42.506 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.504+0000 7fbced6fc700 0 -- 172.21.15.154:0/2214977574 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55a4196b9000 msgr2=0x55a418c4bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=0 2023-01-15T14:38:42.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=1 2023-01-15T14:38:42.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=2 2023-01-15T14:38:42.508 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=3 2023-01-15T14:38:42.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=4 2023-01-15T14:38:42.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=5 2023-01-15T14:38:42.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.506+0000 7fbceef4d780 20 add_watcher() i=6 2023-01-15T14:38:42.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.507+0000 7fbceef4d780 20 add_watcher() i=7 2023-01-15T14:38:42.509 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.507+0000 7fbceef4d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:42.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.508+0000 7fbcd3ec9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.509+0000 7fbceef4d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:42.510 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.509+0000 7fbceef4d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:42.515 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.514+0000 7fbceef4d780 5 note: GC not initialized 2023-01-15T14:38:42.517 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbccf6c0700 20 reqs_thread_entry: start 2023-01-15T14:38:42.517 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbccd6bc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:12 2023 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbccce9a700 20 reqs_thread_entry: start 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:38:42.518 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.519 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 : miss 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.515+0000 7fbceef4d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 20 rados_obj.operate() r=0 bl.length=425 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x13 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:42.520 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.516+0000 7fbceef4d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 2023-01-15T14:38:42.521 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.517+0000 7fbceef4d780 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-01-15T14:38:42.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbceef4d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.523 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbceef4d780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbceef4d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbceef4d780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21, ofs0, ns] 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbce76f0700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132281 cookie 94163274982400 notifier 5798 bl.length()=965 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbce76f0700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbce76f0700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.524 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.522+0000 7fbce76f0700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.526 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.524+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_sources= new_sources= 2023-01-15T14:38:42.526 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.524+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential sources added=[] removed=[] 2023-01-15T14:38:42.526 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.524+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_dests= new_dests= 2023-01-15T14:38:42.526 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.524+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential dests added=[] removed=[] 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.0 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.0 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.1 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.1 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.2 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.2 2023-01-15T14:38:42.529 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.3 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.3 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.4 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.4 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.5 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.5 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.6 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.6 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.7 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.7 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.8 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.8 2023-01-15T14:38:42.530 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.9 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.9 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.10 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.10 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.11 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2.11 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.526+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.0 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.527+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.1 2023-01-15T14:38:42.531 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.527+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.2 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.528+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.3 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.528+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.4 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.529+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.5 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.529+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.6 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.530+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.7 2023-01-15T14:38:42.532 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.530+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.8 2023-01-15T14:38:42.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.531+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.9 2023-01-15T14:38:42.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.531+0000 7fbceef4d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21.10 2023-01-15T14:38:42.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.534+0000 7fbceef4d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:42.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.534+0000 7fbceef4d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 2023-01-15T14:38:42.536 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbceef4d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbceef4d780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbceef4d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbceef4d780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21, ofs0, ns] 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbce76f0700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132282 cookie 94163274982400 notifier 5798 bl.length()=933 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbce76f0700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 info.flags=0x17 2023-01-15T14:38:42.537 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbce76f0700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 to cache LRU end 2023-01-15T14:38:42.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.535+0000 7fbce76f0700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:42.538 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.537+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_sources= new_sources= 2023-01-15T14:38:42.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.537+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential sources added=[] removed=[] 2023-01-15T14:38:42.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.537+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): orig_dests= new_dests= 2023-01-15T14:38:42.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.537+0000 7fbceef4d780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21]): potential dests added=[] removed=[] 2023-01-15T14:38:42.540 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.538+0000 7fbceef4d780 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-01-15T14:38:42.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.540+0000 7fbcd3ec9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.541+0000 7fbceef4d780 20 remove_watcher() i=0 2023-01-15T14:38:42.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.541+0000 7fbceef4d780 2 removed watcher, disabling cache 2023-01-15T14:38:42.543 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.542+0000 7fbceef4d780 20 remove_watcher() i=1 2023-01-15T14:38:42.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.543+0000 7fbceef4d780 20 remove_watcher() i=2 2023-01-15T14:38:42.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.544+0000 7fbceef4d780 20 remove_watcher() i=3 2023-01-15T14:38:42.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.544+0000 7fbceef4d780 20 remove_watcher() i=4 2023-01-15T14:38:42.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.545+0000 7fbceef4d780 20 remove_watcher() i=5 2023-01-15T14:38:42.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.546+0000 7fbceef4d780 20 remove_watcher() i=6 2023-01-15T14:38:42.548 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.547+0000 7fbceef4d780 20 remove_watcher() i=7 2023-01-15T14:38:42.553 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:38:42.581 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:42.581 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:42.593 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.591+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.594 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 20 realm 2023-01-15T14:38:42.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:42.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.592+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.596 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.593+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.596 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.593+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.597 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.594+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.597 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.594+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.597 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.594+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:42.597 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.594+0000 7f9c0be5d780 20 searching for the correct realm 2023-01-15T14:38:42.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.602+0000 7f9c09e0b700 0 -- 172.21.15.154:0/3019225739 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x559f74754400 msgr2=0x559f743e4c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 zone default found 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 4 Realm: () 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 zonegroup default 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.604+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.605+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.605+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.605+0000 7f9c0be5d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:42.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.605+0000 7f9c0be5d780 20 started sync module instance, tier type = 2023-01-15T14:38:42.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.605+0000 7f9c0be5d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:42.611 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.609+0000 7f9c0a60c700 0 -- 172.21.15.154:0/3019225739 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x559f74754800 msgr2=0x559f7473fb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:42.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=0 2023-01-15T14:38:42.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=1 2023-01-15T14:38:42.614 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=2 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=3 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=4 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=5 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.612+0000 7f9c0be5d780 20 add_watcher() i=6 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.613+0000 7f9c0be5d780 20 add_watcher() i=7 2023-01-15T14:38:42.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.613+0000 7f9c0be5d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:42.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.614+0000 7f9bf0dd9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.614+0000 7f9c0be5d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:42.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.614+0000 7f9c0be5d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:42.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.619+0000 7f9c0be5d780 5 note: GC not initialized 2023-01-15T14:38:42.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.620+0000 7f9bec5d0700 20 reqs_thread_entry: start 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.620+0000 7f9c0be5d780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.620+0000 7f9c0be5d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9bea5cc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:13 2023 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9be9daa700 20 reqs_thread_entry: start 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.624 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:42.624 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:42.624 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.621+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.624 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.622+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:42.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.622+0000 7f9c0be5d780 20 rados->read ofs=0 len=0 2023-01-15T14:38:42.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.622+0000 7f9c0be5d780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:42.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.622+0000 7f9c0be5d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:42.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.623+0000 7f9bf0dd9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:42.627 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.625+0000 7f9c0be5d780 20 remove_watcher() i=0 2023-01-15T14:38:42.627 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.625+0000 7f9c0be5d780 2 removed watcher, disabling cache 2023-01-15T14:38:42.627 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.626+0000 7f9c0be5d780 20 remove_watcher() i=1 2023-01-15T14:38:42.628 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.627+0000 7f9c0be5d780 20 remove_watcher() i=2 2023-01-15T14:38:42.629 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.628+0000 7f9c0be5d780 20 remove_watcher() i=3 2023-01-15T14:38:42.630 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.629+0000 7f9c0be5d780 20 remove_watcher() i=4 2023-01-15T14:38:42.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.629+0000 7f9c0be5d780 20 remove_watcher() i=5 2023-01-15T14:38:42.631 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.630+0000 7f9c0be5d780 20 remove_watcher() i=6 2023-01-15T14:38:42.632 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:42.631+0000 7f9c0be5d780 20 remove_watcher() i=7 2023-01-15T14:38:42.636 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:42.636 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:42.636 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.21 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:38:42.637 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.038 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.039 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2023-01-15T14:38:43.039 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:43.935 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.936 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.937 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.938 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.939 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:43.940 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:43.940 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:38:43.962 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:43.962 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:43.973 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.971+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.974 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 realm 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.973+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.974+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:43.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.974+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.974+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:43.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.974+0000 7f9323102780 20 searching for the correct realm 2023-01-15T14:38:43.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.982+0000 7f93210b0700 0 -- 172.21.15.154:0/224133371 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x563371f5ac00 msgr2=0x563371beec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:43.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:43.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:43.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.984+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:43.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 zone default found 2023-01-15T14:38:43.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 4 Realm: () 2023-01-15T14:38:43.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:43.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:43.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:43.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 zonegroup default 2023-01-15T14:38:43.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 started sync module instance, tier type = 2023-01-15T14:38:43.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.985+0000 7f9323102780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:43.992 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.990+0000 7f93218b1700 0 -- 172.21.15.154:0/224133371 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x563371f5b000 msgr2=0x563371f37b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=0 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=1 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=2 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=3 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=4 2023-01-15T14:38:43.995 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=5 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.992+0000 7f9323102780 20 add_watcher() i=6 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.993+0000 7f9323102780 20 add_watcher() i=7 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.993+0000 7f9323102780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.994+0000 7f930807e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.994+0000 7f9323102780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:43.996 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:43.994+0000 7f9323102780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:44.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.000+0000 7f9323102780 5 note: GC not initialized 2023-01-15T14:38:44.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9303875700 20 reqs_thread_entry: start 2023-01-15T14:38:44.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9323102780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9323102780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9301871700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:14 2023 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f930104f700 20 reqs_thread_entry: start 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.001+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.002+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.002+0000 7f9323102780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.002+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.002+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:44.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.002+0000 7f9323102780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.003+0000 7f9323102780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:44.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.003+0000 7f9323102780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:44.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.004+0000 7f930807e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:44.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.005+0000 7f9323102780 20 remove_watcher() i=0 2023-01-15T14:38:44.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.005+0000 7f9323102780 2 removed watcher, disabling cache 2023-01-15T14:38:44.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.006+0000 7f9323102780 20 remove_watcher() i=1 2023-01-15T14:38:44.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.007+0000 7f9323102780 20 remove_watcher() i=2 2023-01-15T14:38:44.009 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.008+0000 7f9323102780 20 remove_watcher() i=3 2023-01-15T14:38:44.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.009+0000 7f9323102780 20 remove_watcher() i=4 2023-01-15T14:38:44.011 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.009+0000 7f9323102780 20 remove_watcher() i=5 2023-01-15T14:38:44.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.010+0000 7f9323102780 20 remove_watcher() i=6 2023-01-15T14:38:44.012 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.011+0000 7f9323102780 20 remove_watcher() i=7 2023-01-15T14:38:44.016 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.016 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:44.016 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:44.017 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.018 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2023-01-15T14:38:44.053 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:44.053 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:44.065 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.063+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 realm 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.067 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.065+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.066+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:44.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.066+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.066+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:44.068 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.066+0000 7f61b3052780 20 searching for the correct realm 2023-01-15T14:38:44.076 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.074+0000 7f61b07ff700 0 -- 172.21.15.154:0/3615854065 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55c0d9af5800 msgr2=0x55c0d97a7700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:44.077 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:44.078 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:44.079 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 zone default found 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 4 Realm: () 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 zonegroup default 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.076+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 started sync module instance, tier type = 2023-01-15T14:38:44.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.077+0000 7f61b3052780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:44.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.080+0000 7f61b1801700 0 -- 172.21.15.154:0/3615854065 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55c0d9af5c00 msgr2=0x55c0d9bd0580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:44.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=0 2023-01-15T14:38:44.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=1 2023-01-15T14:38:44.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=2 2023-01-15T14:38:44.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=3 2023-01-15T14:38:44.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=4 2023-01-15T14:38:44.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=5 2023-01-15T14:38:44.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=6 2023-01-15T14:38:44.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 20 add_watcher() i=7 2023-01-15T14:38:44.086 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.084+0000 7f61b3052780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:44.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.085+0000 7f6197fce700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:44.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.086+0000 7f61b3052780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:44.087 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.086+0000 7f61b3052780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:44.092 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.091+0000 7f61b3052780 5 note: GC not initialized 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61937c5700 20 reqs_thread_entry: start 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61b3052780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61b3052780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61917c1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:14 2023 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f6190f9f700 20 reqs_thread_entry: start 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61b3052780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:38:44.094 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.092+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:44.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:44.095 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 : miss 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 info.flags=0x13 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 to cache LRU end 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:44.096 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.093+0000 7f61b3052780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 2023-01-15T14:38:44.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61b3052780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 info.flags=0x17 2023-01-15T14:38:44.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61b3052780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 to cache LRU end 2023-01-15T14:38:44.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61b3052780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:44.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61b3052780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22, ofs0, ns] 2023-01-15T14:38:44.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61aaff4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132288 cookie 94286770725888 notifier 6129 bl.length()=965 2023-01-15T14:38:44.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61aaff4700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 info.flags=0x17 2023-01-15T14:38:44.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61aaff4700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 to cache LRU end 2023-01-15T14:38:44.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.098+0000 7f61aaff4700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:44.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.101+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): orig_sources= new_sources= 2023-01-15T14:38:44.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.101+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): potential sources added=[] removed=[] 2023-01-15T14:38:44.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.101+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): orig_dests= new_dests= 2023-01-15T14:38:44.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.101+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): potential dests added=[] removed=[] 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.0 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.0 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.1 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.1 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.2 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.2 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.3 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.3 2023-01-15T14:38:44.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.4 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.4 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.5 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.102+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.5 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.6 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.6 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.7 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.7 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.8 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.8 2023-01-15T14:38:44.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.9 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.9 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.10 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.10 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.11 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1.11 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.0 2023-01-15T14:38:44.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.103+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.1 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.104+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.2 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.104+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.3 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.104+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.4 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.105+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.5 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.105+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.6 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.106+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.7 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.107+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.8 2023-01-15T14:38:44.109 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.107+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.9 2023-01-15T14:38:44.110 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.108+0000 7f61b3052780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22.10 2023-01-15T14:38:44.111 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.110+0000 7f61b3052780 -1 Injecting error=-125 at location=commit_target_layout 2023-01-15T14:38:44.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.110+0000 7f61b3052780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 : hit (requested=0x13, cached=0x17) 2023-01-15T14:38:44.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.110+0000 7f61b3052780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 2023-01-15T14:38:44.112 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61b3052780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 info.flags=0x17 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61b3052780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 to cache LRU end 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61b3052780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61b3052780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22, ofs0, ns] 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61aaff4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132289 cookie 94286770725888 notifier 6129 bl.length()=933 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61aaff4700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 info.flags=0x17 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61aaff4700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 to cache LRU end 2023-01-15T14:38:44.113 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.111+0000 7f61aaff4700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:44.114 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.113+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): orig_sources= new_sources= 2023-01-15T14:38:44.114 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.113+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): potential sources added=[] removed=[] 2023-01-15T14:38:44.114 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.113+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): orig_dests= new_dests= 2023-01-15T14:38:44.114 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.113+0000 7f61b3052780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22]): potential dests added=[] removed=[] 2023-01-15T14:38:44.116 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.114+0000 7f61b3052780 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-01-15T14:38:44.117 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.116+0000 7f6197fce700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:44.119 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.117+0000 7f61b3052780 20 remove_watcher() i=0 2023-01-15T14:38:44.119 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.117+0000 7f61b3052780 2 removed watcher, disabling cache 2023-01-15T14:38:44.119 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.118+0000 7f61b3052780 20 remove_watcher() i=1 2023-01-15T14:38:44.120 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.119+0000 7f61b3052780 20 remove_watcher() i=2 2023-01-15T14:38:44.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.119+0000 7f61b3052780 20 remove_watcher() i=3 2023-01-15T14:38:44.121 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.120+0000 7f61b3052780 20 remove_watcher() i=4 2023-01-15T14:38:44.122 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.121+0000 7f61b3052780 20 remove_watcher() i=5 2023-01-15T14:38:44.123 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.122+0000 7f61b3052780 20 remove_watcher() i=6 2023-01-15T14:38:44.124 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.122+0000 7f61b3052780 20 remove_watcher() i=7 2023-01-15T14:38:44.129 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:38:44.157 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:44.157 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:44.169 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.167+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.168+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.170 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.168+0000 7fb0fee20780 20 realm 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.168+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.169+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.169+0000 7fb0fee20780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.169+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.169+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.169+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.171 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.170+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:44.172 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.170+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.172 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.170+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:44.172 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.170+0000 7fb0fee20780 20 searching for the correct realm 2023-01-15T14:38:44.179 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.178+0000 7fb0fcdce700 0 -- 172.21.15.154:0/1644683028 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55bdcc45e000 msgr2=0x55bdcc440b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.179+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.182 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 zone default found 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 4 Realm: () 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 zonegroup default 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.183 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.180+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.181+0000 7fb0fee20780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:44.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.181+0000 7fb0fee20780 20 started sync module instance, tier type = 2023-01-15T14:38:44.184 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.181+0000 7fb0fee20780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:44.185 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.184+0000 7fb0fcdce700 0 -- 172.21.15.154:0/1644683028 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55bdcc45f400 msgr2=0x55bdcc442100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:38:44.188 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=0 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=1 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=2 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=3 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=4 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=5 2023-01-15T14:38:44.189 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=6 2023-01-15T14:38:44.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 20 add_watcher() i=7 2023-01-15T14:38:44.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.187+0000 7fb0fee20780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:44.190 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.189+0000 7fb0e3d9c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:44.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.189+0000 7fb0fee20780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:44.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.189+0000 7fb0fee20780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:44.196 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.195+0000 7fb0fee20780 5 note: GC not initialized 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0df593700 20 reqs_thread_entry: start 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0fee20780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0fee20780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0dd58f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:14 2023 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0dcd6d700 20 reqs_thread_entry: start 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.198 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:44.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.196+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.197+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:44.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.197+0000 7fb0fee20780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:44.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.197+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.199 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.197+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:44.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.197+0000 7fb0fee20780 20 rados->read ofs=0 len=0 2023-01-15T14:38:44.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.198+0000 7fb0fee20780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:44.200 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.198+0000 7fb0fee20780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:44.201 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.199+0000 7fb0e3d9c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:44.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.201+0000 7fb0fee20780 20 remove_watcher() i=0 2023-01-15T14:38:44.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.201+0000 7fb0fee20780 2 removed watcher, disabling cache 2023-01-15T14:38:44.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.202+0000 7fb0fee20780 20 remove_watcher() i=1 2023-01-15T14:38:44.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.203+0000 7fb0fee20780 20 remove_watcher() i=2 2023-01-15T14:38:44.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.204+0000 7fb0fee20780 20 remove_watcher() i=3 2023-01-15T14:38:44.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.205+0000 7fb0fee20780 20 remove_watcher() i=4 2023-01-15T14:38:44.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.206+0000 7fb0fee20780 20 remove_watcher() i=5 2023-01-15T14:38:44.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.207+0000 7fb0fee20780 20 remove_watcher() i=6 2023-01-15T14:38:44.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:44.207+0000 7fb0fee20780 20 remove_watcher() i=7 2023-01-15T14:38:44.213 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.213 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:44.213 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.22 num_objects: 20 size_kb: 1 num_shards: 12 2023-01-15T14:38:44.213 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:44.632 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:44.632 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:44.632 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:44.632 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:44.633 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:44.633 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:44.633 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with abort at commit_target_layout 2023-01-15T14:38:44.633 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.547 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.548 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.549 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.550 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.551 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:38:45.552 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:38:45.574 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:45.574 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:45.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.584+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 realm 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.588 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.586+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.589 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.587+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.589 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.587+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.589 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.587+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:45.589 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.587+0000 7f3c44b81780 20 searching for the correct realm 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c42b2f700 0 -- 172.21.15.154:0/2243405881 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55abf8aa2800 msgr2=0x55abf8746c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:45.599 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.600 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.597+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 zone default found 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 4 Realm: () 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:45.602 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 zonegroup default 2023-01-15T14:38:45.603 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.603 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 started sync module instance, tier type = 2023-01-15T14:38:45.604 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.598+0000 7f3c44b81780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:45.605 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.604+0000 7f3c4232e700 0 -- 172.21.15.154:0/2243405881 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55abf8aa3c00 msgr2=0x55abf8747180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.606 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=0 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=1 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=2 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=3 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=4 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=5 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.605+0000 7f3c44b81780 20 add_watcher() i=6 2023-01-15T14:38:45.607 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.606+0000 7f3c44b81780 20 add_watcher() i=7 2023-01-15T14:38:45.608 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.606+0000 7f3c44b81780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:45.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.607+0000 7f3c29afd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.608+0000 7f3c44b81780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:45.609 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.608+0000 7f3c44b81780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:45.615 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.613+0000 7f3c44b81780 5 note: GC not initialized 2023-01-15T14:38:45.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c252f4700 20 reqs_thread_entry: start 2023-01-15T14:38:45.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c44b81780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:45.616 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c44b81780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c232f0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:15 2023 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c22ace700 20 reqs_thread_entry: start 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.614+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.615+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:45.617 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.615+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.615+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:45.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.615+0000 7f3c44b81780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:45.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.615+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.616+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:45.618 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.616+0000 7f3c44b81780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.619 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.616+0000 7f3c44b81780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:45.619 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.616+0000 7f3c44b81780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:45.619 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.617+0000 7f3c29afd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.620 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.619+0000 7f3c44b81780 20 remove_watcher() i=0 2023-01-15T14:38:45.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.619+0000 7f3c44b81780 2 removed watcher, disabling cache 2023-01-15T14:38:45.621 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.620+0000 7f3c44b81780 20 remove_watcher() i=1 2023-01-15T14:38:45.622 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.620+0000 7f3c44b81780 20 remove_watcher() i=2 2023-01-15T14:38:45.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.621+0000 7f3c44b81780 20 remove_watcher() i=3 2023-01-15T14:38:45.623 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.622+0000 7f3c44b81780 20 remove_watcher() i=4 2023-01-15T14:38:45.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.623+0000 7f3c44b81780 20 remove_watcher() i=5 2023-01-15T14:38:45.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.623+0000 7f3c44b81780 20 remove_watcher() i=6 2023-01-15T14:38:45.625 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.624+0000 7f3c44b81780 20 remove_watcher() i=7 2023-01-15T14:38:45.630 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.630 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:45.630 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:45.630 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.632 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2023-01-15T14:38:45.664 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:45.664 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:45.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.673+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.674+0000 7f6791b69780 20 realm 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.675+0000 7f6791b69780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:45.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.676+0000 7f6791b69780 20 searching for the correct realm 2023-01-15T14:38:45.685 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.684+0000 7f678fb17700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5566df836000 msgr2=0x5566df741080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:45.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:45.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:45.687 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:45.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.688 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:45.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 zone default found 2023-01-15T14:38:45.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 4 Realm: () 2023-01-15T14:38:45.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:45.690 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 zonegroup default 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.691 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.687+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.687+0000 7f6791b69780 20 started sync module instance, tier type = 2023-01-15T14:38:45.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.687+0000 7f6791b69780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:45.692 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.691+0000 7f6790318700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5566df75d000 msgr2=0x5566df741b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.695 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=0 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=1 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=2 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=3 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=4 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=5 2023-01-15T14:38:45.696 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=6 2023-01-15T14:38:45.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=7 2023-01-15T14:38:45.697 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.694+0000 7f6791b69780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:45.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.696+0000 7f6776ae5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:45.698 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:45.703 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.701+0000 7f6791b69780 5 note: GC not initialized 2023-01-15T14:38:45.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.702+0000 7f67722dc700 20 reqs_thread_entry: start 2023-01-15T14:38:45.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.702+0000 7f6791b69780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:45.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.702+0000 7f6791b69780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:45.705 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.702+0000 7f67702d8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:16 2023 2023-01-15T14:38:45.705 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f676fab6700 20 reqs_thread_entry: start 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 : miss 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x13 2023-01-15T14:38:45.706 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.707 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:45.707 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.707 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.703+0000 7f6791b69780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 2023-01-15T14:38:45.710 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.708+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.708+0000 7f6791b69780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.708+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.708+0000 7f6791b69780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23, ofs0, ns] 2023-01-15T14:38:45.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132206 cookie 93900325142528 notifier 5915 bl.length()=965 2023-01-15T14:38:45.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_sources= new_sources= 2023-01-15T14:38:45.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential sources added=[] removed=[] 2023-01-15T14:38:45.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_dests= new_dests= 2023-01-15T14:38:45.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential dests added=[] removed=[] 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.715 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.716 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.717 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.0 2023-01-15T14:38:45.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1 2023-01-15T14:38:45.718 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.2 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.3 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.715+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.4 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.5 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.6 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.7 2023-01-15T14:38:45.719 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.8 2023-01-15T14:38:45.720 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.9 2023-01-15T14:38:45.720 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.718+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.10 2023-01-15T14:38:45.723 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6791b69780 time 2023-01-15T14:38:45.723203+0000 2023-01-15T14:38:45.723 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:45.724 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.725 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6798887dbb] 2023-01-15T14:38:45.725 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.725 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.725 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.725 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:45.726 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:45.726 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:45.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.723+0000 7f6791b69780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6791b69780 time 2023-01-15T14:38:45.723203+0000 2023-01-15T14:38:45.726 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:45.727 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.727 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.727 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6798887dbb] 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:38:45.728 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f6791b69780 thread_name:radosgw-admin 2023-01-15T14:38:45.763 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.764 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f679954fcf0] 2023-01-15T14:38:45.764 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:45.764 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:45.764 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6798887e15] 2023-01-15T14:38:45.764 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.765 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.765 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.765 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:45.765 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:45.765 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:45.766 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.724+0000 7f6791b69780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:45.766 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f6791b69780 thread_name:radosgw-admin 2023-01-15T14:38:45.766 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.766 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.766 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f679954fcf0] 2023-01-15T14:38:45.767 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:45.767 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:45.767 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6798887e15] 2023-01-15T14:38:45.767 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.767 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:45.768 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.769 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:38:45.769 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.769 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.769 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.769 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.770 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.770 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.770 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.770 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.771 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:38:45.669+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.771 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:38:45.669+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.771 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffe82c85cc8 EEXIST 2023-01-15T14:38:45.772 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.772 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:38:45.772 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df35c800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.772 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df704000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.773 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df704400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.773 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.773 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.773 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.773 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.774 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.906766s 2023-01-15T14:38:45.774 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.774 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df704400 auth_method 0 2023-01-15T14:38:45.774 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.774 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.775 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.775 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.775 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.775 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df704000 auth_method 0 2023-01-15T14:38:45.775 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.776 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.776 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.776 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.776 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.776 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:38:45.670+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df705800 auth_method 0 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient(hunting): handle_auth_done global_id 6189 payload 274 2023-01-15T14:38:45.777 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.778 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:38:45.670+0000 7f678f316700 1 monclient: found mon.noname-a 2023-01-15T14:38:45.778 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:45.778 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.778 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:45.779 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: dump: 2023-01-15T14:38:45.779 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.779 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.779 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.779 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.780 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.780 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.780 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.780 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 monclient: authenticate success, global_id 6189 2023-01-15T14:38:45.781 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: dump: 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.782 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.783 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:38:45.670+0000 7f6791b69780 4 set_mon_vals no callback set 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: shutdown 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:38:45.670+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.784 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.785 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.785 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.785 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.785 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.788 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.788 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.788 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.789 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.789 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.789 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.789 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.789 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.790 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.790 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.790 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.790 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.790 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.791 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: starting msgr at 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: starting objecter 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5566df350910 EEXIST 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: setting wanted keys 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: calling monclient init 2023-01-15T14:38:45.792 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.793 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x5566df43c220 EEXIST 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df705000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.794 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df704c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df704800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.908742s 2023-01-15T14:38:45.795 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df705000 auth_method 0 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df704800 auth_method 0 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.796 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.797 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.797 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.797 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.798 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.798 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.798 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.798 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df704c00 auth_method 0 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient(hunting): handle_auth_done global_id 5915 payload 824 2023-01-15T14:38:45.799 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:38:45.672+0000 7f678fb17700 1 monclient: found mon.noname-c 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: dump: 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.800 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:38:45.672+0000 7f6791b69780 5 monclient: authenticate success, global_id 5915 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.801 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:38:45.672+0000 7f678a30c700 4 set_mon_vals no callback set 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: dump: 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.802 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:38:45.672+0000 7f6791b69780 1 librados: init done 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:38:45.673+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:38:45.674+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75c800 auth_method 0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:38:45.674+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df704400 auth_method 0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 realm 2023-01-15T14:38:45.803 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:38:45.675+0000 7f6791b69780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:38:45.675+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df75cc00 auth_method 0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:45.804 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 searching for the correct realm 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:38:45.676+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75d800 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:38:45.677+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df75dc00 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:38:45.677+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df836000 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:38:45.678+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75d400 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:38:45.679+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df75d000 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:38:45.681+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df836400 auth_method 0 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:38:45.684+0000 7f678fb17700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5566df836000 msgr2=0x5566df741080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:38:45.684+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df836000 session 0x5566df3bc900 osd.2 2023-01-15T14:38:45.805 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:38:45.684+0000 7f6788b09700 10 monclient: _renew_subs 2023-01-15T14:38:45.806 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:38:45.684+0000 7f6788b09700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.806 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:38:45.684+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df837400 auth_method 0 2023-01-15T14:38:45.806 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:45.806 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:45.807 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:45.807 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:45.807 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.807 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 zone default found 2023-01-15T14:38:45.808 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 Realm: () 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:38:45.686+0000 7f6791b69780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 zonegroup default 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.809 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 started sync module instance, tier type = 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:38:45.691+0000 7f6790318700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5566df75d000 msgr2=0x5566df741b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:38:45.691+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df75d000 session 0x5566df3bd200 osd.6 2023-01-15T14:38:45.810 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:38:45.691+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df836000 auth_method 0 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=0 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=1 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=2 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=3 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=4 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=5 2023-01-15T14:38:45.811 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=6 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=7 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:38:45.694+0000 7f6791b69780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:38:45.696+0000 7f6776ae5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.812 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.813 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.814 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.814 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.814 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:38:45.696+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.814 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:45.814 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache list hook 0x5566df3509a0 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache inspect hook 0x5566df3509a0 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache erase hook 0x5566df3509a0 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache zap hook 0x5566df3509a0 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: get_monmap_and_config 2023-01-15T14:38:45.815 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.816 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:38:45.696+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.816 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.816 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.816 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.816 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.817 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.817 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.817 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.817 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.817 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.818 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.818 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.818 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.818 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.819 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.819 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.819 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.819 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.819 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.820 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.820 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.820 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.820 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.820 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:38:45.696+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.821 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.822 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:38:45.697+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:38:45.697+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffe82c86308 EEXIST 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df860c00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df861000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df861400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.823 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.934626s 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df860c00 auth_method 0 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df861000 auth_method 0 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.824 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df861400 auth_method 0 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.825 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_done global_id 6195 payload 274 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:38:45.697+0000 7f6790318700 1 monclient: found mon.noname-a 2023-01-15T14:38:45.826 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: dump: 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.827 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.828 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:38:45.698+0000 7f6791b69780 5 monclient: authenticate success, global_id 6195 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: dump: 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.829 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.830 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:38:45.698+0000 7f6791b69780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:38:45.698+0000 7f6791b69780 4 set_mon_vals no callback set 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:38:45.698+0000 7f6791b69780 10 monclient: shutdown 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.831 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.832 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.833 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.834 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: starting msgr at 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: starting objecter 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5566df350f60 EEXIST 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: setting wanted keys 2023-01-15T14:38:45.835 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: calling monclient init 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.836 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x5566df889220 EEXIST 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df860c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df861000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.837 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df861400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.936855s 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df861400 auth_method 0 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df861000 auth_method 0 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.838 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df860c00 auth_method 0 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.839 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_done global_id 5921 payload 824 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:38:45.700+0000 7f678fb17700 1 monclient: found mon.noname-c 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: dump: 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.840 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.841 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:38:45.700+0000 7f6791b69780 5 monclient: authenticate success, global_id 5921 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:38:45.700+0000 7f67762e4700 4 set_mon_vals no callback set 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: dump: 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.842 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:38:45.700+0000 7f6791b69780 1 librados: init done 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:38:45.700+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cr dump hook 0x5566e01a2dd8 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.843 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:38:45.701+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df861c00 auth_method 0 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:38:45.701+0000 7f6791b69780 5 note: GC not initialized 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:38:45.702+0000 7f67722dc700 20 reqs_thread_entry: start 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace show hook 0x5566df384000 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace history hook 0x5566df384000 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace active hook 0x5566df384000 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace active_short hook 0x5566df384000 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:38:45.702+0000 7f6791b69780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:38:45.702+0000 7f6791b69780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:38:45.702+0000 7f67702d8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:16 2023 2023-01-15T14:38:45.844 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:38:45.703+0000 7f676fab6700 20 reqs_thread_entry: start 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 : miss 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:45.845 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x13 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:38:45.704+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df85fc00 auth_method 0 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23, ofs0, ns] 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132206 cookie 93900325142528 notifier 5915 bl.length()=965 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.846 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_sources= new_sources= 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential sources added=[] removed=[] 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_dests= new_dests= 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential dests added=[] removed=[] 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.847 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.848 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.0 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.2 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.3 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:38:45.715+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.4 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.5 2023-01-15T14:38:45.849 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.6 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.7 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.8 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.9 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:38:45.718+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.10 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:38:45.719+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df837400 session 0x5566df3bc900 osd.2 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:38:45.719+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df75d000 auth_method 0 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:38:45.723+0000 7f6791b69780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6791b69780 time 2023-01-15T14:38:45.723203+0000 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6798887dbb] 2023-01-15T14:38:45.850 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:38:45.724+0000 7f6791b69780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f6791b69780 thread_name:radosgw-admin 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.851 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f679954fcf0] 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6798887e15] 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:45.852 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:38:45.853 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:38:45.854 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:38:45.855 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:38:45.856 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:38:45.857 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:38:45.858 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:38:45.859 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:38:45.860 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f676fab6700 / http_manager 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67702d8700 / notif-worker0 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67722dc700 / http_manager 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6774ae1700 / ms_dispatch 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67762e4700 / io_context_pool 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6776ae5700 / rgw_dt_lg_renew 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6788b09700 / ms_dispatch 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6789b0b700 / io_context_pool 2023-01-15T14:38:45.861 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678a30c700 / io_context_pool 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678cb11700 / ms_dispatch 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678f316700 / msgr-worker-2 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678fb17700 / msgr-worker-1 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6790318700 / msgr-worker-0 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6791b69780 / radosgw-admin 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/log/ceph/ceph-client.admin.114919.log 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:38:45.862 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: crc 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c85b80) adding con mode: secure 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:38:45.669+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:38:45.669+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:38:45.669+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffe82c85cc8 EEXIST 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.863 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df35c800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df704000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df704400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:38:45.669+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.906766s 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df704400 auth_method 0 2023-01-15T14:38:45.864 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:38:45.669+0000 7f678cb11700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df704000 auth_method 0 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:38:45.669+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.865 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:38:45.669+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:38:45.670+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df705800 auth_method 0 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient(hunting): handle_auth_done global_id 6189 payload 274 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:38:45.670+0000 7f678f316700 1 monclient: found mon.noname-a 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:38:45.670+0000 7f678f316700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: dump: 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.866 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 monclient: authenticate success, global_id 6189 2023-01-15T14:38:45.867 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:38:45.670+0000 7f678a30c700 10 monclient: dump: 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.868 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:38:45.670+0000 7f6791b69780 4 set_mon_vals no callback set 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: shutdown 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:38:45.670+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:38:45.670+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.869 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding auth protocol: cephx 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.870 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: crc 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:38:45.670+0000 7f6791b69780 5 AuthRegistry(0x5566e00c2a40) adding con mode: secure 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.871 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: starting msgr at 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: starting objecter 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5566df350910 EEXIST 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: setting wanted keys 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:38:45.671+0000 7f6791b69780 1 librados: calling monclient init 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding auth protocol: cephx 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.872 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: crc 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 AuthRegistry(0x5566df43c0d8) adding con mode: secure 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.873 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:38:45.671+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:38:45.671+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x5566df43c220 EEXIST 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df705000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df704c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df704800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:38:45.671+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.908742s 2023-01-15T14:38:45.874 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df705000 auth_method 0 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df704800 auth_method 0 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:38:45.671+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.875 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:38:45.671+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df704c00 auth_method 0 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:38:45.671+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:38:45.672+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient(hunting): handle_auth_done global_id 5915 payload 824 2023-01-15T14:38:45.876 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:38:45.672+0000 7f678fb17700 1 monclient: found mon.noname-c 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:38:45.672+0000 7f678fb17700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: dump: 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.877 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:38:45.672+0000 7f6791b69780 5 monclient: authenticate success, global_id 5915 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:38:45.672+0000 7f678a30c700 4 set_mon_vals no callback set 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:38:45.672+0000 7f6788b09700 10 monclient: dump: 2023-01-15T14:38:45.878 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.879 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:38:45.672+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:38:45.672+0000 7f6791b69780 1 librados: init done 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:38:45.673+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:38:45.673+0000 7f6788b09700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:38:45.674+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75c800 auth_method 0 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:38:45.674+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df704400 auth_method 0 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 realm 2023-01-15T14:38:45.880 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:38:45.674+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:38:45.675+0000 7f6791b69780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:38:45.675+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:38:45.675+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df75cc00 auth_method 0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:38:45.676+0000 7f6791b69780 20 searching for the correct realm 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:38:45.676+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75d800 auth_method 0 2023-01-15T14:38:45.881 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:38:45.677+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df75dc00 auth_method 0 2023-01-15T14:38:45.882 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:38:45.677+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df836000 auth_method 0 2023-01-15T14:38:45.882 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:38:45.678+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df75d400 auth_method 0 2023-01-15T14:38:45.882 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:38:45.679+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df75d000 auth_method 0 2023-01-15T14:38:45.882 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:38:45.681+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df836400 auth_method 0 2023-01-15T14:38:45.882 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:38:45.684+0000 7f678fb17700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5566df836000 msgr2=0x5566df741080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:38:45.684+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df836000 session 0x5566df3bc900 osd.2 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:38:45.684+0000 7f6788b09700 10 monclient: _renew_subs 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:38:45.684+0000 7f6788b09700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:38:45.684+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df837400 auth_method 0 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.883 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:38:45.685+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 zone default found 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 Realm: () 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:38:45.686+0000 7f6791b69780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:38:45.686+0000 7f6791b69780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 zonegroup default 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.884 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:38:45.686+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 started sync module instance, tier type = 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:38:45.687+0000 7f6791b69780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:38:45.691+0000 7f6790318700 0 -- 172.21.15.154:0/884517154 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5566df75d000 msgr2=0x5566df741b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:38:45.691+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df75d000 session 0x5566df3bd200 osd.6 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:38:45.691+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df836000 auth_method 0 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=0 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=1 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=2 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=3 2023-01-15T14:38:45.885 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=4 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=5 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=6 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:38:45.694+0000 7f6791b69780 20 add_watcher() i=7 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:38:45.694+0000 7f6791b69780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:38:45.696+0000 7f6776ae5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding auth protocol: cephx 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.886 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: crc 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c86590) adding con mode: secure 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:38:45.696+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:38:45.696+0000 7f6791b69780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:45.887 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache list hook 0x5566df3509a0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache inspect hook 0x5566df3509a0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache erase hook 0x5566df3509a0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cache zap hook 0x5566df3509a0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: get_monmap_and_config 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:38:45.696+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.888 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.889 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:38:45.696+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:38:45.696+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.890 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:38:45.696+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding auth protocol: cephx 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.891 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: crc 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 AuthRegistry(0x7ffe82c861c0) adding con mode: secure 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:38:45.697+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:38:45.697+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:38:45.697+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffe82c86308 EEXIST 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df860c00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df861000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df861400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.892 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:38:45.697+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.934626s 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df860c00 auth_method 0 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df861000 auth_method 0 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.893 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df861400 auth_method 0 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:38:45.697+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:38:45.697+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient(hunting): handle_auth_done global_id 6195 payload 274 2023-01-15T14:38:45.894 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:38:45.697+0000 7f6790318700 1 monclient: found mon.noname-a 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:38:45.697+0000 7f6790318700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.154:3300/0 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: dump: 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.895 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:38:45.698+0000 7f6791b69780 5 monclient: authenticate success, global_id 6195 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:38:45.698+0000 7f67762e4700 10 monclient: dump: 2023-01-15T14:38:45.896 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:38:45.698+0000 7f6791b69780 10 monclient: get_monmap_and_config success 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:38:45.698+0000 7f6791b69780 4 set_mon_vals no callback set 2023-01-15T14:38:45.897 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:38:45.698+0000 7f6791b69780 10 monclient: shutdown 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: build_initial_monmap 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 build_initial for_mkfs: 0 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: monmap: 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:38:45.898 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding auth protocol: cephx 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.899 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: crc 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566e00c3340) adding con mode: secure 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: starting msgr at 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: starting objecter 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5566df350f60 EEXIST 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: setting wanted keys 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:38:45.699+0000 7f6791b69780 1 librados: calling monclient init 2023-01-15T14:38:45.900 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: init 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding auth protocol: cephx 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.901 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: crc 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 AuthRegistry(0x5566df8890d8) adding con mode: secure 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:38:45.699+0000 7f6791b69780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:38:45.699+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command rotate-key cmddesc rotate-key hook 0x5566df889220 EEXIST 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: _reopen_session rank -1 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-b con 0x5566df860c00 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-c con 0x5566df861000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:38:45.902 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): picked mon.noname-a con 0x5566df861400 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): start opening mon connection 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): _renew_subs 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:38:45.699+0000 7f6791b69780 10 monclient(hunting): authenticate will time out at 1614.936855s 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): get_auth_request con 0x5566df861400 auth_method 0 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:38:45.699+0000 7f678f316700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): get_auth_request con 0x5566df861000 auth_method 0 2023-01-15T14:38:45.903 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:38:45.699+0000 7f678fb17700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:38:45.700+0000 7f678f316700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): get_auth_request con 0x5566df860c00 auth_method 0 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.904 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:38:45.700+0000 7f6790318700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient(hunting): handle_auth_done global_id 5921 payload 824 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient: _finish_hunting 0 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:38:45.700+0000 7f678fb17700 1 monclient: found mon.noname-c 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:38:45.700+0000 7f678fb17700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.905 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: dump: 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.906 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: _finish_auth 0 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: _check_auth_tickets 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:38:45.700+0000 7f6791b69780 5 monclient: authenticate success, global_id 5921 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:38:45.700+0000 7f67762e4700 4 set_mon_vals no callback set 2023-01-15T14:38:45.907 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:38:45.700+0000 7f6774ae1700 10 monclient: dump: 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.908 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _renew_subs 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:38:45.700+0000 7f6791b69780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:38:45.700+0000 7f6791b69780 1 librados: init done 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:38:45.700+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command cr dump hook 0x5566e01a2dd8 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:38:45.701+0000 7f6774ae1700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:38:45.701+0000 7f6790318700 10 monclient: get_auth_request con 0x5566df861c00 auth_method 0 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:38:45.701+0000 7f6791b69780 5 note: GC not initialized 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:38:45.702+0000 7f67722dc700 20 reqs_thread_entry: start 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace show hook 0x5566df384000 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace history hook 0x5566df384000 2023-01-15T14:38:45.909 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace active hook 0x5566df384000 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:38:45.702+0000 7f6791b69780 5 asok(0x5566df3ee000) register_command sync trace active_short hook 0x5566df384000 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:38:45.702+0000 7f6791b69780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:38:45.702+0000 7f6791b69780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:38:45.702+0000 7f67702d8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:16 2023 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:38:45.703+0000 7f676fab6700 20 reqs_thread_entry: start 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:38:45.910 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 : miss 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:38:45.703+0000 7f6791b69780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x13 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:38:45.703+0000 7f6791b69780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:38:45.704+0000 7f678f316700 10 monclient: get_auth_request con 0x5566df85fc00 auth_method 0 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.911 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:38:45.708+0000 7f6791b69780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23, ofs0, ns] 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132206 cookie 93900325142528 notifier 5915 bl.length()=965 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:38:45.709+0000 7f6789b0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_sources= new_sources= 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential sources added=[] removed=[] 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_dests= new_dests= 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:38:45.711+0000 7f6791b69780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential dests added=[] removed=[] 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.912 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:38:45.913 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:38:45.914 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:38:45.713+0000 7f6791b69780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.0 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:38:45.713+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.2 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:38:45.714+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.3 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:38:45.715+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.4 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.5 2023-01-15T14:38:45.915 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.6 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:38:45.716+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.7 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.8 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:38:45.717+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.9 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:38:45.718+0000 7f6791b69780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.10 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:38:45.719+0000 7f6788b09700 1 client.5915.objecter ms_handle_reset 0x5566df837400 session 0x5566df3bc900 osd.2 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:38:45.719+0000 7f678fb17700 10 monclient: get_auth_request con 0x5566df75d000 auth_method 0 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:38:45.723+0000 7f6791b69780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f6791b69780 time 2023-01-15T14:38:45.723203+0000 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.916 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f6798887dbb] 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:38:45.724+0000 7f6791b69780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f6791b69780 thread_name:radosgw-admin 2023-01-15T14:38:45.917 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f679954fcf0] 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f6798887e15] 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f6798887f81] 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5566dbd58ae1] 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5566dbd55dff] 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:38:45.918 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:38:45.919 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:38:45.920 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:38:45.921 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:38:45.922 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:38:45.923 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:38:45.924 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:38:45.925 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:38:45.926 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:38:45.927 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 7f676fab6700 / http_manager 2023-01-15T14:38:45.928 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67702d8700 / notif-worker0 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67722dc700 / http_manager 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6774ae1700 / ms_dispatch 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f67762e4700 / io_context_pool 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6776ae5700 / rgw_dt_lg_renew 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6788b09700 / ms_dispatch 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6789b0b700 / io_context_pool 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678a30c700 / io_context_pool 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678cb11700 / ms_dispatch 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678f316700 / msgr-worker-2 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f678fb17700 / msgr-worker-1 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6790318700 / msgr-worker-0 2023-01-15T14:38:45.929 INFO:tasks.workunit.client.0.smithi154.stderr: 7f6791b69780 / radosgw-admin 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:38:45.725682Z_b51b11ed-f5ee-4ba7-9dc3-36b181d9eefc/log 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:38:45.930 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.769+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 20 realm 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:38:45.932 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.770+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.771+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.771+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.771+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.771+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.772+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:38:45.933 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.772+0000 7fe66e9ab780 20 searching for the correct realm 2023-01-15T14:38:45.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.981+0000 7fe66c158700 0 -- 172.21.15.154:0/3273332066 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x56056401a800 msgr2=0x560563221180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.982+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 zone default found 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 4 Realm: () 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:38:45.987 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 zonegroup default 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.983+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.984+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.984+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:45.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.984+0000 7fe66e9ab780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:38:45.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.984+0000 7fe66e9ab780 20 started sync module instance, tier type = 2023-01-15T14:38:45.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.984+0000 7fe66e9ab780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:38:45.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.987+0000 7fe66d15a700 0 -- 172.21.15.154:0/3273332066 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x56056401a400 msgr2=0x560563580b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:38:45.992 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=0 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=1 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=2 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=3 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=4 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=5 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=6 2023-01-15T14:38:45.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 20 add_watcher() i=7 2023-01-15T14:38:45.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.991+0000 7fe66e9ab780 2 all 8 watchers are set, enabling cache 2023-01-15T14:38:45.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.993+0000 7fe653927700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:45.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.993+0000 7fe66e9ab780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:38:45.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.993+0000 7fe66e9ab780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:38:46.000 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.998+0000 7fe66e9ab780 5 note: GC not initialized 2023-01-15T14:38:46.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe64f11e700 20 reqs_thread_entry: start 2023-01-15T14:38:46.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe66e9ab780 20 init_complete bucket index max shards: 11 2023-01-15T14:38:46.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe66e9ab780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:38:46.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe64d11a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:16 2023 2023-01-15T14:38:46.002 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:46.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe64c8f8700 20 reqs_thread_entry: start 2023-01-15T14:38:46.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:45.999+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:46.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.000+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:46.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.000+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.000+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=425 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.000+0000 7fe66e9ab780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.000+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.001+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.001+0000 7fe66e9ab780 20 rados->read ofs=0 len=0 2023-01-15T14:38:46.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.001+0000 7fe66e9ab780 20 rados_obj.operate() r=0 bl.length=425 2023-01-15T14:38:46.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.001+0000 7fe66e9ab780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:38:46.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.002+0000 7fe653927700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:38:46.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.004+0000 7fe66e9ab780 20 remove_watcher() i=0 2023-01-15T14:38:46.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.004+0000 7fe66e9ab780 2 removed watcher, disabling cache 2023-01-15T14:38:46.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.005+0000 7fe66e9ab780 20 remove_watcher() i=1 2023-01-15T14:38:46.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.005+0000 7fe66e9ab780 20 remove_watcher() i=2 2023-01-15T14:38:46.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.006+0000 7fe66e9ab780 20 remove_watcher() i=3 2023-01-15T14:38:46.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.007+0000 7fe66e9ab780 20 remove_watcher() i=4 2023-01-15T14:38:46.009 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.008+0000 7fe66e9ab780 20 remove_watcher() i=5 2023-01-15T14:38:46.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.008+0000 7fe66e9ab780 20 remove_watcher() i=6 2023-01-15T14:38:46.010 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:38:46.009+0000 7fe66e9ab780 20 remove_watcher() i=7 2023-01-15T14:38:46.015 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:38:46.015 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:38:46.015 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:38:46.015 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:16.286 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:16.287 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:16.287 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:16.287 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:16.287 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:39:16.318 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:16.318 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:16.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.329+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 realm 2023-01-15T14:39:16.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:16.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.331+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.332+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:16.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.332+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.332+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:16.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.332+0000 7f6b60568780 20 searching for the correct realm 2023-01-15T14:39:16.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.339+0000 7f6b5ed17700 0 -- 172.21.15.154:0/900331353 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x564054336c00 msgr2=0x564054259600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:16.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:16.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:16.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:16.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:16.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:16.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.345 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.343+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 zone default found 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 4 Realm: () 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 zonegroup default 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b5e516700 0 -- 172.21.15.154:0/900331353 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x564054342400 msgr2=0x564054259b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.346 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.344+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.345+0000 7f6b60568780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.345+0000 7f6b60568780 20 started sync module instance, tier type = 2023-01-15T14:39:16.347 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.345+0000 7f6b60568780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:16.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=0 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=1 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=2 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=3 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=4 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=5 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.352+0000 7f6b60568780 20 add_watcher() i=6 2023-01-15T14:39:16.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.353+0000 7f6b60568780 20 add_watcher() i=7 2023-01-15T14:39:16.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.353+0000 7f6b60568780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:16.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.354+0000 7f6b454e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:16.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.354+0000 7f6b60568780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:16.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.354+0000 7f6b60568780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:16.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.360+0000 7f6b60568780 5 note: GC not initialized 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b40cdb700 20 reqs_thread_entry: start 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b3ecd7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:46 2023 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b3e4b5700 20 reqs_thread_entry: start 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:39:16.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 : miss 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.361+0000 7f6b60568780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.363 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:39:16.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x13 2023-01-15T14:39:16.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:39:16.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:16.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:16.364 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.362+0000 7f6b60568780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 2023-01-15T14:39:16.367 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b60568780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b60568780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b60568780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b60568780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23, ofs0, ns] 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b58d0b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132208 cookie 94834290737152 notifier 6234 bl.length()=965 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b58d0b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b58d0b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:39:16.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.367+0000 7f6b58d0b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:16.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.369+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_sources= new_sources= 2023-01-15T14:39:16.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.369+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential sources added=[] removed=[] 2023-01-15T14:39:16.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.369+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_dests= new_dests= 2023-01-15T14:39:16.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.369+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential dests added=[] removed=[] 2023-01-15T14:39:16.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:39:16.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.0 2023-01-15T14:39:16.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.1 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.2 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.3 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.4 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.5 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:39:16.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.6 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.7 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.8 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.9 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.10 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1.11 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.371+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.0 2023-01-15T14:39:16.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.372+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.1 2023-01-15T14:39:16.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.372+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.2 2023-01-15T14:39:16.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.373+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.3 2023-01-15T14:39:16.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.373+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.4 2023-01-15T14:39:16.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.374+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.5 2023-01-15T14:39:16.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.374+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.6 2023-01-15T14:39:16.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.375+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.7 2023-01-15T14:39:16.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.375+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.8 2023-01-15T14:39:16.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.376+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.9 2023-01-15T14:39:16.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.376+0000 7f6b60568780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23.10 2023-01-15T14:39:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.379+0000 7f6b60568780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:16.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.379+0000 7f6b60568780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b60568780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b60568780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b60568780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b60568780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23, ofs0, ns] 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b5850a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132209 cookie 94834290737152 notifier 6234 bl.length()=933 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b5850a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 info.flags=0x17 2023-01-15T14:39:16.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b5850a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 to cache LRU end 2023-01-15T14:39:16.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.380+0000 7f6b5850a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.382+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_sources= new_sources= 2023-01-15T14:39:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.382+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential sources added=[] removed=[] 2023-01-15T14:39:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.382+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): orig_dests= new_dests= 2023-01-15T14:39:16.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.382+0000 7f6b60568780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23]): potential dests added=[] removed=[] 2023-01-15T14:39:16.384 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.384+0000 7f6b60568780 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" completed successfully 2023-01-15T14:39:16.386 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.385+0000 7f6b454e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:16.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.387+0000 7f6b60568780 20 remove_watcher() i=0 2023-01-15T14:39:16.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.387+0000 7f6b60568780 2 removed watcher, disabling cache 2023-01-15T14:39:16.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.388+0000 7f6b60568780 20 remove_watcher() i=1 2023-01-15T14:39:16.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.389+0000 7f6b60568780 20 remove_watcher() i=2 2023-01-15T14:39:16.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.389+0000 7f6b60568780 20 remove_watcher() i=3 2023-01-15T14:39:16.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.390+0000 7f6b60568780 20 remove_watcher() i=4 2023-01-15T14:39:16.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.391+0000 7f6b60568780 20 remove_watcher() i=5 2023-01-15T14:39:16.392 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.392+0000 7f6b60568780 20 remove_watcher() i=6 2023-01-15T14:39:16.393 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.393+0000 7f6b60568780 20 remove_watcher() i=7 2023-01-15T14:39:16.399 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:39:16.427 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:16.427 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:16.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.437+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.438+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.438+0000 7f941e5ea780 20 realm 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.438+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.439+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.439+0000 7f941e5ea780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.439+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.439+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.439+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.440+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:16.441 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.440+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.440+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:16.442 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.440+0000 7f941e5ea780 20 searching for the correct realm 2023-01-15T14:39:16.449 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.449+0000 7f941c598700 0 -- 172.21.15.154:0/2684389398 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55b21e7d8000 msgr2=0x55b21e7bab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:16.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.450+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 zone default found 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 4 Realm: () 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:16.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 zonegroup default 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 started sync module instance, tier type = 2023-01-15T14:39:16.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.451+0000 7f941e5ea780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:16.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.455+0000 7f941c598700 0 -- 172.21.15.154:0/2684389398 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55b21e7d9400 msgr2=0x55b21e7bc100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=0 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=1 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=2 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=3 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=4 2023-01-15T14:39:16.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=5 2023-01-15T14:39:16.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.458+0000 7f941e5ea780 20 add_watcher() i=6 2023-01-15T14:39:16.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.459+0000 7f941e5ea780 20 add_watcher() i=7 2023-01-15T14:39:16.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.459+0000 7f941e5ea780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:16.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.460+0000 7f9403566700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:16.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.461+0000 7f941e5ea780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:16.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.461+0000 7f941e5ea780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:16.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.466+0000 7f941e5ea780 5 note: GC not initialized 2023-01-15T14:39:16.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f93fed5d700 20 reqs_thread_entry: start 2023-01-15T14:39:16.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f941e5ea780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:16.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f941e5ea780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:16.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f93fcd59700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:46 2023 2023-01-15T14:39:16.469 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:16.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f93fc537700 20 reqs_thread_entry: start 2023-01-15T14:39:16.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.467+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:39:16.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=221 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.468+0000 7f941e5ea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.469+0000 7f941e5ea780 20 rados_obj.operate() r=0 bl.length=393 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.469+0000 7f941e5ea780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:16.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.470+0000 7f9403566700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:16.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.472+0000 7f941e5ea780 20 remove_watcher() i=0 2023-01-15T14:39:16.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.472+0000 7f941e5ea780 2 removed watcher, disabling cache 2023-01-15T14:39:16.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.473+0000 7f941e5ea780 20 remove_watcher() i=1 2023-01-15T14:39:16.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.473+0000 7f941e5ea780 20 remove_watcher() i=2 2023-01-15T14:39:16.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.474+0000 7f941e5ea780 20 remove_watcher() i=3 2023-01-15T14:39:16.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.475+0000 7f941e5ea780 20 remove_watcher() i=4 2023-01-15T14:39:16.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.476+0000 7f941e5ea780 20 remove_watcher() i=5 2023-01-15T14:39:16.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.477+0000 7f941e5ea780 20 remove_watcher() i=6 2023-01-15T14:39:16.478 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:16.477+0000 7f941e5ea780 20 remove_watcher() i=7 2023-01-15T14:39:16.482 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:16.482 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:16.482 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-commit-target-layout id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.23 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:39:16.482 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with EIO injected at do_reshard 2023-01-15T14:39:16.898 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:17.897 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.898 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.901 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.902 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.903 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:17.904 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:17.905 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:39:17.925 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:17.925 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:18.137 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.137+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 20 realm 2023-01-15T14:39:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.139 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.138+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.139+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.139+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.139+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.140 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.139+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.140+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:18.141 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.140+0000 7f29a5b35780 20 searching for the correct realm 2023-01-15T14:39:18.349 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.347+0000 7f29a3ae3700 0 -- 172.21.15.154:0/3283073384 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5555ee07e400 msgr2=0x5555edf8a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.351 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.352 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.350+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.353 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 zone default found 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 4 Realm: () 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 zonegroup default 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.354 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.351+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.352+0000 7f29a5b35780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.352+0000 7f29a5b35780 20 started sync module instance, tier type = 2023-01-15T14:39:18.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.352+0000 7f29a5b35780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:18.355 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.352+0000 7f29a42e4700 0 -- 172.21.15.154:0/3283073384 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x5555ee072400 msgr2=0x5555edf8a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=0 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=1 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=2 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=3 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=4 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=5 2023-01-15T14:39:18.360 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.358+0000 7f29a5b35780 20 add_watcher() i=6 2023-01-15T14:39:18.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.359+0000 7f29a5b35780 20 add_watcher() i=7 2023-01-15T14:39:18.361 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.359+0000 7f29a5b35780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:18.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.360+0000 7f298aab1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.360+0000 7f29a5b35780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:18.362 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.360+0000 7f29a5b35780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:18.368 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.366+0000 7f29a5b35780 5 note: GC not initialized 2023-01-15T14:39:18.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.367+0000 7f29862a8700 20 reqs_thread_entry: start 2023-01-15T14:39:18.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.367+0000 7f29a5b35780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:18.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.367+0000 7f29a5b35780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:18.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.367+0000 7f29842a4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:48 2023 2023-01-15T14:39:18.370 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.367+0000 7f2983a82700 20 reqs_thread_entry: start 2023-01-15T14:39:18.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.368+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.369+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.369+0000 7f29a5b35780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.369+0000 7f29a5b35780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.369+0000 7f29a5b35780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.372 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.370+0000 7f298aab1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.373 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.372+0000 7f29a5b35780 20 remove_watcher() i=0 2023-01-15T14:39:18.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.372+0000 7f29a5b35780 2 removed watcher, disabling cache 2023-01-15T14:39:18.374 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.373+0000 7f29a5b35780 20 remove_watcher() i=1 2023-01-15T14:39:18.375 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.374+0000 7f29a5b35780 20 remove_watcher() i=2 2023-01-15T14:39:18.376 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.374+0000 7f29a5b35780 20 remove_watcher() i=3 2023-01-15T14:39:18.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.375+0000 7f29a5b35780 20 remove_watcher() i=4 2023-01-15T14:39:18.377 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.376+0000 7f29a5b35780 20 remove_watcher() i=5 2023-01-15T14:39:18.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.377+0000 7f29a5b35780 20 remove_watcher() i=6 2023-01-15T14:39:18.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.377+0000 7f29a5b35780 20 remove_watcher() i=7 2023-01-15T14:39:18.383 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.383 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:18.383 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:39:18.383 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.385 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2023-01-15T14:39:18.417 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:18.418 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:18.429 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.428+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.431 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 realm 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.432 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.430+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.431+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.431+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.431+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:18.433 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.431+0000 7f379aed7780 20 searching for the correct realm 2023-01-15T14:39:18.440 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.439+0000 7f3798e85700 0 -- 172.21.15.154:0/4120114011 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55b13c6e8400 msgr2=0x55b13c7acb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.443 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.441+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 zone default found 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 4 Realm: () 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 zonegroup default 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.445 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 started sync module instance, tier type = 2023-01-15T14:39:18.446 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.442+0000 7f379aed7780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:18.447 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.446+0000 7f3798e85700 0 -- 172.21.15.154:0/4120114011 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55b13c7d6c00 msgr2=0x55b13c7ae100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=0 2023-01-15T14:39:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=1 2023-01-15T14:39:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=2 2023-01-15T14:39:18.450 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=3 2023-01-15T14:39:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=4 2023-01-15T14:39:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=5 2023-01-15T14:39:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=6 2023-01-15T14:39:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 20 add_watcher() i=7 2023-01-15T14:39:18.451 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.449+0000 7f379aed7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.450+0000 7f377fe53700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.451+0000 7f379aed7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:18.452 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.451+0000 7f379aed7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:18.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.456+0000 7f379aed7780 5 note: GC not initialized 2023-01-15T14:39:18.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f377b64a700 20 reqs_thread_entry: start 2023-01-15T14:39:18.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f379aed7780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:18.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f379aed7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:18.459 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f3779646700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:48 2023 2023-01-15T14:39:18.459 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f3778e24700 20 reqs_thread_entry: start 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f379aed7780 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.457+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 : miss 2023-01-15T14:39:18.460 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x13 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.461 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.458+0000 7f379aed7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 2023-01-15T14:39:18.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f379aed7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f379aed7780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f379aed7780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.464 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f379aed7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24, ofs0, ns] 2023-01-15T14:39:18.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f3792e79700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132296 cookie 94219707838848 notifier 6300 bl.length()=945 2023-01-15T14:39:18.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f3792e79700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f3792e79700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.465 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.463+0000 7f3792e79700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.465+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_sources= new_sources= 2023-01-15T14:39:18.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.465+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential sources added=[] removed=[] 2023-01-15T14:39:18.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.465+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_dests= new_dests= 2023-01-15T14:39:18.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.465+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential dests added=[] removed=[] 2023-01-15T14:39:18.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.467+0000 7f379aed7780 -1 Injecting error=-5 at location=do_reshard 2023-01-15T14:39:18.472 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.471+0000 7f379aed7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:18.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.471+0000 7f379aed7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 2023-01-15T14:39:18.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379aed7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379aed7780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379aed7780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379aed7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24, ofs0, ns] 2023-01-15T14:39:18.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379367a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132297 cookie 94219707838848 notifier 6300 bl.length()=913 2023-01-15T14:39:18.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379367a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379367a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.472+0000 7f379367a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.474+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_sources= new_sources= 2023-01-15T14:39:18.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.474+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential sources added=[] removed=[] 2023-01-15T14:39:18.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.474+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_dests= new_dests= 2023-01-15T14:39:18.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.474+0000 7f379aed7780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential dests added=[] removed=[] 2023-01-15T14:39:18.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.474+0000 7f379aed7780 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2023-01-15T14:39:18.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.476+0000 7f377fe53700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.477+0000 7f379aed7780 20 remove_watcher() i=0 2023-01-15T14:39:18.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.477+0000 7f379aed7780 2 removed watcher, disabling cache 2023-01-15T14:39:18.479 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.478+0000 7f379aed7780 20 remove_watcher() i=1 2023-01-15T14:39:18.480 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.479+0000 7f379aed7780 20 remove_watcher() i=2 2023-01-15T14:39:18.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.480+0000 7f379aed7780 20 remove_watcher() i=3 2023-01-15T14:39:18.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.480+0000 7f379aed7780 20 remove_watcher() i=4 2023-01-15T14:39:18.482 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.481+0000 7f379aed7780 20 remove_watcher() i=5 2023-01-15T14:39:18.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.482+0000 7f379aed7780 20 remove_watcher() i=6 2023-01-15T14:39:18.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.482+0000 7f379aed7780 20 remove_watcher() i=7 2023-01-15T14:39:18.489 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:39:18.517 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:18.517 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:18.528 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.526+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.533 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 realm 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.534 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.528+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.529+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.529+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.529+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:18.535 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.529+0000 7f3122bea780 20 searching for the correct realm 2023-01-15T14:39:18.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.537+0000 7f3120b98700 0 -- 172.21.15.154:0/2811483701 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55d126763800 msgr2=0x55d126747080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:18.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:18.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:18.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:18.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.539+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:18.544 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 zone default found 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 4 Realm: () 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 zonegroup default 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.545 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.540+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.541+0000 7f3122bea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.541+0000 7f3122bea780 20 started sync module instance, tier type = 2023-01-15T14:39:18.546 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.541+0000 7f3122bea780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:18.547 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.544+0000 7f3120b98700 0 -- 172.21.15.154:0/2811483701 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55d126843800 msgr2=0x55d126748680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=0 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=1 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=2 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=3 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=4 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=5 2023-01-15T14:39:18.549 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.547+0000 7f3122bea780 20 add_watcher() i=6 2023-01-15T14:39:18.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.548+0000 7f3122bea780 20 add_watcher() i=7 2023-01-15T14:39:18.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.548+0000 7f3122bea780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:18.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.549+0000 7f3107b66700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.549+0000 7f3122bea780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:18.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.549+0000 7f3122bea780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:18.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.554+0000 7f3122bea780 5 note: GC not initialized 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.555+0000 7f310335d700 20 reqs_thread_entry: start 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.555+0000 7f3122bea780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3101359700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:48 2023 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3100b37700 20 reqs_thread_entry: start 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.558 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.556+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.557+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.557+0000 7f3122bea780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.557+0000 7f3122bea780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.557+0000 7f3122bea780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.559+0000 7f3107b66700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.560+0000 7f3122bea780 20 remove_watcher() i=0 2023-01-15T14:39:18.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.560+0000 7f3122bea780 2 removed watcher, disabling cache 2023-01-15T14:39:18.562 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.561+0000 7f3122bea780 20 remove_watcher() i=1 2023-01-15T14:39:18.563 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.562+0000 7f3122bea780 20 remove_watcher() i=2 2023-01-15T14:39:18.564 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.562+0000 7f3122bea780 20 remove_watcher() i=3 2023-01-15T14:39:18.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.563+0000 7f3122bea780 20 remove_watcher() i=4 2023-01-15T14:39:18.565 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.564+0000 7f3122bea780 20 remove_watcher() i=5 2023-01-15T14:39:18.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.565+0000 7f3122bea780 20 remove_watcher() i=6 2023-01-15T14:39:18.567 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.565+0000 7f3122bea780 20 remove_watcher() i=7 2023-01-15T14:39:18.571 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.571 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:18.572 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:39:18.572 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.667 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:18.668 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:18.668 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:18.668 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:18.668 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:39:18.697 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:18.697 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:18.709 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.708+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.709+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.709+0000 7f813a9e4780 20 realm 2023-01-15T14:39:18.711 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.709+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.712 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.710+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.711+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:18.713 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.711+0000 7f813a9e4780 20 searching for the correct realm 2023-01-15T14:39:18.720 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.718+0000 7f8139193700 0 -- 172.21.15.154:0/2484040104 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x558ade8d3000 msgr2=0x558addae8680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:18.722 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:18.722 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:18.722 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.720+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.723 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.724 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:18.724 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 zone default found 2023-01-15T14:39:18.724 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 4 Realm: () 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 zonegroup default 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.725 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.721+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.722+0000 7f813a9e4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.722+0000 7f813a9e4780 20 started sync module instance, tier type = 2023-01-15T14:39:18.726 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.722+0000 7f813a9e4780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:18.727 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.724+0000 7f8139193700 0 -- 172.21.15.154:0/2484040104 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x558addf32000 msgr2=0x558adde40b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=0 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=1 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=2 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=3 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=4 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=5 2023-01-15T14:39:18.730 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.728+0000 7f813a9e4780 20 add_watcher() i=6 2023-01-15T14:39:18.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.729+0000 7f813a9e4780 20 add_watcher() i=7 2023-01-15T14:39:18.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.729+0000 7f813a9e4780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:18.731 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.730+0000 7f811f960700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.730+0000 7f813a9e4780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:18.732 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.730+0000 7f813a9e4780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:18.737 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.736+0000 7f813a9e4780 5 note: GC not initialized 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f811b157700 20 reqs_thread_entry: start 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f813a9e4780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f813a9e4780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f8119153700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:49 2023 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.741 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f8118931700 20 reqs_thread_entry: start 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f813a9e4780 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.737+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-01-15T14:39:18.742 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 : miss 2023-01-15T14:39:18.743 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.743 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.743 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x13 2023-01-15T14:39:18.743 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.743 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:18.744 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.744 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.738+0000 7f813a9e4780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 2023-01-15T14:39:18.745 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.742+0000 7f813a9e4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.745 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.742+0000 7f813a9e4780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.745 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.742+0000 7f813a9e4780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.745 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.742+0000 7f813a9e4780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24, ofs0, ns] 2023-01-15T14:39:18.746 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.743+0000 7f8133187700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132298 cookie 94054913020288 notifier 6342 bl.length()=945 2023-01-15T14:39:18.746 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.743+0000 7f8133187700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.746 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.743+0000 7f8133187700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.746 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.743+0000 7f8133187700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.747 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.745+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_sources= new_sources= 2023-01-15T14:39:18.747 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.745+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential sources added=[] removed=[] 2023-01-15T14:39:18.747 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.745+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_dests= new_dests= 2023-01-15T14:39:18.747 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.745+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential dests added=[] removed=[] 2023-01-15T14:39:18.749 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.0 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.0 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.1 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.1 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.2 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.2 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.3 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.3 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.4 2023-01-15T14:39:18.750 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.4 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.5 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.5 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.6 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.6 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.7 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.7 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.8 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.8 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.9 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.9 2023-01-15T14:39:18.751 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.10 2023-01-15T14:39:18.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.10 2023-01-15T14:39:18.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.11 2023-01-15T14:39:18.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1.11 2023-01-15T14:39:18.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.747+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.0 2023-01-15T14:39:18.752 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.748+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.1 2023-01-15T14:39:18.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.748+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.2 2023-01-15T14:39:18.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.749+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.3 2023-01-15T14:39:18.753 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.749+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.4 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.750+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.5 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.750+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.6 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.751+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.7 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.751+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.8 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.752+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.9 2023-01-15T14:39:18.754 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.752+0000 7f813a9e4780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24.10 2023-01-15T14:39:18.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.755+0000 7f813a9e4780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:18.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.755+0000 7f813a9e4780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 2023-01-15T14:39:18.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f813a9e4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.757 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f813a9e4780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f813a9e4780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f813a9e4780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24, ofs0, ns] 2023-01-15T14:39:18.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f8133187700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132299 cookie 94054913020288 notifier 6342 bl.length()=913 2023-01-15T14:39:18.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f8133187700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 info.flags=0x17 2023-01-15T14:39:18.758 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f8133187700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 to cache LRU end 2023-01-15T14:39:18.759 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.756+0000 7f8133187700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:18.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.759+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_sources= new_sources= 2023-01-15T14:39:18.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.759+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential sources added=[] removed=[] 2023-01-15T14:39:18.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.759+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): orig_dests= new_dests= 2023-01-15T14:39:18.760 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.759+0000 7f813a9e4780 20 handle_bi_update(): bucket=:error-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24]): potential dests added=[] removed=[] 2023-01-15T14:39:18.762 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.761+0000 7f813a9e4780 1 execute INFO: reshard of bucket "error-at-do-reshard" completed successfully 2023-01-15T14:39:18.764 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.762+0000 7f811f960700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.765 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.764+0000 7f813a9e4780 20 remove_watcher() i=0 2023-01-15T14:39:18.765 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.764+0000 7f813a9e4780 2 removed watcher, disabling cache 2023-01-15T14:39:18.766 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.765+0000 7f813a9e4780 20 remove_watcher() i=1 2023-01-15T14:39:18.767 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.765+0000 7f813a9e4780 20 remove_watcher() i=2 2023-01-15T14:39:18.768 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.766+0000 7f813a9e4780 20 remove_watcher() i=3 2023-01-15T14:39:18.768 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.767+0000 7f813a9e4780 20 remove_watcher() i=4 2023-01-15T14:39:18.769 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.768+0000 7f813a9e4780 20 remove_watcher() i=5 2023-01-15T14:39:18.770 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.768+0000 7f813a9e4780 20 remove_watcher() i=6 2023-01-15T14:39:18.771 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.769+0000 7f813a9e4780 20 remove_watcher() i=7 2023-01-15T14:39:18.776 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:39:18.806 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:18.806 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:18.820 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.817+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 realm 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.821 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.819+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.820+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.820+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.820+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:18.822 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.820+0000 7f93143d5780 20 searching for the correct realm 2023-01-15T14:39:18.830 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.828+0000 7f9311b82700 0 -- 172.21.15.154:0/4004183462 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5614f25df400 msgr2=0x5614f2263700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.831 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.832 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:18.833 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.830+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 zone default found 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 4 Realm: () 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 zonegroup default 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.834 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:18.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 started sync module instance, tier type = 2023-01-15T14:39:18.835 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.831+0000 7f93143d5780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:18.836 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.835+0000 7f9312b84700 0 -- 172.21.15.154:0/4004183462 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x5614f25df800 msgr2=0x5614f26a0580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:18.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=0 2023-01-15T14:39:18.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=1 2023-01-15T14:39:18.840 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=2 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=3 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=4 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=5 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=6 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 20 add_watcher() i=7 2023-01-15T14:39:18.841 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.839+0000 7f93143d5780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:18.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.841+0000 7f92f9351700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.841+0000 7f93143d5780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:18.842 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.841+0000 7f93143d5780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:18.848 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.847+0000 7f93143d5780 5 note: GC not initialized 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f92f4b48700 20 reqs_thread_entry: start 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f93143d5780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f93143d5780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f92f2b44700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:49 2023 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f92f2322700 20 reqs_thread_entry: start 2023-01-15T14:39:18.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.848+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.849+0000 7f93143d5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.850+0000 7f93143d5780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:18.852 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.850+0000 7f93143d5780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:18.853 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.851+0000 7f92f9351700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:18.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.853+0000 7f93143d5780 20 remove_watcher() i=0 2023-01-15T14:39:18.854 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.853+0000 7f93143d5780 2 removed watcher, disabling cache 2023-01-15T14:39:18.855 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.854+0000 7f93143d5780 20 remove_watcher() i=1 2023-01-15T14:39:18.856 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.855+0000 7f93143d5780 20 remove_watcher() i=2 2023-01-15T14:39:18.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.855+0000 7f93143d5780 20 remove_watcher() i=3 2023-01-15T14:39:18.857 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.856+0000 7f93143d5780 20 remove_watcher() i=4 2023-01-15T14:39:18.858 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.857+0000 7f93143d5780 20 remove_watcher() i=5 2023-01-15T14:39:18.859 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.858+0000 7f93143d5780 20 remove_watcher() i=6 2023-01-15T14:39:18.860 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:18.858+0000 7f93143d5780 20 remove_watcher() i=7 2023-01-15T14:39:18.865 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:18.865 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:18.865 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: error-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.24 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:39:18.865 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:19.420 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:19.420 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:19.421 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:19.421 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:19.421 INFO:tasks.workunit.client.0.smithi154.stderr:TEST: reshard bucket with abort at do_reshard 2023-01-15T14:39:19.422 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.330 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.331 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.332 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.333 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.334 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.334 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.334 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:20.334 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:20.334 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:39:20.355 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:20.355 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:20.367 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.365+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 realm 2023-01-15T14:39:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.369 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.367+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.368+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.370 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.368+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.368+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:20.371 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.368+0000 7facbc5e7780 20 searching for the correct realm 2023-01-15T14:39:20.378 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.376+0000 7facba595700 0 -- 172.21.15.154:0/2804849764 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x556207c41000 msgr2=0x556207280b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:20.379 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.380 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:20.381 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 zone default found 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 4 Realm: () 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 zonegroup default 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.378+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.382 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 started sync module instance, tier type = 2023-01-15T14:39:20.383 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.379+0000 7facbc5e7780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:20.385 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.383+0000 7facba595700 0 -- 172.21.15.154:0/2804849764 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5562072b5000 msgr2=0x556207282100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.385+0000 7facbc5e7780 20 add_watcher() i=0 2023-01-15T14:39:20.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=1 2023-01-15T14:39:20.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=2 2023-01-15T14:39:20.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=3 2023-01-15T14:39:20.387 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=4 2023-01-15T14:39:20.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=5 2023-01-15T14:39:20.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=6 2023-01-15T14:39:20.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 20 add_watcher() i=7 2023-01-15T14:39:20.388 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.386+0000 7facbc5e7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:20.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.388+0000 7faca1563700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.388+0000 7facbc5e7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:20.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.388+0000 7facbc5e7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:20.395 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.393+0000 7facbc5e7780 5 note: GC not initialized 2023-01-15T14:39:20.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7fac9cd5a700 20 reqs_thread_entry: start 2023-01-15T14:39:20.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7facbc5e7780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:20.396 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7facbc5e7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:20.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7fac9ad56700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:50 2023 2023-01-15T14:39:20.397 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7fac9a534700 20 reqs_thread_entry: start 2023-01-15T14:39:20.397 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.394+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.398 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.395+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.398 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.395+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.395+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.395+0000 7facbc5e7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.395+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.396+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.396+0000 7facbc5e7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.396+0000 7facbc5e7780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:20.400 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.396+0000 7facbc5e7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:20.400 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.398+0000 7faca1563700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.400 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.399+0000 7facbc5e7780 20 remove_watcher() i=0 2023-01-15T14:39:20.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.399+0000 7facbc5e7780 2 removed watcher, disabling cache 2023-01-15T14:39:20.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.400+0000 7facbc5e7780 20 remove_watcher() i=1 2023-01-15T14:39:20.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.401+0000 7facbc5e7780 20 remove_watcher() i=2 2023-01-15T14:39:20.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.401+0000 7facbc5e7780 20 remove_watcher() i=3 2023-01-15T14:39:20.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.402+0000 7facbc5e7780 20 remove_watcher() i=4 2023-01-15T14:39:20.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.403+0000 7facbc5e7780 20 remove_watcher() i=5 2023-01-15T14:39:20.405 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.403+0000 7facbc5e7780 20 remove_watcher() i=6 2023-01-15T14:39:20.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.404+0000 7facbc5e7780 20 remove_watcher() i=7 2023-01-15T14:39:20.410 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.410 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:20.410 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:39:20.410 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.411 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2023-01-15T14:39:20.444 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:20.444 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:20.454 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.453+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 realm 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:20.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:20.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.455+0000 7f78c3471780 20 searching for the correct realm 2023-01-15T14:39:20.466 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.464+0000 7f78c141f700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55b735954800 msgr2=0x55b7355e0c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 zone default found 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 4 Realm: () 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:20.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 zonegroup default 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 started sync module instance, tier type = 2023-01-15T14:39:20.471 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.466+0000 7f78c3471780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:20.473 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.471+0000 7f78c0c1e700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55b735955400 msgr2=0x55b7355e1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=0 2023-01-15T14:39:20.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=1 2023-01-15T14:39:20.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=2 2023-01-15T14:39:20.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=3 2023-01-15T14:39:20.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=4 2023-01-15T14:39:20.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=5 2023-01-15T14:39:20.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=6 2023-01-15T14:39:20.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=7 2023-01-15T14:39:20.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.473+0000 7f78c3471780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:20.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.474+0000 7f78a83ed700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:20.477 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:20.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.480+0000 7f78c3471780 5 note: GC not initialized 2023-01-15T14:39:20.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78a3be4700 20 reqs_thread_entry: start 2023-01-15T14:39:20.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78c3471780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78c3471780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78a1be0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:50 2023 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78a13be700 20 reqs_thread_entry: start 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.481+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:39:20.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:39:20.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 : miss 2023-01-15T14:39:20.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x13 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.486 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.482+0000 7f78c3471780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 2023-01-15T14:39:20.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78c3471780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78c3471780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25, ofs0, ns] 2023-01-15T14:39:20.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132184 cookie 94245362699520 notifier 6110 bl.length()=945 2023-01-15T14:39:20.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_sources= new_sources= 2023-01-15T14:39:20.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential sources added=[] removed=[] 2023-01-15T14:39:20.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_dests= new_dests= 2023-01-15T14:39:20.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential dests added=[] removed=[] 2023-01-15T14:39:20.493 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f78c3471780 time 2023-01-15T14:39:20.493134+0000 2023-01-15T14:39:20.493 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:39:20.494 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.495 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f78ca18fdbb] 2023-01-15T14:39:20.495 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.495 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.495 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.495 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.493+0000 7f78c3471780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f78c3471780 time 2023-01-15T14:39:20.493134+0000 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.496 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.497 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f78ca18fdbb] 2023-01-15T14:39:20.497 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.497 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.497 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.497 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:39:20.498 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:39:20.498 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:39:20.498 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.498 INFO:tasks.workunit.client.0.smithi154.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:39:20.498 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f78c3471780 thread_name:radosgw-admin 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f78cae57cf0] 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f78ca18fe15] 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.518 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.494+0000 7f78c3471780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f78c3471780 thread_name:radosgw-admin 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f78cae57cf0] 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:39:20.519 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f78ca18fe15] 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.520 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:39:20.448+0000 7f78bfc1c700 4 set_mon_vals no callback set 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: dump: 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.521 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:39:20.448+0000 7f78c3471780 5 monclient: authenticate success, global_id 6104 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:39:20.448+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: get_monmap_and_config 2023-01-15T14:39:20.522 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:39:20.449+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.523 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.524 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.525 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.526 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x7fff019d9d58 EEXIST 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735548800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.527 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b7358d2000 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b7358d2400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.686797s 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735548800 auth_method 0 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.528 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b7358d2400 auth_method 0 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.529 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b7358d2000 auth_method 0 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_done global_id 6107 payload 274 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:39:20.450+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b7358d3800 auth_method 0 2023-01-15T14:39:20.530 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: dump: 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.531 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 monclient: authenticate success, global_id 6107 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: dump: 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.532 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: get_monmap_and_config success 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:39:20.450+0000 7f78c3471780 4 set_mon_vals no callback set 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: shutdown 2023-01-15T14:39:20.533 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:39:20.450+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.534 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.535 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: starting msgr at 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: starting objecter 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 asok(0x55b7355da000) register_command objecter_requests cmddesc objecter_requests hook 0x55b73553c2d0 EEXIST 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: setting wanted keys 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: calling monclient init 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.536 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.537 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x55b7362e8220 EEXIST 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b7358d3000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b7358d2c00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b7358d2800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.538 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.688784s 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b7358d3000 auth_method 0 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b7358d2c00 auth_method 0 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.539 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient(hunting): handle_auth_done global_id 6110 payload 824 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:39:20.452+0000 7f78c141f700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.540 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: dump: 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.541 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:39:20.452+0000 7f78bbc14700 4 set_mon_vals no callback set 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: dump: 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.542 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:39:20.452+0000 7f78c3471780 5 monclient: authenticate success, global_id 6110 2023-01-15T14:39:20.543 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:39:20.452+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:39:20.453+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:39:20.453+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735954400 auth_method 0 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:39:20.454+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b7358d2400 auth_method 0 2023-01-15T14:39:20.544 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 realm 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:39:20.454+0000 7f78c3471780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:39:20.455+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735954800 auth_method 0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:20.545 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 searching for the correct realm 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:39:20.456+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735955400 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:39:20.456+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735955800 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:39:20.457+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1a000 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:39:20.457+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735955000 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:39:20.459+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735954c00 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:39:20.461+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1a400 auth_method 0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:39:20.464+0000 7f78c141f700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55b735954800 msgr2=0x55b7355e0c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:39:20.464+0000 7f78ba411700 1 client.6110.objecter ms_handle_reset 0x55b735954800 session 0x55b7355a8300 osd.5 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:39:20.464+0000 7f78ba411700 10 monclient: _renew_subs 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:39:20.464+0000 7f78ba411700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.546 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:39:20.465+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1b400 auth_method 0 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:20.547 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 zone default found 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 Realm: () 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:39:20.465+0000 7f78c3471780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 zonegroup default 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.548 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 started sync module instance, tier type = 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:39:20.471+0000 7f78c0c1e700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55b735955400 msgr2=0x55b7355e1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:39:20.471+0000 7f78ba411700 1 client.6110.objecter ms_handle_reset 0x55b735955400 session 0x55b7355a8780 osd.3 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:39:20.472+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735954800 auth_method 0 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=0 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=1 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=2 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=3 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=4 2023-01-15T14:39:20.549 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=5 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=6 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=7 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:39:20.473+0000 7f78c3471780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:39:20.474+0000 7f78a83ed700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.550 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:39:20.474+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:20.551 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache list hook 0x55b73553c9c0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache inspect hook 0x55b73553c9c0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache erase hook 0x55b73553c9c0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache zap hook 0x55b73553c9c0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: get_monmap_and_config 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:39:20.475+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.552 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.553 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.554 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.555 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x7fff019da398 EEXIST 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735a45000 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b735a45c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.556 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b735a44400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.712822s 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b735a45c00 auth_method 0 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735a45000 auth_method 0 2023-01-15T14:39:20.557 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b735a44400 auth_method 0 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.558 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_done global_id 6113 payload 274 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:39:20.476+0000 7f78c141f700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: dump: 2023-01-15T14:39:20.559 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.560 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:39:20.476+0000 7f78c3471780 5 monclient: authenticate success, global_id 6113 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:39:20.476+0000 7f78c3471780 10 monclient: get_monmap_and_config success 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:39:20.476+0000 7f78c3471780 4 set_mon_vals no callback set 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: dump: 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.561 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:39:20.476+0000 7f78c3471780 10 monclient: shutdown 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.562 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.563 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.564 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:39:20.477+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: starting msgr at 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: starting objecter 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 asok(0x55b7355da000) register_command objecter_requests cmddesc objecter_requests hook 0x55b73553c190 EEXIST 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: setting wanted keys 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: calling monclient init 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.565 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:39:20.478+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:39:20.478+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.566 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:39:20.478+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x55b735a71220 EEXIST 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b735a44400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735a45000 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b735a45c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.715424s 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b735a45c00 auth_method 0 2023-01-15T14:39:20.567 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b735a45000 auth_method 0 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.568 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735a44400 auth_method 0 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_done global_id 6116 payload 824 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.569 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: dump: 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.570 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:39:20.478+0000 7f78c3471780 5 monclient: authenticate success, global_id 6116 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:39:20.479+0000 7f78a7bec700 4 set_mon_vals no callback set 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: dump: 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.571 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:39:20.479+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.572 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:39:20.479+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cr dump hook 0x55b736396e88 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:39:20.480+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735b4c000 auth_method 0 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:39:20.480+0000 7f78c3471780 5 note: GC not initialized 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:39:20.481+0000 7f78a3be4700 20 reqs_thread_entry: start 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace show hook 0x55b735570000 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace history hook 0x55b735570000 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace active hook 0x55b735570000 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace active_short hook 0x55b735570000 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:39:20.481+0000 7f78c3471780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:20.573 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:39:20.481+0000 7f78c3471780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:39:20.481+0000 7f78a1be0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:50 2023 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:39:20.481+0000 7f78a13be700 20 reqs_thread_entry: start 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:39:20.481+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:39:20.481+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 : miss 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.574 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x13 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:39:20.482+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735955c00 auth_method 0 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25, ofs0, ns] 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132184 cookie 94245362699520 notifier 6110 bl.length()=945 2023-01-15T14:39:20.575 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_sources= new_sources= 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential sources added=[] removed=[] 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_dests= new_dests= 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential dests added=[] removed=[] 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:39:20.493+0000 7f78c3471780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f78c3471780 time 2023-01-15T14:39:20.493134+0000 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.576 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f78ca18fdbb] 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:39:20.494+0000 7f78c3471780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f78c3471780 thread_name:radosgw-admin 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.577 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f78cae57cf0] 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f78ca18fe15] 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.578 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:39:20.579 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:39:20.580 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:39:20.581 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:39:20.582 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:39:20.583 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:39:20.584 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:39:20.585 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a13be700 / http_manager 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a1be0700 / notif-worker0 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a3be4700 / http_manager 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a63e9700 / ms_dispatch 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a7bec700 / io_context_pool 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a83ed700 / rgw_dt_lg_renew 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78ba411700 / ms_dispatch 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78bbc14700 / io_context_pool 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78be419700 / ms_dispatch 2023-01-15T14:39:20.586 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78bfc1c700 / io_context_pool 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c0c1e700 / msgr-worker-2 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c141f700 / msgr-worker-1 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c1c20700 / msgr-worker-0 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c3471780 / radosgw-admin 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/log/ceph/ceph-client.admin.115757.log 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr:--- begin dump of recent events --- 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: -499> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: -498> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.587 INFO:tasks.workunit.client.0.smithi154.stderr: -497> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr: -496> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr: -495> 2023-01-15T14:39:20.448+0000 7f78bfc1c700 4 set_mon_vals no callback set 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr: -494> 2023-01-15T14:39:20.448+0000 7f78be419700 10 monclient: dump: 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.588 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -493> 2023-01-15T14:39:20.448+0000 7f78c3471780 5 monclient: authenticate success, global_id 6104 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -492> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -491> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -490> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -489> 2023-01-15T14:39:20.448+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -488> 2023-01-15T14:39:20.448+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -487> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: get_monmap_and_config 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -486> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -485> 2023-01-15T14:39:20.449+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.589 INFO:tasks.workunit.client.0.smithi154.stderr: -484> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr: -483> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.590 INFO:tasks.workunit.client.0.smithi154.stderr: -482> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -481> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -480> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -479> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -478> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -477> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -476> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -475> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -474> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -473> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -472> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -471> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.591 INFO:tasks.workunit.client.0.smithi154.stderr: -470> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -469> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -468> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -467> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -466> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -465> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -464> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding auth protocol: cephx 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -463> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -462> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -461> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -460> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -459> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.592 INFO:tasks.workunit.client.0.smithi154.stderr: -458> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -457> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -456> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -455> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -454> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -453> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: crc 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -452> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 AuthRegistry(0x7fff019d9c10) adding con mode: secure 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -451> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -450> 2023-01-15T14:39:20.449+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -449> 2023-01-15T14:39:20.449+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x7fff019d9d58 EEXIST 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -448> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -447> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:39:20.593 INFO:tasks.workunit.client.0.smithi154.stderr: -446> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735548800 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -445> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b7358d2000 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -444> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b7358d2400 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -443> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -442> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -441> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -440> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -439> 2023-01-15T14:39:20.449+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.686797s 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -438> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735548800 auth_method 0 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -437> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -436> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.594 INFO:tasks.workunit.client.0.smithi154.stderr: -435> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -434> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b7358d2400 auth_method 0 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -433> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -432> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -431> 2023-01-15T14:39:20.449+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -430> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -429> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -428> 2023-01-15T14:39:20.449+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -427> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -426> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -425> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.595 INFO:tasks.workunit.client.0.smithi154.stderr: -424> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -423> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -422> 2023-01-15T14:39:20.450+0000 7f78be419700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -421> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b7358d2000 auth_method 0 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -420> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -419> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -418> 2023-01-15T14:39:20.450+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -417> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_done global_id 6107 payload 274 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -416> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -415> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -414> 2023-01-15T14:39:20.450+0000 7f78c0c1e700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -413> 2023-01-15T14:39:20.450+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b7358d3800 auth_method 0 2023-01-15T14:39:20.596 INFO:tasks.workunit.client.0.smithi154.stderr: -412> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr: -411> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr: -410> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: dump: 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.597 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -409> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -408> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -407> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 monclient: authenticate success, global_id 6107 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -406> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -405> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -404> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr: -403> 2023-01-15T14:39:20.450+0000 7f78bbc14700 10 monclient: dump: 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.598 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: -402> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: get_monmap_and_config success 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: -401> 2023-01-15T14:39:20.450+0000 7f78c3471780 4 set_mon_vals no callback set 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: -400> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: shutdown 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: -399> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.599 INFO:tasks.workunit.client.0.smithi154.stderr: -398> 2023-01-15T14:39:20.450+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr: -397> 2023-01-15T14:39:20.450+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.600 INFO:tasks.workunit.client.0.smithi154.stderr: -396> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -395> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -394> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding auth protocol: cephx 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -393> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -392> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -391> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -390> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -389> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -388> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -387> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -386> 2023-01-15T14:39:20.450+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -385> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.601 INFO:tasks.workunit.client.0.smithi154.stderr: -384> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -383> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: crc 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -382> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362aea40) adding con mode: secure 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -381> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -380> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: starting msgr at 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -379> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: starting objecter 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -378> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 asok(0x55b7355da000) register_command objecter_requests cmddesc objecter_requests hook 0x55b73553c2d0 EEXIST 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -377> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: setting wanted keys 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -376> 2023-01-15T14:39:20.451+0000 7f78c3471780 1 librados: calling monclient init 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -375> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -374> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.602 INFO:tasks.workunit.client.0.smithi154.stderr: -373> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -372> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding auth protocol: cephx 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -371> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -370> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -369> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -368> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -367> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -366> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -365> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -364> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -363> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -362> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.603 INFO:tasks.workunit.client.0.smithi154.stderr: -361> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: crc 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -360> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 AuthRegistry(0x55b7362e80d8) adding con mode: secure 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -359> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -358> 2023-01-15T14:39:20.451+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -357> 2023-01-15T14:39:20.451+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x55b7362e8220 EEXIST 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -356> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -355> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -354> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b7358d3000 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -353> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b7358d2c00 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -352> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b7358d2800 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -351> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.604 INFO:tasks.workunit.client.0.smithi154.stderr: -350> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -349> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -348> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -347> 2023-01-15T14:39:20.451+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.688784s 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -346> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b7358d3000 auth_method 0 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -345> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -344> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -343> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -342> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b7358d2c00 auth_method 0 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -341> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -340> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -339> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.605 INFO:tasks.workunit.client.0.smithi154.stderr: -338> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -337> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -336> 2023-01-15T14:39:20.451+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -335> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -334> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -333> 2023-01-15T14:39:20.451+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -332> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient(hunting): handle_auth_done global_id 6110 payload 824 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -331> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -330> 2023-01-15T14:39:20.452+0000 7f78c141f700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -329> 2023-01-15T14:39:20.452+0000 7f78c141f700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -328> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.606 INFO:tasks.workunit.client.0.smithi154.stderr: -327> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr: -326> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: dump: 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr: -325> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.607 INFO:tasks.workunit.client.0.smithi154.stderr: -324> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr: -323> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr: -322> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr: -321> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr: -320> 2023-01-15T14:39:20.452+0000 7f78bbc14700 4 set_mon_vals no callback set 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr: -319> 2023-01-15T14:39:20.452+0000 7f78ba411700 10 monclient: dump: 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.608 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -318> 2023-01-15T14:39:20.452+0000 7f78c3471780 5 monclient: authenticate success, global_id 6110 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -317> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -316> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -315> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -314> 2023-01-15T14:39:20.452+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -313> 2023-01-15T14:39:20.452+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -312> 2023-01-15T14:39:20.453+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -311> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.609 INFO:tasks.workunit.client.0.smithi154.stderr: -310> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -309> 2023-01-15T14:39:20.453+0000 7f78ba411700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -308> 2023-01-15T14:39:20.453+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735954400 auth_method 0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -307> 2023-01-15T14:39:20.454+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b7358d2400 auth_method 0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -306> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -305> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 realm 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -304> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -303> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -302> 2023-01-15T14:39:20.454+0000 7f78c3471780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -301> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -300> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -299> 2023-01-15T14:39:20.454+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.610 INFO:tasks.workunit.client.0.smithi154.stderr: -298> 2023-01-15T14:39:20.455+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735954800 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -297> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -296> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -295> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -294> 2023-01-15T14:39:20.455+0000 7f78c3471780 20 searching for the correct realm 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -293> 2023-01-15T14:39:20.456+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735955400 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -292> 2023-01-15T14:39:20.456+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735955800 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -291> 2023-01-15T14:39:20.457+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1a000 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -290> 2023-01-15T14:39:20.457+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735955000 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -289> 2023-01-15T14:39:20.459+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735954c00 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -288> 2023-01-15T14:39:20.461+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1a400 auth_method 0 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -287> 2023-01-15T14:39:20.464+0000 7f78c141f700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55b735954800 msgr2=0x55b7355e0c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.611 INFO:tasks.workunit.client.0.smithi154.stderr: -286> 2023-01-15T14:39:20.464+0000 7f78ba411700 1 client.6110.objecter ms_handle_reset 0x55b735954800 session 0x55b7355a8300 osd.5 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -285> 2023-01-15T14:39:20.464+0000 7f78ba411700 10 monclient: _renew_subs 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -284> 2023-01-15T14:39:20.464+0000 7f78ba411700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -283> 2023-01-15T14:39:20.465+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735a1b400 auth_method 0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -282> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -281> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -280> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -279> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -278> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -277> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -276> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -275> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -274> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.612 INFO:tasks.workunit.client.0.smithi154.stderr: -273> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -272> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 zone default found 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -271> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 Realm: () 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -270> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -269> 2023-01-15T14:39:20.465+0000 7f78c3471780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -268> 2023-01-15T14:39:20.465+0000 7f78c3471780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -267> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 zonegroup default 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -266> 2023-01-15T14:39:20.465+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -265> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -264> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -263> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -262> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.613 INFO:tasks.workunit.client.0.smithi154.stderr: -261> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -260> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 started sync module instance, tier type = 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -259> 2023-01-15T14:39:20.466+0000 7f78c3471780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -258> 2023-01-15T14:39:20.471+0000 7f78c0c1e700 0 -- 172.21.15.154:0/3480517245 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55b735955400 msgr2=0x55b7355e1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -257> 2023-01-15T14:39:20.471+0000 7f78ba411700 1 client.6110.objecter ms_handle_reset 0x55b735955400 session 0x55b7355a8780 osd.3 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -256> 2023-01-15T14:39:20.472+0000 7f78c0c1e700 10 monclient: get_auth_request con 0x55b735954800 auth_method 0 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -255> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=0 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -254> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=1 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -253> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=2 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -252> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=3 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -251> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=4 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -250> 2023-01-15T14:39:20.472+0000 7f78c3471780 20 add_watcher() i=5 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -249> 2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=6 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -248> 2023-01-15T14:39:20.473+0000 7f78c3471780 20 add_watcher() i=7 2023-01-15T14:39:20.614 INFO:tasks.workunit.client.0.smithi154.stderr: -247> 2023-01-15T14:39:20.473+0000 7f78c3471780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -246> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -245> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -244> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding auth protocol: cephx 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -243> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -242> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -241> 2023-01-15T14:39:20.474+0000 7f78a83ed700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -240> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -239> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -238> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -237> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -236> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -235> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.615 INFO:tasks.workunit.client.0.smithi154.stderr: -234> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -233> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -232> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: crc 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -231> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 AuthRegistry(0x7fff019da620) adding con mode: secure 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -230> 2023-01-15T14:39:20.474+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -229> 2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -228> 2023-01-15T14:39:20.474+0000 7f78c3471780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -227> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache list hook 0x55b73553c9c0 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -226> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache inspect hook 0x55b73553c9c0 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -225> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache erase hook 0x55b73553c9c0 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -224> 2023-01-15T14:39:20.474+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cache zap hook 0x55b73553c9c0 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -223> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: get_monmap_and_config 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -222> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -221> 2023-01-15T14:39:20.475+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.616 INFO:tasks.workunit.client.0.smithi154.stderr: -220> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr: -219> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.617 INFO:tasks.workunit.client.0.smithi154.stderr: -218> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -217> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -216> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -215> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -214> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -213> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -212> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -211> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -210> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -209> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -208> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -207> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.618 INFO:tasks.workunit.client.0.smithi154.stderr: -206> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -205> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -204> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -203> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -202> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -201> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -200> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding auth protocol: cephx 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -199> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -198> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -197> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -196> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -195> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.619 INFO:tasks.workunit.client.0.smithi154.stderr: -194> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -193> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -192> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -191> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -190> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -189> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: crc 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -188> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 AuthRegistry(0x7fff019da250) adding con mode: secure 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -187> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -186> 2023-01-15T14:39:20.475+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -185> 2023-01-15T14:39:20.475+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x7fff019da398 EEXIST 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -184> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.620 INFO:tasks.workunit.client.0.smithi154.stderr: -183> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -182> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735a45000 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -181> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b735a45c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -180> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b735a44400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -179> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -178> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -177> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -176> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -175> 2023-01-15T14:39:20.475+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.712822s 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -174> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b735a45c00 auth_method 0 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -173> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -172> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.621 INFO:tasks.workunit.client.0.smithi154.stderr: -171> 2023-01-15T14:39:20.475+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -170> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735a45000 auth_method 0 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -169> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -168> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -167> 2023-01-15T14:39:20.475+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -166> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -165> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -164> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -163> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -162> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -161> 2023-01-15T14:39:20.476+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -160> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b735a44400 auth_method 0 2023-01-15T14:39:20.622 INFO:tasks.workunit.client.0.smithi154.stderr: -159> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -158> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -157> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -156> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -155> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -154> 2023-01-15T14:39:20.476+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -153> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient(hunting): handle_auth_done global_id 6113 payload 274 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -152> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -151> 2023-01-15T14:39:20.476+0000 7f78c141f700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -150> 2023-01-15T14:39:20.476+0000 7f78c141f700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -149> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -148> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.623 INFO:tasks.workunit.client.0.smithi154.stderr: -147> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: dump: 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr: -146> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.624 INFO:tasks.workunit.client.0.smithi154.stderr: -145> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -144> 2023-01-15T14:39:20.476+0000 7f78c3471780 5 monclient: authenticate success, global_id 6113 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -143> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -142> 2023-01-15T14:39:20.476+0000 7f78c3471780 10 monclient: get_monmap_and_config success 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -141> 2023-01-15T14:39:20.476+0000 7f78c3471780 4 set_mon_vals no callback set 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -140> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -139> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr: -138> 2023-01-15T14:39:20.476+0000 7f78a7bec700 10 monclient: dump: 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.625 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr: -137> 2023-01-15T14:39:20.476+0000 7f78c3471780 10 monclient: shutdown 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr: -136> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: build_initial_monmap 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr: -135> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 build_initial for_mkfs: 0 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr: -134> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: monmap: 2023-01-15T14:39:20.626 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 0 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 0.000000 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:created 0.000000 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 0 (unknown) 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.noname-a 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.noname-b 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.noname-c 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr: -133> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr: -132> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.627 INFO:tasks.workunit.client.0.smithi154.stderr: -131> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding auth protocol: cephx 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -130> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -129> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -128> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -127> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -126> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -125> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -124> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -123> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -122> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -121> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -120> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: crc 2023-01-15T14:39:20.628 INFO:tasks.workunit.client.0.smithi154.stderr: -119> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b7362af340) adding con mode: secure 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -118> 2023-01-15T14:39:20.477+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -117> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: starting msgr at 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -116> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: starting objecter 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -115> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 asok(0x55b7355da000) register_command objecter_requests cmddesc objecter_requests hook 0x55b73553c190 EEXIST 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -114> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: setting wanted keys 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -113> 2023-01-15T14:39:20.477+0000 7f78c3471780 1 librados: calling monclient init 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -112> 2023-01-15T14:39:20.477+0000 7f78c3471780 10 monclient: init 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -111> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -110> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -109> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding auth protocol: cephx 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -108> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.629 INFO:tasks.workunit.client.0.smithi154.stderr: -107> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -106> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -105> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -104> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -103> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -102> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -101> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -100> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -99> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -98> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: crc 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -97> 2023-01-15T14:39:20.477+0000 7f78c3471780 5 AuthRegistry(0x55b735a710d8) adding con mode: secure 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -96> 2023-01-15T14:39:20.478+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.630 INFO:tasks.workunit.client.0.smithi154.stderr: -95> 2023-01-15T14:39:20.478+0000 7f78c3471780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -94> 2023-01-15T14:39:20.478+0000 7f78c3471780 5 asok(0x55b7355da000) register_command rotate-key cmddesc rotate-key hook 0x55b735a71220 EEXIST 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -93> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient: _reopen_session rank -1 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -92> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient: _add_conns ranks=[1,0,2] 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -91> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-b con 0x55b735a44400 addr [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -90> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-a con 0x55b735a45000 addr [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -89> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): picked mon.noname-c con 0x55b735a45c00 addr [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -88> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -87> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -86> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): start opening mon connection 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -85> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): _renew_subs 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -84> 2023-01-15T14:39:20.478+0000 7f78c3471780 10 monclient(hunting): authenticate will time out at 1649.715424s 2023-01-15T14:39:20.631 INFO:tasks.workunit.client.0.smithi154.stderr: -83> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request con 0x55b735a45c00 auth_method 0 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -82> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -81> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -80> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -79> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): get_auth_request con 0x55b735a45000 auth_method 0 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -78> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -77> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -76> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -75> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -74> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -73> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -72> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.632 INFO:tasks.workunit.client.0.smithi154.stderr: -71> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -70> 2023-01-15T14:39:20.478+0000 7f78c141f700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -69> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): get_auth_request con 0x55b735a44400 auth_method 0 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -68> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -67> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -66> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -65> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -64> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -63> 2023-01-15T14:39:20.478+0000 7f78c1c20700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -62> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient(hunting): handle_auth_done global_id 6116 payload 824 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -61> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient: _finish_hunting 0 2023-01-15T14:39:20.633 INFO:tasks.workunit.client.0.smithi154.stderr: -60> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 1 monclient: found mon.noname-c 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr: -59> 2023-01-15T14:39:20.478+0000 7f78c0c1e700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr: -58> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr: -57> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr: -56> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: dump: 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.634 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -55> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: _finish_auth 0 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -54> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: _check_auth_tickets 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -53> 2023-01-15T14:39:20.478+0000 7f78c3471780 5 monclient: authenticate success, global_id 6116 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -52> 2023-01-15T14:39:20.478+0000 7f78a63e9700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -51> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -50> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -49> 2023-01-15T14:39:20.479+0000 7f78a7bec700 4 set_mon_vals no callback set 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr: -48> 2023-01-15T14:39:20.479+0000 7f78a63e9700 10 monclient: dump: 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr:epoch 1 2023-01-15T14:39:20.635 INFO:tasks.workunit.client.0.smithi154.stderr:fsid e71ccf64-b31d-4b54-a796-7b11f2b179aa 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:last_changed 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:created 2023-01-15T14:26:54.321226+0000 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:min_mon_release 18 (reef) 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:election_strategy: 1 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:0: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.a 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:1: [v2:172.21.15.191:3300/0,v1:172.21.15.191:6789/0] mon.b 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr: -47> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr: -46> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.636 INFO:tasks.workunit.client.0.smithi154.stderr: -45> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _renew_subs 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -44> 2023-01-15T14:39:20.479+0000 7f78c3471780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.154:3301/0 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -43> 2023-01-15T14:39:20.479+0000 7f78c3471780 1 librados: init done 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -42> 2023-01-15T14:39:20.479+0000 7f78c3471780 5 asok(0x55b7355da000) register_command cr dump hook 0x55b736396e88 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -41> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -40> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -39> 2023-01-15T14:39:20.480+0000 7f78a63e9700 4 mgrc reconnect Starting new session with [v2:172.21.15.154:6832/101141,v1:172.21.15.154:6833/101141] 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -38> 2023-01-15T14:39:20.480+0000 7f78c1c20700 10 monclient: get_auth_request con 0x55b735b4c000 auth_method 0 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -37> 2023-01-15T14:39:20.480+0000 7f78c3471780 5 note: GC not initialized 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -36> 2023-01-15T14:39:20.481+0000 7f78a3be4700 20 reqs_thread_entry: start 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -35> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace show hook 0x55b735570000 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -34> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace history hook 0x55b735570000 2023-01-15T14:39:20.637 INFO:tasks.workunit.client.0.smithi154.stderr: -33> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace active hook 0x55b735570000 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -32> 2023-01-15T14:39:20.481+0000 7f78c3471780 5 asok(0x55b7355da000) register_command sync trace active_short hook 0x55b735570000 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -31> 2023-01-15T14:39:20.481+0000 7f78c3471780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -30> 2023-01-15T14:39:20.481+0000 7f78c3471780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -29> 2023-01-15T14:39:20.481+0000 7f78a1be0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:50 2023 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -28> 2023-01-15T14:39:20.481+0000 7f78a13be700 20 reqs_thread_entry: start 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -27> 2023-01-15T14:39:20.481+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -26> 2023-01-15T14:39:20.481+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -25> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -24> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -23> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:39:20.638 INFO:tasks.workunit.client.0.smithi154.stderr: -22> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 : miss 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -21> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -20> 2023-01-15T14:39:20.482+0000 7f78c3471780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -19> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x13 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -18> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -17> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -16> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -15> 2023-01-15T14:39:20.482+0000 7f78c3471780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -14> 2023-01-15T14:39:20.482+0000 7f78c141f700 10 monclient: get_auth_request con 0x55b735955c00 auth_method 0 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -13> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -12> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -11> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.639 INFO:tasks.workunit.client.0.smithi154.stderr: -10> 2023-01-15T14:39:20.487+0000 7f78c3471780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25, ofs0, ns] 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -9> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132184 cookie 94245362699520 notifier 6110 bl.length()=945 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -8> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -7> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -6> 2023-01-15T14:39:20.487+0000 7f78bbc14700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -5> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_sources= new_sources= 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -4> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential sources added=[] removed=[] 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -3> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_dests= new_dests= 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -2> 2023-01-15T14:39:20.489+0000 7f78c3471780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential dests added=[] removed=[] 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: -1> 2023-01-15T14:39:20.493+0000 7f78c3471780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f78c3471780 time 2023-01-15T14:39:20.493134+0000 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:39:20.640 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f78ca18fdbb] 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 5: main() 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 6: __libc_start_main() 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 7: _start() 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 0> 2023-01-15T14:39:20.494+0000 7f78c3471780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: in thread 7f78c3471780 thread_name:radosgw-admin 2023-01-15T14:39:20.641 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f78cae57cf0] 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 2: gsignal() 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 3: abort() 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f78ca18fe15] 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f78ca18ff81] 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55b733ad6ae1] 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x55b733ad3b62] 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 8: main() 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 9: __libc_start_main() 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: 10: _start() 2023-01-15T14:39:20.642 INFO:tasks.workunit.client.0.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr:--- logging levels --- 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 none 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 lockdep 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 context 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 crush 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_balancer 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_locker 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_log_expire 2023-01-15T14:39:20.643 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mds_migrator 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 buffer 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 timer 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 filer 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 striper 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 1 objecter 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rados 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_mirror 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_replay 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 rbd_pwl 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 journaler 2023-01-15T14:39:20.644 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objectcacher 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 client 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 osd 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 optracker 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 objclass 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 filestore 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 journal 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 ms 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mon 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/10 monc 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 paxos 2023-01-15T14:39:20.645 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 tp 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 auth 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 crypto 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 finisher 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 reserver 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 heartbeatmap 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 perfcounter 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 20/20 rgw 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_sync 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_datacache 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_access 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:39:20.646 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 javaclient 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 asok 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 1 throttle 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 0 refs 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 compressor 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluestore 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 bluefs 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 3 bdev 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 kstore 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 rocksdb 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 4/ 5 leveldb 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 fuse 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 2/ 5 mgr 2023-01-15T14:39:20.647 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mgrc 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 dpdk 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 eventtrace 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 prioritycache 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 test 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cephsqlite 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_onode 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_odata 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_omap 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_tm 2023-01-15T14:39:20.648 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_t 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_epm 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_lba 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_cache 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_journal 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_device 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 seastore_backref 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 alienstore 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 mclock 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 0/ 5 cyanstore 2023-01-15T14:39:20.649 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 ceph_exporter 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 1/ 5 memstore 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: -2/-2 (syslog threshold) 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 99/99 (stderr threshold) 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a13be700 / http_manager 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a1be0700 / notif-worker0 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a3be4700 / http_manager 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a63e9700 / ms_dispatch 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a7bec700 / io_context_pool 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78a83ed700 / rgw_dt_lg_renew 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78ba411700 / ms_dispatch 2023-01-15T14:39:20.650 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78bbc14700 / io_context_pool 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78be419700 / ms_dispatch 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78bfc1c700 / io_context_pool 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c0c1e700 / msgr-worker-2 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c141f700 / msgr-worker-1 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c1c20700 / msgr-worker-0 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: 7f78c3471780 / radosgw-admin 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: max_recent 500 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: max_new 1000 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:39:20.495631Z_1ec66b09-1640-4699-b2c8-97a9e385b77e/log 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr:--- end dump of recent events --- 2023-01-15T14:39:20.651 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:39:20.656 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:20.656 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.539+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 realm 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.541+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.542+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.542+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.542+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.542+0000 7f17ab815780 20 searching for the correct realm 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.550+0000 7f17a97c3700 0 -- 172.21.15.154:0/44154413 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55e410423800 msgr2=0x55e4104f8000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 zone default found 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 4 Realm: () 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.552+0000 7f17ab815780 20 zonegroup default 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.659 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 started sync module instance, tier type = 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.553+0000 7f17ab815780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.557+0000 7f17a9fc4700 0 -- 172.21.15.154:0/44154413 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55e410423c00 msgr2=0x55e4104fa680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=0 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=1 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=2 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=3 2023-01-15T14:39:20.660 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=4 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=5 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.559+0000 7f17ab815780 20 add_watcher() i=6 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.560+0000 7f17ab815780 20 add_watcher() i=7 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.560+0000 7f17ab815780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.561+0000 7f1790791700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.561+0000 7f17ab815780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.561+0000 7f17ab815780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.566+0000 7f17ab815780 5 note: GC not initialized 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.567+0000 7f178bf88700 20 reqs_thread_entry: start 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.567+0000 7f17ab815780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:20.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f17ab815780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f1789f84700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:39:50 2023 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f1789762700 20 reqs_thread_entry: start 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.568+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=415 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 rados->read ofs=0 len=0 2023-01-15T14:39:20.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 rados_obj.operate() r=0 bl.length=415 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.569+0000 7f17ab815780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.571+0000 7f1790791700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.572+0000 7f17ab815780 20 remove_watcher() i=0 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.572+0000 7f17ab815780 2 removed watcher, disabling cache 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.573+0000 7f17ab815780 20 remove_watcher() i=1 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.574+0000 7f17ab815780 20 remove_watcher() i=2 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.575+0000 7f17ab815780 20 remove_watcher() i=3 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.575+0000 7f17ab815780 20 remove_watcher() i=4 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.576+0000 7f17ab815780 20 remove_watcher() i=5 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.577+0000 7f17ab815780 20 remove_watcher() i=6 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:20.577+0000 7f17ab815780 20 remove_watcher() i=7 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:20.663 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:20.664 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:39:20.664 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:50.808 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:50.808 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:50.808 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:50.808 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:50.809 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:39:50.838 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:50.838 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:50.849 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.847+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 realm 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.850 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.848+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.849+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:50.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.849+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.850+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:50.851 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.850+0000 7f448535d780 20 searching for the correct realm 2023-01-15T14:39:50.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.859+0000 7f4482b0a700 0 -- 172.21.15.154:0/3412732534 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5639d1d15c00 msgr2=0x5639d1a55180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:50.861 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.862 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:50.869 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.860+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 zone default found 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 4 Realm: () 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 zonegroup default 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.870 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.861+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.862+0000 7f448535d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.862+0000 7f448535d780 20 started sync module instance, tier type = 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.862+0000 7f448535d780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.867+0000 7f4482b0a700 0 -- 172.21.15.154:0/3412732534 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5639d1ea0c00 msgr2=0x5639d1dac680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:50.871 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=0 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=1 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=2 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=3 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=4 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.868+0000 7f448535d780 20 add_watcher() i=5 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.869+0000 7f448535d780 20 add_watcher() i=6 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.869+0000 7f448535d780 20 add_watcher() i=7 2023-01-15T14:39:50.872 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.869+0000 7f448535d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:50.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.870+0000 7f446a2d9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:50.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.871+0000 7f448535d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:50.873 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.871+0000 7f448535d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:50.877 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.876+0000 7f448535d780 5 note: GC not initialized 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f4465ad0700 20 reqs_thread_entry: start 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f448535d780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f448535d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f4463acc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:21 2023 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f44632aa700 20 reqs_thread_entry: start 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f448535d780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:39:50.879 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.877+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:50.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:39:50.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:39:50.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 : miss 2023-01-15T14:39:50.880 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x13 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:50.881 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.878+0000 7f448535d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 2023-01-15T14:39:50.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f448535d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:50.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f448535d780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:50.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f448535d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:50.884 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f448535d780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25, ofs0, ns] 2023-01-15T14:39:50.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f447db00700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132186 cookie 94806330363136 notifier 6444 bl.length()=945 2023-01-15T14:39:50.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f447db00700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:50.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f447db00700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:50.885 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.883+0000 7f447db00700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:50.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.885+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_sources= new_sources= 2023-01-15T14:39:50.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.885+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential sources added=[] removed=[] 2023-01-15T14:39:50.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.885+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_dests= new_dests= 2023-01-15T14:39:50.887 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.885+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential dests added=[] removed=[] 2023-01-15T14:39:50.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.0 2023-01-15T14:39:50.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.0 2023-01-15T14:39:50.889 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.1 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.1 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.2 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.2 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.3 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.3 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.4 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.4 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.5 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.5 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.6 2023-01-15T14:39:50.890 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.6 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.7 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.7 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.8 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.8 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.9 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.9 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.10 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.10 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.11 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1.11 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.887+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.0 2023-01-15T14:39:50.891 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.888+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.1 2023-01-15T14:39:50.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.888+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.2 2023-01-15T14:39:50.892 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.889+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.3 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.889+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.4 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.890+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.5 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.890+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.6 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.891+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.7 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.891+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.8 2023-01-15T14:39:50.893 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.892+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.9 2023-01-15T14:39:50.894 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.892+0000 7f448535d780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25.10 2023-01-15T14:39:50.896 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.895+0000 7f448535d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:50.897 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.895+0000 7f448535d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f448535d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f448535d780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f448535d780 10 updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f448535d780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25, ofs0, ns] 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f447d2ff700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132187 cookie 94806330363136 notifier 6444 bl.length()=913 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f447d2ff700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 info.flags=0x17 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f447d2ff700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 to cache LRU end 2023-01-15T14:39:50.898 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.896+0000 7f447d2ff700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2023-01-15T14:39:50.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.898+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_sources= new_sources= 2023-01-15T14:39:50.899 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.898+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential sources added=[] removed=[] 2023-01-15T14:39:50.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.898+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): orig_dests= new_dests= 2023-01-15T14:39:50.900 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.898+0000 7f448535d780 20 handle_bi_update(): bucket=:abort-at-do-reshard[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25]): potential dests added=[] removed=[] 2023-01-15T14:39:50.901 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.900+0000 7f448535d780 1 execute INFO: reshard of bucket "abort-at-do-reshard" completed successfully 2023-01-15T14:39:50.902 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.901+0000 7f446a2d9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:50.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.903+0000 7f448535d780 20 remove_watcher() i=0 2023-01-15T14:39:50.904 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.903+0000 7f448535d780 2 removed watcher, disabling cache 2023-01-15T14:39:50.905 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.904+0000 7f448535d780 20 remove_watcher() i=1 2023-01-15T14:39:50.906 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.904+0000 7f448535d780 20 remove_watcher() i=2 2023-01-15T14:39:50.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.905+0000 7f448535d780 20 remove_watcher() i=3 2023-01-15T14:39:50.907 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.906+0000 7f448535d780 20 remove_watcher() i=4 2023-01-15T14:39:50.908 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.907+0000 7f448535d780 20 remove_watcher() i=5 2023-01-15T14:39:50.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.907+0000 7f448535d780 20 remove_watcher() i=6 2023-01-15T14:39:50.909 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.908+0000 7f448535d780 20 remove_watcher() i=7 2023-01-15T14:39:50.915 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:39:50.943 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:50.943 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:50.954 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.953+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.956 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.956 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 20 realm 2023-01-15T14:39:50.956 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.956 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:50.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.954+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.955+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.955+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.957 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.955+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:50.958 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.955+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.958 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.956+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:50.958 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.956+0000 7f26a7a8b780 20 searching for the correct realm 2023-01-15T14:39:50.965 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.964+0000 7f26a5238700 0 -- 172.21.15.154:0/4075795531 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5628045cfc00 msgr2=0x562804261700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:50.968 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.965+0000 7f26a7a8b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:50.968 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.965+0000 7f26a7a8b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.965+0000 7f26a7a8b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.965+0000 7f26a7a8b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.965+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 zone default found 2023-01-15T14:39:50.969 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 4 Realm: () 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 zonegroup default 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.966+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.967+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.967+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.967+0000 7f26a7a8b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:50.970 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.967+0000 7f26a7a8b780 20 started sync module instance, tier type = 2023-01-15T14:39:50.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.967+0000 7f26a7a8b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:50.971 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.970+0000 7f26a5a39700 0 -- 172.21.15.154:0/4075795531 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5628046ac000 msgr2=0x56280468cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=0 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=1 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=2 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=3 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=4 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=5 2023-01-15T14:39:50.975 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.973+0000 7f26a7a8b780 20 add_watcher() i=6 2023-01-15T14:39:50.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.974+0000 7f26a7a8b780 20 add_watcher() i=7 2023-01-15T14:39:50.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.974+0000 7f26a7a8b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:50.976 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.975+0000 7f268ca07700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:50.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.975+0000 7f26a7a8b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:50.977 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.975+0000 7f26a7a8b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:50.982 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.980+0000 7f26a7a8b780 5 note: GC not initialized 2023-01-15T14:39:50.983 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.981+0000 7f26881fe700 20 reqs_thread_entry: start 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.981+0000 7f26a7a8b780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26a7a8b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26861fa700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:21 2023 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26859d8700 20 reqs_thread_entry: start 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:50.984 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.982+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:50.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:50.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=211 2023-01-15T14:39:50.985 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:50.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 rados_obj.operate() r=0 bl.length=383 2023-01-15T14:39:50.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.983+0000 7f26a7a8b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:50.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.985+0000 7f268ca07700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:50.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.987+0000 7f26a7a8b780 20 remove_watcher() i=0 2023-01-15T14:39:50.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.987+0000 7f26a7a8b780 2 removed watcher, disabling cache 2023-01-15T14:39:50.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.988+0000 7f26a7a8b780 20 remove_watcher() i=1 2023-01-15T14:39:50.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.988+0000 7f26a7a8b780 20 remove_watcher() i=2 2023-01-15T14:39:50.990 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.989+0000 7f26a7a8b780 20 remove_watcher() i=3 2023-01-15T14:39:50.991 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.990+0000 7f26a7a8b780 20 remove_watcher() i=4 2023-01-15T14:39:50.992 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.991+0000 7f26a7a8b780 20 remove_watcher() i=5 2023-01-15T14:39:50.993 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.991+0000 7f26a7a8b780 20 remove_watcher() i=6 2023-01-15T14:39:50.994 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:50.992+0000 7f26a7a8b780 20 remove_watcher() i=7 2023-01-15T14:39:50.998 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:50.998 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:50.998 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: abort-at-do-reshard id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.25 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:39:50.998 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.413 INFO:tasks.workunit.client.0.smithi154.stderr: test: reshard versioned bucket 2023-01-15T14:39:51.415 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket myver 2023-01-15T14:39:51.442 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:51.442 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:51.453 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.452+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.455 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 realm 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.456 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.457 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.453+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.454+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.454+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.455+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:51.458 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.455+0000 7faf4fca7780 20 searching for the correct realm 2023-01-15T14:39:51.463 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.462+0000 7faf4e456700 0 -- 172.21.15.154:0/2080595963 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x5568a77d0c00 msgr2=0x5568a74a0c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.467 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.464+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 zone default found 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 4 Realm: () 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 zonegroup default 2023-01-15T14:39:51.468 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.465+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.466+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.466+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.466+0000 7faf4fca7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.469 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.466+0000 7faf4fca7780 20 started sync module instance, tier type = 2023-01-15T14:39:51.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.466+0000 7faf4fca7780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:51.470 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.468+0000 7faf4dc55700 0 -- 172.21.15.154:0/2080595963 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5568a8287000 msgr2=0x5568a74a1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:51.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=0 2023-01-15T14:39:51.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=1 2023-01-15T14:39:51.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=2 2023-01-15T14:39:51.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=3 2023-01-15T14:39:51.474 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=4 2023-01-15T14:39:51.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=5 2023-01-15T14:39:51.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.472+0000 7faf4fca7780 20 add_watcher() i=6 2023-01-15T14:39:51.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.473+0000 7faf4fca7780 20 add_watcher() i=7 2023-01-15T14:39:51.475 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.473+0000 7faf4fca7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:51.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.474+0000 7faf34c23700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.475+0000 7faf4fca7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:51.476 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.475+0000 7faf4fca7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:51.481 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.480+0000 7faf4fca7780 5 note: GC not initialized 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf3041a700 20 reqs_thread_entry: start 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf4fca7780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf4fca7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf2e416700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:21 2023 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf2dbf4700 20 reqs_thread_entry: start 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:39:51.483 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.481+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:39:51.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:51.484 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:39:51.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:39:51.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.482+0000 7faf4fca7780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:51.485 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.484+0000 7faf34c23700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.485+0000 7faf4fca7780 20 remove_watcher() i=0 2023-01-15T14:39:51.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.485+0000 7faf4fca7780 2 removed watcher, disabling cache 2023-01-15T14:39:51.487 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.486+0000 7faf4fca7780 20 remove_watcher() i=1 2023-01-15T14:39:51.488 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.487+0000 7faf4fca7780 20 remove_watcher() i=2 2023-01-15T14:39:51.489 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.487+0000 7faf4fca7780 20 remove_watcher() i=3 2023-01-15T14:39:51.490 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.488+0000 7faf4fca7780 20 remove_watcher() i=4 2023-01-15T14:39:51.490 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.489+0000 7faf4fca7780 20 remove_watcher() i=5 2023-01-15T14:39:51.491 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.490+0000 7faf4fca7780 20 remove_watcher() i=6 2023-01-15T14:39:51.492 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.490+0000 7faf4fca7780 20 remove_watcher() i=7 2023-01-15T14:39:51.496 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.496 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:51.496 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: myver id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 num_objects: 0 size_kb: 0 num_shards: 11 2023-01-15T14:39:51.496 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.497 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2023-01-15T14:39:51.527 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:51.527 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:51.539 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.537+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 realm 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.541 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.539+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.540+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.540+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.540+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:51.542 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.540+0000 7f9b89c2b780 20 searching for the correct realm 2023-01-15T14:39:51.550 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.548+0000 7f9b87bd9700 0 -- 172.21.15.154:0/1883067352 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56182ab38000 msgr2=0x56182ab1ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:51.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:51.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:51.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:51.551 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:51.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.552 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 zone default found 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 4 Realm: () 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:51.553 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 zonegroup default 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.550+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 started sync module instance, tier type = 2023-01-15T14:39:51.554 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.551+0000 7f9b89c2b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:51.556 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.555+0000 7f9b883da700 0 -- 172.21.15.154:0/1883067352 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x56182aa61000 msgr2=0x56182ab1b600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=0 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=1 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=2 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=3 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=4 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=5 2023-01-15T14:39:51.559 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.557+0000 7f9b89c2b780 20 add_watcher() i=6 2023-01-15T14:39:51.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.558+0000 7f9b89c2b780 20 add_watcher() i=7 2023-01-15T14:39:51.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.558+0000 7f9b89c2b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:51.560 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.559+0000 7f9b6eba7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.559+0000 7f9b89c2b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:51.561 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.559+0000 7f9b89c2b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:51.566 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.565+0000 7f9b89c2b780 5 note: GC not initialized 2023-01-15T14:39:51.567 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b6a39e700 20 reqs_thread_entry: start 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b6839a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:21 2023 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b67b78700 20 reqs_thread_entry: start 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 10 cache get: name=default.rgw.meta+root+myver : miss 2023-01-15T14:39:51.568 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 10 adding default.rgw.meta+root+myver to cache LRU end 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 : miss 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.566+0000 7f9b89c2b780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.569 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:39:51.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 info.flags=0x13 2023-01-15T14:39:51.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 10 adding default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 to cache LRU end 2023-01-15T14:39:51.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:51.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:51.570 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.567+0000 7f9b89c2b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b89c2b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 info.flags=0x17 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b89c2b780 10 moving default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 to cache LRU end 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b89c2b780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b89c2b780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15, ofs0, ns] 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b823ce700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132304 cookie 94661791081472 notifier 6507 bl.length()=855 2023-01-15T14:39:51.574 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b823ce700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 info.flags=0x17 2023-01-15T14:39:51.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b823ce700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 to cache LRU end 2023-01-15T14:39:51.575 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.572+0000 7f9b823ce700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:51.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.576+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): orig_sources= new_sources= 2023-01-15T14:39:51.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.576+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): potential sources added=[] removed=[] 2023-01-15T14:39:51.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.576+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): orig_dests= new_dests= 2023-01-15T14:39:51.576 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.576+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): potential dests added=[] removed=[] 2023-01-15T14:39:51.578 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.0 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.0 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.1 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.1 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.2 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.2 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.3 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.3 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.4 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.4 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.5 2023-01-15T14:39:51.579 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.5 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.6 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.6 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.7 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.7 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.8 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.8 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.9 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.9 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.10 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.10 2023-01-15T14:39:51.580 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.11 2023-01-15T14:39:51.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1.11 2023-01-15T14:39:51.581 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.0 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.577+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.1 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.578+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.2 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.578+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.3 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.579+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.4 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.579+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.5 2023-01-15T14:39:51.582 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.580+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.6 2023-01-15T14:39:51.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.580+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.7 2023-01-15T14:39:51.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.581+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.8 2023-01-15T14:39:51.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.581+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.9 2023-01-15T14:39:51.583 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.582+0000 7f9b89c2b780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15.10 2023-01-15T14:39:51.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.582+0000 7f9b89c2b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:51.584 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.582+0000 7f9b89c2b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b89c2b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 info.flags=0x17 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b89c2b780 10 moving default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 to cache LRU end 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b89c2b780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b89c2b780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15, ofs0, ns] 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b823ce700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132305 cookie 94661791081472 notifier 6507 bl.length()=823 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b823ce700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 info.flags=0x17 2023-01-15T14:39:51.585 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b823ce700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 to cache LRU end 2023-01-15T14:39:51.586 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.583+0000 7f9b823ce700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:51.587 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.585+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): orig_sources= new_sources= 2023-01-15T14:39:51.587 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.585+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): potential sources added=[] removed=[] 2023-01-15T14:39:51.587 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.585+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): orig_dests= new_dests= 2023-01-15T14:39:51.587 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.585+0000 7f9b89c2b780 20 handle_bi_update(): bucket=:myver[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15]): potential dests added=[] removed=[] 2023-01-15T14:39:51.589 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.587+0000 7f9b89c2b780 1 execute INFO: reshard of bucket "myver" completed successfully 2023-01-15T14:39:51.590 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.589+0000 7f9b6eba7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.592 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.590+0000 7f9b89c2b780 20 remove_watcher() i=0 2023-01-15T14:39:51.592 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.590+0000 7f9b89c2b780 2 removed watcher, disabling cache 2023-01-15T14:39:51.592 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.591+0000 7f9b89c2b780 20 remove_watcher() i=1 2023-01-15T14:39:51.593 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.592+0000 7f9b89c2b780 20 remove_watcher() i=2 2023-01-15T14:39:51.594 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.592+0000 7f9b89c2b780 20 remove_watcher() i=3 2023-01-15T14:39:51.594 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.593+0000 7f9b89c2b780 20 remove_watcher() i=4 2023-01-15T14:39:51.595 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.594+0000 7f9b89c2b780 20 remove_watcher() i=5 2023-01-15T14:39:51.596 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.594+0000 7f9b89c2b780 20 remove_watcher() i=6 2023-01-15T14:39:51.597 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.595+0000 7f9b89c2b780 20 remove_watcher() i=7 2023-01-15T14:39:51.602 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket myver 2023-01-15T14:39:51.630 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:51.630 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:51.641 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.640+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.643 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.643 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 20 realm 2023-01-15T14:39:51.643 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.641+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.642+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.642+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.644 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.643+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.643+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.643+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:51.645 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.643+0000 7f4b56d9f780 20 searching for the correct realm 2023-01-15T14:39:51.652 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.651+0000 7f4b54d4d700 0 -- 172.21.15.154:0/336826364 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x563884190000 msgr2=0x563884092100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.654 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.652+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 zone default found 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 4 Realm: () 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:51.656 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 zonegroup default 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.653+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.654+0000 7f4b56d9f780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.654+0000 7f4b56d9f780 20 started sync module instance, tier type = 2023-01-15T14:39:51.657 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.654+0000 7f4b56d9f780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:51.658 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.657+0000 7f4b5554e700 0 -- 172.21.15.154:0/336826364 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x563884184000 msgr2=0x563884090b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:51.661 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=0 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=1 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=2 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=3 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=4 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=5 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.660+0000 7f4b56d9f780 20 add_watcher() i=6 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.661+0000 7f4b56d9f780 20 add_watcher() i=7 2023-01-15T14:39:51.662 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.661+0000 7f4b56d9f780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:51.663 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.662+0000 7f4b3bd1b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.662+0000 7f4b56d9f780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:51.664 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.662+0000 7f4b56d9f780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:51.669 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.668+0000 7f4b56d9f780 5 note: GC not initialized 2023-01-15T14:39:51.670 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b37512700 20 reqs_thread_entry: start 2023-01-15T14:39:51.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b56d9f780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:51.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b56d9f780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:51.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b3550e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:51.671 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.671 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b34cec700 20 reqs_thread_entry: start 2023-01-15T14:39:51.672 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.669+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.670+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.670+0000 7f4b56d9f780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.670+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.673 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.670+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:39:51.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.670+0000 7f4b56d9f780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.671+0000 7f4b56d9f780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:39:51.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.671+0000 7f4b56d9f780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:51.674 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.672+0000 7f4b3bd1b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:51.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.674+0000 7f4b56d9f780 20 remove_watcher() i=0 2023-01-15T14:39:51.675 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.674+0000 7f4b56d9f780 2 removed watcher, disabling cache 2023-01-15T14:39:51.676 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.675+0000 7f4b56d9f780 20 remove_watcher() i=1 2023-01-15T14:39:51.677 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.676+0000 7f4b56d9f780 20 remove_watcher() i=2 2023-01-15T14:39:51.678 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.677+0000 7f4b56d9f780 20 remove_watcher() i=3 2023-01-15T14:39:51.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.677+0000 7f4b56d9f780 20 remove_watcher() i=4 2023-01-15T14:39:51.679 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.678+0000 7f4b56d9f780 20 remove_watcher() i=5 2023-01-15T14:39:51.680 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.679+0000 7f4b56d9f780 20 remove_watcher() i=6 2023-01-15T14:39:51.681 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.679+0000 7f4b56d9f780 20 remove_watcher() i=7 2023-01-15T14:39:51.685 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.685 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:51.685 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: myver id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.15 num_objects: 0 size_kb: 0 num_shards: 12 2023-01-15T14:39:51.685 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:51.759 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.759 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.759 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.760 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.760 INFO:tasks.workunit.client.0.smithi154.stderr: test: reshard removes olh entries with empty name 2023-01-15T14:39:51.948 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.948 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.948 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:51.948 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:51.948 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:39:51.975 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:51.975 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:51.986 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.984+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 realm 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:51.988 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.986+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.987+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:51.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.987+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:51.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.987+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:51.989 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.987+0000 7f54b76c5780 20 searching for the correct realm 2023-01-15T14:39:51.997 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.995+0000 7f54b5673700 0 -- 172.21.15.154:0/3325344659 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55703a48c400 msgr2=0x55703a546b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.000 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:52.000 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:52.000 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:52.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:52.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.001 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 zone default found 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 4 Realm: () 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:52.002 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 zonegroup default 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.997+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.003 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.998+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.998+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.998+0000 7f54b76c5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.998+0000 7f54b76c5780 20 started sync module instance, tier type = 2023-01-15T14:39:52.004 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:51.998+0000 7f54b76c5780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:52.005 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.002+0000 7f54b5673700 0 -- 172.21.15.154:0/3325344659 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55703a56ec00 msgr2=0x55703a548100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=0 2023-01-15T14:39:52.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=1 2023-01-15T14:39:52.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=2 2023-01-15T14:39:52.006 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=3 2023-01-15T14:39:52.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=4 2023-01-15T14:39:52.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=5 2023-01-15T14:39:52.007 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=6 2023-01-15T14:39:52.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 20 add_watcher() i=7 2023-01-15T14:39:52.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.005+0000 7f54b76c5780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:52.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.006+0000 7f549c641700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.008 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.007+0000 7f54b76c5780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:52.009 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.007+0000 7f54b76c5780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:52.013 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.012+0000 7f54b76c5780 5 note: GC not initialized 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.012+0000 7f5497e38700 20 reqs_thread_entry: start 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f54b76c5780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f54b76c5780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f5495e34700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f5495612700 20 reqs_thread_entry: start 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.015 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.013+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:52.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.016 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.014+0000 7f54b76c5780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:52.017 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.016+0000 7f549c641700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.017+0000 7f54b76c5780 20 remove_watcher() i=0 2023-01-15T14:39:52.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.017+0000 7f54b76c5780 2 removed watcher, disabling cache 2023-01-15T14:39:52.019 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.018+0000 7f54b76c5780 20 remove_watcher() i=1 2023-01-15T14:39:52.020 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.019+0000 7f54b76c5780 20 remove_watcher() i=2 2023-01-15T14:39:52.021 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.020+0000 7f54b76c5780 20 remove_watcher() i=3 2023-01-15T14:39:52.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.020+0000 7f54b76c5780 20 remove_watcher() i=4 2023-01-15T14:39:52.022 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.021+0000 7f54b76c5780 20 remove_watcher() i=5 2023-01-15T14:39:52.023 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.022+0000 7f54b76c5780 20 remove_watcher() i=6 2023-01-15T14:39:52.024 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.022+0000 7f54b76c5780 20 remove_watcher() i=7 2023-01-15T14:39:52.028 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.028 INFO:tasks.workunit.client.0.smithi154.stderr:BUCKET_STATS: 2023-01-15T14:39:52.028 INFO:tasks.workunit.client.0.smithi154.stderr:bucket: a-bucket id: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 num_objects: 0 size_kb: 0 num_shards: 13 2023-01-15T14:39:52.028 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.029 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket layout --bucket a-bucket 2023-01-15T14:39:52.057 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:52.057 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:52.069 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.068+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.070 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 realm 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.071 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.069+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.070+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.070+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.070+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:52.072 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.070+0000 7ff0b1042780 20 searching for the correct realm 2023-01-15T14:39:52.080 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.078+0000 7ff0aeff0700 0 -- 172.21.15.154:0/1236707773 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5631f9c34400 msgr2=0x5631f9c11b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.079+0000 7ff0b1042780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:52.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.079+0000 7ff0b1042780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:52.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.079+0000 7ff0b1042780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:52.081 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.079+0000 7ff0b1042780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:52.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.079+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.082 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:52.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 zone default found 2023-01-15T14:39:52.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 4 Realm: () 2023-01-15T14:39:52.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:52.083 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 zonegroup default 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.080+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.081+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.081+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.081+0000 7ff0b1042780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.081+0000 7ff0b1042780 20 started sync module instance, tier type = 2023-01-15T14:39:52.084 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.081+0000 7ff0b1042780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:52.085 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.084+0000 7ff0af7f1700 0 -- 172.21.15.154:0/1236707773 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x5631f9b55c00 msgr2=0x5631f9c10580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=0 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=1 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=2 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=3 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=4 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=5 2023-01-15T14:39:52.089 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.087+0000 7ff0b1042780 20 add_watcher() i=6 2023-01-15T14:39:52.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.088+0000 7ff0b1042780 20 add_watcher() i=7 2023-01-15T14:39:52.090 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.088+0000 7ff0b1042780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:52.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.089+0000 7ff095fbe700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.090+0000 7ff0b1042780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:52.091 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.090+0000 7ff0b1042780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:52.097 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.095+0000 7ff0b1042780 5 note: GC not initialized 2023-01-15T14:39:52.098 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.096+0000 7ff0917b5700 20 reqs_thread_entry: start 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.096+0000 7ff0b1042780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff0b1042780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff08f7b1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff08ef8f700 20 reqs_thread_entry: start 2023-01-15T14:39:52.099 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.097+0000 7ff0b1042780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.098+0000 7ff0b1042780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.098+0000 7ff0b1042780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:52.100 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.098+0000 7ff095fbe700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.100+0000 7ff0b1042780 20 remove_watcher() i=0 2023-01-15T14:39:52.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.100+0000 7ff0b1042780 2 removed watcher, disabling cache 2023-01-15T14:39:52.102 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.101+0000 7ff0b1042780 20 remove_watcher() i=1 2023-01-15T14:39:52.103 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.102+0000 7ff0b1042780 20 remove_watcher() i=2 2023-01-15T14:39:52.104 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.103+0000 7ff0b1042780 20 remove_watcher() i=3 2023-01-15T14:39:52.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.103+0000 7ff0b1042780 20 remove_watcher() i=4 2023-01-15T14:39:52.105 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.104+0000 7ff0b1042780 20 remove_watcher() i=5 2023-01-15T14:39:52.106 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.105+0000 7ff0b1042780 20 remove_watcher() i=6 2023-01-15T14:39:52.107 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.106+0000 7ff0b1042780 20 remove_watcher() i=7 2023-01-15T14:39:52.113 INFO:tasks.workunit.client.0.smithi154.stderr:rados -p default.rgw.buckets.index setomapval .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2023-01-15T14:39:52.139 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:52.139 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:52.153 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bi list --bucket a-bucket 2023-01-15T14:39:52.180 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:52.180 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:52.191 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.190+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 realm 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.193 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.191+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.192+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.194 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.192+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.193+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:52.195 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.193+0000 7fda557a2780 20 searching for the correct realm 2023-01-15T14:39:52.202 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.201+0000 7fda53750700 0 -- 172.21.15.154:0/2646098973 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x560756d85000 msgr2=0x560756a22c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.203 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.204 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.205 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 zone default found 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 4 Realm: () 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:52.206 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 zonegroup default 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.202+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.207 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 started sync module instance, tier type = 2023-01-15T14:39:52.208 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.203+0000 7fda557a2780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:52.209 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.208+0000 7fda52f4f700 0 -- 172.21.15.154:0/2646098973 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x560756d85c00 msgr2=0x560756a23180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=0 2023-01-15T14:39:52.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=1 2023-01-15T14:39:52.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=2 2023-01-15T14:39:52.211 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=3 2023-01-15T14:39:52.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=4 2023-01-15T14:39:52.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=5 2023-01-15T14:39:52.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.209+0000 7fda557a2780 20 add_watcher() i=6 2023-01-15T14:39:52.212 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.210+0000 7fda557a2780 20 add_watcher() i=7 2023-01-15T14:39:52.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.210+0000 7fda557a2780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:52.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.211+0000 7fda3a71e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.212+0000 7fda557a2780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:52.213 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.212+0000 7fda557a2780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:52.218 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.217+0000 7fda557a2780 5 note: GC not initialized 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda35f15700 20 reqs_thread_entry: start 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda557a2780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda557a2780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda33f11700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.220 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda336ef700 20 reqs_thread_entry: start 2023-01-15T14:39:52.221 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.218+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:39:52.222 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.219+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:39:52.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.220+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:39:52.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.220+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:39:52.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.220+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:39:52.223 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.220+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.221+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.221+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.223+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.223+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.223+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:39:52.224 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.223+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:39:52.225 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:39:52.226 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:39:52.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:39:52.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.224+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:39:52.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.225+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:39:52.227 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.225+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:39:52.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.227+0000 7fda557a2780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:39:52.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.227+0000 7fda557a2780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:39:52.228 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.227+0000 7fda3a71e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.228+0000 7fda557a2780 20 remove_watcher() i=0 2023-01-15T14:39:52.230 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.228+0000 7fda557a2780 2 removed watcher, disabling cache 2023-01-15T14:39:52.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.229+0000 7fda557a2780 20 remove_watcher() i=1 2023-01-15T14:39:52.231 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.230+0000 7fda557a2780 20 remove_watcher() i=2 2023-01-15T14:39:52.232 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.231+0000 7fda557a2780 20 remove_watcher() i=3 2023-01-15T14:39:52.233 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.232+0000 7fda557a2780 20 remove_watcher() i=4 2023-01-15T14:39:52.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.232+0000 7fda557a2780 20 remove_watcher() i=5 2023-01-15T14:39:52.234 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.233+0000 7fda557a2780 20 remove_watcher() i=6 2023-01-15T14:39:52.235 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.234+0000 7fda557a2780 20 remove_watcher() i=7 2023-01-15T14:39:52.241 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2023-01-15T14:39:52.271 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:52.271 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:52.283 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.281+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 realm 2023-01-15T14:39:52.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.286 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:52.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.287 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:52.288 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.284+0000 7f4f10bd8780 20 searching for the correct realm 2023-01-15T14:39:52.294 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.292+0000 7f4f0eb86700 0 -- 172.21.15.154:0/666467094 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5644b6fa7000 msgr2=0x5644b705cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:52.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:52.295 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.296 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:52.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 zone default found 2023-01-15T14:39:52.297 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 4 Realm: () 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 zonegroup default 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.294+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.296+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.298 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.296+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.296+0000 7f4f10bd8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.296+0000 7f4f10bd8780 20 started sync module instance, tier type = 2023-01-15T14:39:52.299 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.296+0000 7f4f10bd8780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:52.300 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.300+0000 7f4f0eb86700 0 -- 172.21.15.154:0/666467094 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x5644b708c800 msgr2=0x5644b705e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=0 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=1 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=2 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=3 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=4 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=5 2023-01-15T14:39:52.303 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.302+0000 7f4f10bd8780 20 add_watcher() i=6 2023-01-15T14:39:52.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.303+0000 7f4f10bd8780 20 add_watcher() i=7 2023-01-15T14:39:52.304 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.303+0000 7f4f10bd8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:52.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.304+0000 7f4ef5b54700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.305+0000 7f4f10bd8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:52.305 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.305+0000 7f4f10bd8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:52.310 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.310+0000 7f4f10bd8780 5 note: GC not initialized 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4ef134b700 20 reqs_thread_entry: start 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4f10bd8780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4f10bd8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4eef347700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4eeeb25700 20 reqs_thread_entry: start 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4f10bd8780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:39:52.312 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.311+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.313 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : miss 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x13 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:52.314 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.312+0000 7f4f10bd8780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:39:52.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.315+0000 7f4f10bd8780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:39:52.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.315+0000 7f4f10bd8780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:39:52.316 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.315+0000 7f4f10bd8780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:52.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.315+0000 7f4f10bd8780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:39:52.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.316+0000 7f4f08b7a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132212 cookie 94853128667136 notifier 6317 bl.length()=861 2023-01-15T14:39:52.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.316+0000 7f4f08b7a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:39:52.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.316+0000 7f4f08b7a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:39:52.317 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.316+0000 7f4f08b7a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:52.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.320+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:39:52.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.320+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:39:52.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.320+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:39:52.322 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.320+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:39:52.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.323+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.3.0 2023-01-15T14:39:52.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.323+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.3.0 2023-01-15T14:39:52.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.323+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:39:52.324 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.323+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.0 2023-01-15T14:39:52.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.324+0000 7f4f10bd8780 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2023-01-15T14:39:52.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.324+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:39:52.325 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.324+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.1 2023-01-15T14:39:52.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.324+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:39:52.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.324+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.2 2023-01-15T14:39:52.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.325+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:39:52.326 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.325+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.3 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.325+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.325+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.4 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.326+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.326+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.5 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.326+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:39:52.327 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.326+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.6 2023-01-15T14:39:52.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.327+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:39:52.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.327+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.7 2023-01-15T14:39:52.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.327+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:39:52.328 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.327+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.8 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.9 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.10 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:39:52.329 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.328+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.11 2023-01-15T14:39:52.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.329+0000 7f4f10bd8780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:39:52.330 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.329+0000 7f4f10bd8780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.2.12 2023-01-15T14:39:52.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.330+0000 7f4f10bd8780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 : hit (requested=0x13, cached=0x17) 2023-01-15T14:39:52.331 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.330+0000 7f4f10bd8780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f10bd8780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f10bd8780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f10bd8780 10 updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f10bd8780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14, ofs0, ns] 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f08b7a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132213 cookie 94853128667136 notifier 6317 bl.length()=829 2023-01-15T14:39:52.332 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f08b7a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 info.flags=0x17 2023-01-15T14:39:52.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f08b7a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14 to cache LRU end 2023-01-15T14:39:52.333 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.331+0000 7f4f08b7a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2023-01-15T14:39:52.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.333+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_sources= new_sources= 2023-01-15T14:39:52.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.333+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential sources added=[] removed=[] 2023-01-15T14:39:52.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.333+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): orig_dests= new_dests= 2023-01-15T14:39:52.334 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.333+0000 7f4f10bd8780 20 handle_bi_update(): bucket=:a-bucket[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14]): potential dests added=[] removed=[] 2023-01-15T14:39:52.336 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.336+0000 7f4f10bd8780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:39:52.338 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.337+0000 7f4ef5b54700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.339+0000 7f4f10bd8780 20 remove_watcher() i=0 2023-01-15T14:39:52.339 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.339+0000 7f4f10bd8780 2 removed watcher, disabling cache 2023-01-15T14:39:52.340 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.340+0000 7f4f10bd8780 20 remove_watcher() i=1 2023-01-15T14:39:52.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.340+0000 7f4f10bd8780 20 remove_watcher() i=2 2023-01-15T14:39:52.341 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.341+0000 7f4f10bd8780 20 remove_watcher() i=3 2023-01-15T14:39:52.342 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.342+0000 7f4f10bd8780 20 remove_watcher() i=4 2023-01-15T14:39:52.343 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.343+0000 7f4f10bd8780 20 remove_watcher() i=5 2023-01-15T14:39:52.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.343+0000 7f4f10bd8780 20 remove_watcher() i=6 2023-01-15T14:39:52.344 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.344+0000 7f4f10bd8780 20 remove_watcher() i=7 2023-01-15T14:39:52.350 INFO:tasks.workunit.client.0.smithi154.stderr:radosgw-admin bi list --bucket a-bucket 2023-01-15T14:39:52.377 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:39:52.377 INFO:tasks.workunit.client.0.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:39:52.389 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.388+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 20 realm 2023-01-15T14:39:52.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.390 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:39:52.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.389+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.390+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.390+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.390+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.391 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.390+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.392 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.391+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:39:52.392 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.391+0000 7fc9a1506780 20 searching for the correct realm 2023-01-15T14:39:52.399 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.399+0000 7fc99f4b4700 0 -- 172.21.15.154:0/391314988 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55e112f09000 msgr2=0x55e112eef080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:39:52.401 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 zone default found 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 4 Realm: () 2023-01-15T14:39:52.402 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 zonegroup default 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.400+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.403 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:39:52.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 started sync module instance, tier type = 2023-01-15T14:39:52.404 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.401+0000 7fc9a1506780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:39:52.406 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.405+0000 7fc99f4b4700 0 -- 172.21.15.154:0/391314988 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55e112fe4800 msgr2=0x55e112ef0680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:39:52.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=0 2023-01-15T14:39:52.408 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=1 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=2 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=3 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=4 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=5 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=6 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 20 add_watcher() i=7 2023-01-15T14:39:52.409 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.408+0000 7fc9a1506780 2 all 8 watchers are set, enabling cache 2023-01-15T14:39:52.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.410+0000 7fc986482700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.410 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.410+0000 7fc9a1506780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:39:52.411 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.410+0000 7fc9a1506780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:39:52.416 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.415+0000 7fc9a1506780 5 note: GC not initialized 2023-01-15T14:39:52.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.416+0000 7fc981c79700 20 reqs_thread_entry: start 2023-01-15T14:39:52.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.416+0000 7fc9a1506780 20 init_complete bucket index max shards: 11 2023-01-15T14:39:52.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.416+0000 7fc9a1506780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:39:52.417 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.416+0000 7fc97fc75700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:22 2023 2023-01-15T14:39:52.417 INFO:tasks.workunit.client.0.smithi154.stderr: 2023-01-15T14:39:52.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.416+0000 7fc97f453700 20 reqs_thread_entry: start 2023-01-15T14:39:52.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.418 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=200 2023-01-15T14:39:52.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 rados->read ofs=0 len=0 2023-01-15T14:39:52.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 rados_obj.operate() r=0 bl.length=372 2023-01-15T14:39:52.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:39:52.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 10 bucket_obj is .dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.3.0 2023-01-15T14:39:52.419 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.417+0000 7fc9a1506780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.14.3.0 2023-01-15T14:39:52.420 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.419+0000 7fc986482700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:39:52.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.420+0000 7fc9a1506780 20 remove_watcher() i=0 2023-01-15T14:39:52.421 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.420+0000 7fc9a1506780 2 removed watcher, disabling cache 2023-01-15T14:39:52.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.421+0000 7fc9a1506780 20 remove_watcher() i=1 2023-01-15T14:39:52.422 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.422+0000 7fc9a1506780 20 remove_watcher() i=2 2023-01-15T14:39:52.423 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.422+0000 7fc9a1506780 20 remove_watcher() i=3 2023-01-15T14:39:52.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.423+0000 7fc9a1506780 20 remove_watcher() i=4 2023-01-15T14:39:52.424 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.424+0000 7fc9a1506780 20 remove_watcher() i=5 2023-01-15T14:39:52.425 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.425+0000 7fc9a1506780 20 remove_watcher() i=6 2023-01-15T14:39:52.426 INFO:tasks.workunit.client.0.smithi154.stderr:2023-01-15T14:39:52.425+0000 7fc9a1506780 20 remove_watcher() i=7 2023-01-15T14:39:52.430 INFO:tasks.workunit.client.0.smithi154.stderr:Deleting bucket a-bucket 2023-01-15T14:39:52.526 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:52.526 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:52.526 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:52.527 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:52.527 INFO:tasks.workunit.client.0.smithi154.stderr:Deleting bucket myver 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/urllib3/connectionpool.py:1052: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stderr: InsecureRequestWarning, 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stderr:Completed resharding tests 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2023-01-15T14:39:52.678 INFO:tasks.workunit.client.0.smithi154.stdout:connected to https://localhost:443 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ deactivate 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ export PATH 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset _OLD_VIRTUAL_PATH 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n '' ']' 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ hash -r 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' -n '' ']' 2023-01-15T14:39:52.721 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset VIRTUAL_ENV 2023-01-15T14:39:52.722 INFO:tasks.workunit.client.0.smithi154.stderr:+ '[' '!' '' = nondestructive ']' 2023-01-15T14:39:52.722 INFO:tasks.workunit.client.0.smithi154.stderr:+ unset -f deactivate 2023-01-15T14:39:52.722 INFO:tasks.workunit.client.0.smithi154.stderr:+ echo OK. 2023-01-15T14:39:52.723 INFO:tasks.workunit.client.0.smithi154.stdout:OK. 2023-01-15T14:39:52.723 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:39:52.723 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:39:52.791 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2023-01-15T14:39:52.791 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-01-15T14:39:53.135 DEBUG:teuthology.parallel:result is None 2023-01-15T14:39:53.135 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:39:53.163 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:39:53.163 DEBUG:teuthology.orchestra.run.smithi154:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:39:53.221 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:39:53.221 INFO:teuthology.run_tasks:Running task s3tests-java... 2023-01-15T14:39:53.237 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2023-01-15T14:39:53.237 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2023-01-15T14:39:53.238 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2023-01-15T14:39:53.238 DEBUG:teuthology.orchestra.run.smithi154:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2023-01-15T14:39:53.279 INFO:teuthology.orchestra.run.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2023-01-15T14:39:57.621 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2023-01-15T14:39:57.621 DEBUG:teuthology.orchestra.run.smithi154:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2023-01-15T14:40:00.460 INFO:teuthology.orchestra.run.smithi154.stdout: Gradle will be installed under /opt/gradle 2023-01-15T14:40:00.530 INFO:teuthology.orchestra.run.smithi154.stderr:--2023-01-15 14:40:00-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2023-01-15T14:40:00.562 INFO:teuthology.orchestra.run.smithi154.stderr:Resolving services.gradle.org (services.gradle.org)... 104.18.191.9, 104.18.190.9, 2606:4700::6812:bf09, ... 2023-01-15T14:40:00.572 INFO:teuthology.orchestra.run.smithi154.stderr:Connecting to services.gradle.org (services.gradle.org)|104.18.191.9|:443... connected. 2023-01-15T14:40:00.619 INFO:teuthology.orchestra.run.smithi154.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2023-01-15T14:40:00.619 INFO:teuthology.orchestra.run.smithi154.stderr:Location: https://downloads.gradle-dn.com/distributions/gradle-6.0.1-bin.zip [following] 2023-01-15T14:40:00.619 INFO:teuthology.orchestra.run.smithi154.stderr:--2023-01-15 14:40:00-- https://downloads.gradle-dn.com/distributions/gradle-6.0.1-bin.zip 2023-01-15T14:40:00.620 INFO:teuthology.orchestra.run.smithi154.stderr:Resolving downloads.gradle-dn.com (downloads.gradle-dn.com)... 104.18.164.99, 104.18.165.99, 2606:4700::6812:a563, ... 2023-01-15T14:40:00.629 INFO:teuthology.orchestra.run.smithi154.stderr:Connecting to downloads.gradle-dn.com (downloads.gradle-dn.com)|104.18.164.99|:443... connected. 2023-01-15T14:40:00.678 INFO:teuthology.orchestra.run.smithi154.stderr:HTTP request sent, awaiting response... 200 OK 2023-01-15T14:40:00.678 INFO:teuthology.orchestra.run.smithi154.stderr:Length: 95129672 (91M) [application/zip] 2023-01-15T14:40:00.678 INFO:teuthology.orchestra.run.smithi154.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2023-01-15T14:40:00.678 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:00.685 INFO:teuthology.orchestra.run.smithi154.stderr: 0K .......... .......... .......... .......... .......... 0% 5.54M 16s 2023-01-15T14:40:00.688 INFO:teuthology.orchestra.run.smithi154.stderr: 50K .......... .......... .......... .......... .......... 0% 12.1M 12s 2023-01-15T14:40:00.694 INFO:teuthology.orchestra.run.smithi154.stderr: 100K .......... .......... .......... .......... .......... 0% 8.13M 12s 2023-01-15T14:40:00.697 INFO:teuthology.orchestra.run.smithi154.stderr: 150K .......... .......... .......... .......... .......... 0% 16.9M 10s 2023-01-15T14:40:00.700 INFO:teuthology.orchestra.run.smithi154.stderr: 200K .......... .......... .......... .......... .......... 0% 15.2M 9s 2023-01-15T14:40:00.703 INFO:teuthology.orchestra.run.smithi154.stderr: 250K .......... .......... .......... .......... .......... 0% 19.8M 8s 2023-01-15T14:40:00.704 INFO:teuthology.orchestra.run.smithi154.stderr: 300K .......... .......... .......... .......... .......... 0% 43.9M 8s 2023-01-15T14:40:00.706 INFO:teuthology.orchestra.run.smithi154.stderr: 350K .......... .......... .......... .......... .......... 0% 24.1M 7s 2023-01-15T14:40:00.708 INFO:teuthology.orchestra.run.smithi154.stderr: 400K .......... .......... .......... .......... .......... 0% 24.2M 7s 2023-01-15T14:40:00.709 INFO:teuthology.orchestra.run.smithi154.stderr: 450K .......... .......... .......... .......... .......... 0% 64.0M 6s 2023-01-15T14:40:00.711 INFO:teuthology.orchestra.run.smithi154.stderr: 500K .......... .......... .......... .......... .......... 0% 31.6M 6s 2023-01-15T14:40:00.711 INFO:teuthology.orchestra.run.smithi154.stderr: 550K .......... .......... .......... .......... .......... 0% 46.5M 6s 2023-01-15T14:40:00.713 INFO:teuthology.orchestra.run.smithi154.stderr: 600K .......... .......... .......... .......... .......... 0% 47.1M 5s 2023-01-15T14:40:00.714 INFO:teuthology.orchestra.run.smithi154.stderr: 650K .......... .......... .......... .......... .......... 0% 53.8M 5s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 700K .......... .......... .......... .......... .......... 0% 50.5M 5s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 750K .......... .......... .......... .......... .......... 0% 48.5M 5s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 800K .......... .......... .......... .......... .......... 0% 120M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 850K .......... .......... .......... .......... .......... 0% 53.3M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 900K .......... .......... .......... .......... .......... 1% 70.0M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 950K .......... .......... .......... .......... .......... 1% 64.6M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 1000K .......... .......... .......... .......... .......... 1% 98.4M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 1050K .......... .......... .......... .......... .......... 1% 71.5M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 1100K .......... .......... .......... .......... .......... 1% 77.5M 4s 2023-01-15T14:40:00.729 INFO:teuthology.orchestra.run.smithi154.stderr: 1150K .......... .......... .......... .......... .......... 1% 73.6M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1200K .......... .......... .......... .......... .......... 1% 54.9M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1250K .......... .......... .......... .......... .......... 1% 120M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1300K .......... .......... .......... .......... .......... 1% 122M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1350K .......... .......... .......... .......... .......... 1% 114M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1400K .......... .......... .......... .......... .......... 1% 103M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1450K .......... .......... .......... .......... .......... 1% 119M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1500K .......... .......... .......... .......... .......... 1% 109M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1550K .......... .......... .......... .......... .......... 1% 97.7M 3s 2023-01-15T14:40:00.730 INFO:teuthology.orchestra.run.smithi154.stderr: 1600K .......... .......... .......... .......... .......... 1% 117M 3s 2023-01-15T14:40:02.143 INFO:teuthology.orchestra.run.smithi154.stderr: 1650K .......... .......... .......... .......... .......... 1% 9.88M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1700K .......... .......... .......... .......... .......... 1% 161M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1750K .......... .......... .......... .......... .......... 1% 133M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1800K .......... .......... .......... .......... .......... 1% 108M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1850K .......... .......... .......... .......... .......... 2% 125M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1900K .......... .......... .......... .......... .......... 2% 120M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 1950K .......... .......... .......... .......... .......... 2% 90.3M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 2000K .......... .......... .......... .......... .......... 2% 114M 3s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 2050K .......... .......... .......... .......... .......... 2% 114M 2s 2023-01-15T14:40:02.144 INFO:teuthology.orchestra.run.smithi154.stderr: 2100K .......... .......... .......... .......... .......... 2% 118M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2150K .......... .......... .......... .......... .......... 2% 107M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2200K .......... .......... .......... .......... .......... 2% 118M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2250K .......... .......... .......... .......... .......... 2% 110M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2300K .......... .......... .......... .......... .......... 2% 122M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2350K .......... .......... .......... .......... .......... 2% 90.5M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2400K .......... .......... .......... .......... .......... 2% 112M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2450K .......... .......... .......... .......... .......... 2% 114M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2500K .......... .......... .......... .......... .......... 2% 104M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2550K .......... .......... .......... .......... .......... 2% 116M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2600K .......... .......... .......... .......... .......... 2% 118M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2650K .......... .......... .......... .......... .......... 2% 112M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2700K .......... .......... .......... .......... .......... 2% 106M 2s 2023-01-15T14:40:02.145 INFO:teuthology.orchestra.run.smithi154.stderr: 2750K .......... .......... .......... .......... .......... 3% 91.8M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 2800K .......... .......... .......... .......... .......... 3% 110M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 2850K .......... .......... .......... .......... .......... 3% 120M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 2900K .......... .......... .......... .......... .......... 3% 118M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 2950K .......... .......... .......... .......... .......... 3% 111M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3000K .......... .......... .......... .......... .......... 3% 118M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3050K .......... .......... .......... .......... .......... 3% 109M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3100K .......... .......... .......... .......... .......... 3% 111M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3150K .......... .......... .......... .......... .......... 3% 95.5M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3200K .......... .......... .......... .......... .......... 3% 114M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3250K .......... .......... .......... .......... .......... 3% 117M 2s 2023-01-15T14:40:02.146 INFO:teuthology.orchestra.run.smithi154.stderr: 3300K .......... .......... .......... .......... .......... 3% 118M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3350K .......... .......... .......... .......... .......... 3% 96.5M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3400K .......... .......... .......... .......... .......... 3% 131M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3450K .......... .......... .......... .......... .......... 3% 110M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3500K .......... .......... .......... .......... .......... 3% 126M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3550K .......... .......... .......... .......... .......... 3% 89.8M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3600K .......... .......... .......... .......... .......... 3% 116M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3650K .......... .......... .......... .......... .......... 3% 112M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3700K .......... .......... .......... .......... .......... 4% 119M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3750K .......... .......... .......... .......... .......... 4% 109M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3800K .......... .......... .......... .......... .......... 4% 113M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3850K .......... .......... .......... .......... .......... 4% 116M 2s 2023-01-15T14:40:02.147 INFO:teuthology.orchestra.run.smithi154.stderr: 3900K .......... .......... .......... .......... .......... 4% 121M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 3950K .......... .......... .......... .......... .......... 4% 89.9M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4000K .......... .......... .......... .......... .......... 4% 114M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4050K .......... .......... .......... .......... .......... 4% 121M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4100K .......... .......... .......... .......... .......... 4% 107M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4150K .......... .......... .......... .......... .......... 4% 114M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4200K .......... .......... .......... .......... .......... 4% 119M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4250K .......... .......... .......... .......... .......... 4% 119M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4300K .......... .......... .......... .......... .......... 4% 112M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4350K .......... .......... .......... .......... .......... 4% 92.7M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4400K .......... .......... .......... .......... .......... 4% 108M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4450K .......... .......... .......... .......... .......... 4% 122M 2s 2023-01-15T14:40:02.148 INFO:teuthology.orchestra.run.smithi154.stderr: 4500K .......... .......... .......... .......... .......... 4% 117M 2s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4550K .......... .......... .......... .......... .......... 4% 110M 2s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4600K .......... .......... .......... .......... .......... 5% 115M 2s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4650K .......... .......... .......... .......... .......... 5% 114M 2s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4700K .......... .......... .......... .......... .......... 5% 96.6M 2s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4750K .......... .......... .......... .......... .......... 5% 95.0M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4800K .......... .......... .......... .......... .......... 5% 120M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4850K .......... .......... .......... .......... .......... 5% 108M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4900K .......... .......... .......... .......... .......... 5% 110M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 4950K .......... .......... .......... .......... .......... 5% 102M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 5000K .......... .......... .......... .......... .......... 5% 103M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 5050K .......... .......... .......... .......... .......... 5% 149M 1s 2023-01-15T14:40:02.149 INFO:teuthology.orchestra.run.smithi154.stderr: 5100K .......... .......... .......... .......... .......... 5% 115M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5150K .......... .......... .......... .......... .......... 5% 83.3M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5200K .......... .......... .......... .......... .......... 5% 121M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5250K .......... .......... .......... .......... .......... 5% 114M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5300K .......... .......... .......... .......... .......... 5% 116M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5350K .......... .......... .......... .......... .......... 5% 110M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5400K .......... .......... .......... .......... .......... 5% 118M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5450K .......... .......... .......... .......... .......... 5% 111M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5500K .......... .......... .......... .......... .......... 5% 115M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5550K .......... .......... .......... .......... .......... 6% 90.3M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5600K .......... .......... .......... .......... .......... 6% 106M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5650K .......... .......... .......... .......... .......... 6% 115M 1s 2023-01-15T14:40:02.150 INFO:teuthology.orchestra.run.smithi154.stderr: 5700K .......... .......... .......... .......... .......... 6% 101M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 5750K .......... .......... .......... .......... .......... 6% 122M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 5800K .......... .......... .......... .......... .......... 6% 72.4M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 5850K .......... .......... .......... .......... .......... 6% 107M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 5900K .......... .......... .......... .......... .......... 6% 177M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 5950K .......... .......... .......... .......... .......... 6% 125M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6000K .......... .......... .......... .......... .......... 6% 118M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6050K .......... .......... .......... .......... .......... 6% 110M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6100K .......... .......... .......... .......... .......... 6% 113M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6150K .......... .......... .......... .......... .......... 6% 116M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6200K .......... .......... .......... .......... .......... 6% 118M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6250K .......... .......... .......... .......... .......... 6% 117M 1s 2023-01-15T14:40:02.151 INFO:teuthology.orchestra.run.smithi154.stderr: 6300K .......... .......... .......... .......... .......... 6% 112M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6350K .......... .......... .......... .......... .......... 6% 91.4M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6400K .......... .......... .......... .......... .......... 6% 114M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6450K .......... .......... .......... .......... .......... 6% 116M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6500K .......... .......... .......... .......... .......... 7% 115M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6550K .......... .......... .......... .......... .......... 7% 113M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6600K .......... .......... .......... .......... .......... 7% 110M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6650K .......... .......... .......... .......... .......... 7% 112M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6700K .......... .......... .......... .......... .......... 7% 124M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6750K .......... .......... .......... .......... .......... 7% 91.5M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6800K .......... .......... .......... .......... .......... 7% 117M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6850K .......... .......... .......... .......... .......... 7% 117M 1s 2023-01-15T14:40:02.152 INFO:teuthology.orchestra.run.smithi154.stderr: 6900K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 6950K .......... .......... .......... .......... .......... 7% 101M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7000K .......... .......... .......... .......... .......... 7% 128M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7050K .......... .......... .......... .......... .......... 7% 119M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7100K .......... .......... .......... .......... .......... 7% 110M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7150K .......... .......... .......... .......... .......... 7% 91.4M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7200K .......... .......... .......... .......... .......... 7% 110M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7250K .......... .......... .......... .......... .......... 7% 114M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7300K .......... .......... .......... .......... .......... 7% 120M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7350K .......... .......... .......... .......... .......... 7% 112M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7400K .......... .......... .......... .......... .......... 8% 110M 1s 2023-01-15T14:40:02.153 INFO:teuthology.orchestra.run.smithi154.stderr: 7450K .......... .......... .......... .......... .......... 8% 119M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7500K .......... .......... .......... .......... .......... 8% 116M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7550K .......... .......... .......... .......... .......... 8% 81.9M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7600K .......... .......... .......... .......... .......... 8% 126M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7650K .......... .......... .......... .......... .......... 8% 118M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7700K .......... .......... .......... .......... .......... 8% 119M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7750K .......... .......... .......... .......... .......... 8% 106M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7800K .......... .......... .......... .......... .......... 8% 120M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7850K .......... .......... .......... .......... .......... 8% 111M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7900K .......... .......... .......... .......... .......... 8% 121M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 7950K .......... .......... .......... .......... .......... 8% 89.2M 1s 2023-01-15T14:40:02.154 INFO:teuthology.orchestra.run.smithi154.stderr: 8000K .......... .......... .......... .......... .......... 8% 111M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8050K .......... .......... .......... .......... .......... 8% 115M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8100K .......... .......... .......... .......... .......... 8% 113M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8150K .......... .......... .......... .......... .......... 8% 114M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8200K .......... .......... .......... .......... .......... 8% 90.2M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8250K .......... .......... .......... .......... .......... 8% 106M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8300K .......... .......... .......... .......... .......... 8% 129M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8350K .......... .......... .......... .......... .......... 9% 115M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8400K .......... .......... .......... .......... .......... 9% 116M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8450K .......... .......... .......... .......... .......... 9% 106M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8500K .......... .......... .......... .......... .......... 9% 118M 1s 2023-01-15T14:40:02.155 INFO:teuthology.orchestra.run.smithi154.stderr: 8550K .......... .......... .......... .......... .......... 9% 97.8M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8600K .......... .......... .......... .......... .......... 9% 126M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8650K .......... .......... .......... .......... .......... 9% 126M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8700K .......... .......... .......... .......... .......... 9% 94.5M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8750K .......... .......... .......... .......... .......... 9% 89.0M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8800K .......... .......... .......... .......... .......... 9% 112M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8850K .......... .......... .......... .......... .......... 9% 136M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8900K .......... .......... .......... .......... .......... 9% 115M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 8950K .......... .......... .......... .......... .......... 9% 106M 1s 2023-01-15T14:40:02.156 INFO:teuthology.orchestra.run.smithi154.stderr: 9000K .......... .......... .......... .......... .......... 9% 120M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9050K .......... .......... .......... .......... .......... 9% 117M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9100K .......... .......... .......... .......... .......... 9% 109M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9150K .......... .......... .......... .......... .......... 9% 95.3M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9200K .......... .......... .......... .......... .......... 9% 106M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9250K .......... .......... .......... .......... .......... 10% 116M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9300K .......... .......... .......... .......... .......... 10% 116M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9350K .......... .......... .......... .......... .......... 10% 117M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9400K .......... .......... .......... .......... .......... 10% 103M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9450K .......... .......... .......... .......... .......... 10% 128M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9500K .......... .......... .......... .......... .......... 10% 112M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9550K .......... .......... .......... .......... .......... 10% 91.2M 1s 2023-01-15T14:40:02.157 INFO:teuthology.orchestra.run.smithi154.stderr: 9600K .......... .......... .......... .......... .......... 10% 113M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9650K .......... .......... .......... .......... .......... 10% 110M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9700K .......... .......... .......... .......... .......... 10% 122M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9750K .......... .......... .......... .......... .......... 10% 102M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9800K .......... .......... .......... .......... .......... 10% 125M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9850K .......... .......... .......... .......... .......... 10% 114M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9900K .......... .......... .......... .......... .......... 10% 119M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 9950K .......... .......... .......... .......... .......... 10% 86.2M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10000K .......... .......... .......... .......... .......... 10% 117M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10050K .......... .......... .......... .......... .......... 10% 112M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10100K .......... .......... .......... .......... .......... 10% 114M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10150K .......... .......... .......... .......... .......... 10% 116M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10200K .......... .......... .......... .......... .......... 11% 111M 1s 2023-01-15T14:40:02.158 INFO:teuthology.orchestra.run.smithi154.stderr: 10250K .......... .......... .......... .......... .......... 11% 118M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10300K .......... .......... .......... .......... .......... 11% 114M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10350K .......... .......... .......... .......... .......... 11% 88.7M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10400K .......... .......... .......... .......... .......... 11% 113M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10450K .......... .......... .......... .......... .......... 11% 117M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10500K .......... .......... .......... .......... .......... 11% 119M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10550K .......... .......... .......... .......... .......... 11% 109M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10600K .......... .......... .......... .......... .......... 11% 118M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10650K .......... .......... .......... .......... .......... 11% 99.1M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10700K .......... .......... .......... .......... .......... 11% 111M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10750K .......... .......... .......... .......... .......... 11% 88.3M 1s 2023-01-15T14:40:02.159 INFO:teuthology.orchestra.run.smithi154.stderr: 10800K .......... .......... .......... .......... .......... 11% 116M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 10850K .......... .......... .......... .......... .......... 11% 112M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 10900K .......... .......... .......... .......... .......... 11% 106M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 10950K .......... .......... .......... .......... .......... 11% 127M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11000K .......... .......... .......... .......... .......... 11% 114M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11050K .......... .......... .......... .......... .......... 11% 119M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11100K .......... .......... .......... .......... .......... 12% 110M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11150K .......... .......... .......... .......... .......... 12% 89.7M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11200K .......... .......... .......... .......... .......... 12% 112M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11250K .......... .......... .......... .......... .......... 12% 120M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11300K .......... .......... .......... .......... .......... 12% 116M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11350K .......... .......... .......... .......... .......... 12% 104M 1s 2023-01-15T14:40:02.160 INFO:teuthology.orchestra.run.smithi154.stderr: 11400K .......... .......... .......... .......... .......... 12% 124M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11450K .......... .......... .......... .......... .......... 12% 114M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11500K .......... .......... .......... .......... .......... 12% 118M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11550K .......... .......... .......... .......... .......... 12% 87.5M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11600K .......... .......... .......... .......... .......... 12% 120M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11650K .......... .......... .......... .......... .......... 12% 107M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11700K .......... .......... .......... .......... .......... 12% 123M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11750K .......... .......... .......... .......... .......... 12% 113M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11800K .......... .......... .......... .......... .......... 12% 110M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11850K .......... .......... .......... .......... .......... 12% 111M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11900K .......... .......... .......... .......... .......... 12% 112M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 11950K .......... .......... .......... .......... .......... 12% 94.5M 1s 2023-01-15T14:40:02.161 INFO:teuthology.orchestra.run.smithi154.stderr: 12000K .......... .......... .......... .......... .......... 12% 107M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12050K .......... .......... .......... .......... .......... 13% 115M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12100K .......... .......... .......... .......... .......... 13% 119M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12150K .......... .......... .......... .......... .......... 13% 109M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12200K .......... .......... .......... .......... .......... 13% 110M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12250K .......... .......... .......... .......... .......... 13% 110M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12300K .......... .......... .......... .......... .......... 13% 126M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12350K .......... .......... .......... .......... .......... 13% 87.0M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12400K .......... .......... .......... .......... .......... 13% 122M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12450K .......... .......... .......... .......... .......... 13% 108M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12500K .......... .......... .......... .......... .......... 13% 115M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12550K .......... .......... .......... .......... .......... 13% 115M 1s 2023-01-15T14:40:02.162 INFO:teuthology.orchestra.run.smithi154.stderr: 12600K .......... .......... .......... .......... .......... 13% 114M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12650K .......... .......... .......... .......... .......... 13% 115M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12700K .......... .......... .......... .......... .......... 13% 108M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12750K .......... .......... .......... .......... .......... 13% 90.2M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12800K .......... .......... .......... .......... .......... 13% 119M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12850K .......... .......... .......... .......... .......... 13% 113M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12900K .......... .......... .......... .......... .......... 13% 117M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 12950K .......... .......... .......... .......... .......... 13% 107M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 13000K .......... .......... .......... .......... .......... 14% 120M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 13050K .......... .......... .......... .......... .......... 14% 113M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 13100K .......... .......... .......... .......... .......... 14% 114M 1s 2023-01-15T14:40:02.163 INFO:teuthology.orchestra.run.smithi154.stderr: 13150K .......... .......... .......... .......... .......... 14% 88.2M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13200K .......... .......... .......... .......... .......... 14% 123M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13250K .......... .......... .......... .......... .......... 14% 111M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13300K .......... .......... .......... .......... .......... 14% 116M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13350K .......... .......... .......... .......... .......... 14% 114M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13400K .......... .......... .......... .......... .......... 14% 114M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13450K .......... .......... .......... .......... .......... 14% 119M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13500K .......... .......... .......... .......... .......... 14% 112M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13550K .......... .......... .......... .......... .......... 14% 89.5M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13600K .......... .......... .......... .......... .......... 14% 109M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13650K .......... .......... .......... .......... .......... 14% 112M 1s 2023-01-15T14:40:02.164 INFO:teuthology.orchestra.run.smithi154.stderr: 13700K .......... .......... .......... .......... .......... 14% 117M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 13750K .......... .......... .......... .......... .......... 14% 113M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 13800K .......... .......... .......... .......... .......... 14% 116M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 13850K .......... .......... .......... .......... .......... 14% 115M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 13900K .......... .......... .......... .......... .......... 15% 117M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 13950K .......... .......... .......... .......... .......... 15% 90.0M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14000K .......... .......... .......... .......... .......... 15% 113M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14050K .......... .......... .......... .......... .......... 15% 113M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14100K .......... .......... .......... .......... .......... 15% 111M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14150K .......... .......... .......... .......... .......... 15% 108M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14200K .......... .......... .......... .......... .......... 15% 124M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14250K .......... .......... .......... .......... .......... 15% 113M 1s 2023-01-15T14:40:02.165 INFO:teuthology.orchestra.run.smithi154.stderr: 14300K .......... .......... .......... .......... .......... 15% 114M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14350K .......... .......... .......... .......... .......... 15% 87.9M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14400K .......... .......... .......... .......... .......... 15% 111M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14450K .......... .......... .......... .......... .......... 15% 120M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14500K .......... .......... .......... .......... .......... 15% 110M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14550K .......... .......... .......... .......... .......... 15% 106M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14600K .......... .......... .......... .......... .......... 15% 110M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14650K .......... .......... .......... .......... .......... 15% 115M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14700K .......... .......... .......... .......... .......... 15% 109M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14750K .......... .......... .......... .......... .......... 15% 91.4M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14800K .......... .......... .......... .......... .......... 15% 117M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14850K .......... .......... .......... .......... .......... 16% 114M 1s 2023-01-15T14:40:02.166 INFO:teuthology.orchestra.run.smithi154.stderr: 14900K .......... .......... .......... .......... .......... 16% 120M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 14950K .......... .......... .......... .......... .......... 16% 111M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15000K .......... .......... .......... .......... .......... 16% 116M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15050K .......... .......... .......... .......... .......... 16% 117M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15100K .......... .......... .......... .......... .......... 16% 115M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15150K .......... .......... .......... .......... .......... 16% 89.2M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15200K .......... .......... .......... .......... .......... 16% 117M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15250K .......... .......... .......... .......... .......... 16% 114M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15300K .......... .......... .......... .......... .......... 16% 116M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15350K .......... .......... .......... .......... .......... 16% 107M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15400K .......... .......... .......... .......... .......... 16% 123M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15450K .......... .......... .......... .......... .......... 16% 108M 1s 2023-01-15T14:40:02.167 INFO:teuthology.orchestra.run.smithi154.stderr: 15500K .......... .......... .......... .......... .......... 16% 115M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15550K .......... .......... .......... .......... .......... 16% 86.5M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15600K .......... .......... .......... .......... .......... 16% 120M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15650K .......... .......... .......... .......... .......... 16% 112M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15700K .......... .......... .......... .......... .......... 16% 115M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15750K .......... .......... .......... .......... .......... 17% 103M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15800K .......... .......... .......... .......... .......... 17% 116M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15850K .......... .......... .......... .......... .......... 17% 116M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15900K .......... .......... .......... .......... .......... 17% 74.8M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 15950K .......... .......... .......... .......... .......... 17% 133M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 16000K .......... .......... .......... .......... .......... 17% 129M 1s 2023-01-15T14:40:02.168 INFO:teuthology.orchestra.run.smithi154.stderr: 16050K .......... .......... .......... .......... .......... 17% 103M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16100K .......... .......... .......... .......... .......... 17% 130M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16150K .......... .......... .......... .......... .......... 17% 105M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16200K .......... .......... .......... .......... .......... 17% 122M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16250K .......... .......... .......... .......... .......... 17% 114M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16300K .......... .......... .......... .......... .......... 17% 96.7M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16350K .......... .......... .......... .......... .......... 17% 98.4M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16400K .......... .......... .......... .......... .......... 17% 109M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16450K .......... .......... .......... .......... .......... 17% 98.6M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16500K .......... .......... .......... .......... .......... 17% 146M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16550K .......... .......... .......... .......... .......... 17% 117M 1s 2023-01-15T14:40:02.169 INFO:teuthology.orchestra.run.smithi154.stderr: 16600K .......... .......... .......... .......... .......... 17% 113M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16650K .......... .......... .......... .......... .......... 17% 118M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16700K .......... .......... .......... .......... .......... 18% 77.4M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16750K .......... .......... .......... .......... .......... 18% 136M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16800K .......... .......... .......... .......... .......... 18% 115M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16850K .......... .......... .......... .......... .......... 18% 117M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16900K .......... .......... .......... .......... .......... 18% 115M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 16950K .......... .......... .......... .......... .......... 18% 111M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 17000K .......... .......... .......... .......... .......... 18% 96.7M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 17050K .......... .......... .......... .......... .......... 18% 130M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 17100K .......... .......... .......... .......... .......... 18% 110M 1s 2023-01-15T14:40:02.170 INFO:teuthology.orchestra.run.smithi154.stderr: 17150K .......... .......... .......... .......... .......... 18% 89.0M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17200K .......... .......... .......... .......... .......... 18% 107M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17250K .......... .......... .......... .......... .......... 18% 111M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17300K .......... .......... .......... .......... .......... 18% 131M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17350K .......... .......... .......... .......... .......... 18% 110M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17400K .......... .......... .......... .......... .......... 18% 106M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17450K .......... .......... .......... .......... .......... 18% 126M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17500K .......... .......... .......... .......... .......... 18% 107M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17550K .......... .......... .......... .......... .......... 18% 86.6M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17600K .......... .......... .......... .......... .......... 18% 116M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17650K .......... .......... .......... .......... .......... 19% 118M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17700K .......... .......... .......... .......... .......... 19% 115M 1s 2023-01-15T14:40:02.171 INFO:teuthology.orchestra.run.smithi154.stderr: 17750K .......... .......... .......... .......... .......... 19% 109M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 17800K .......... .......... .......... .......... .......... 19% 113M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 17850K .......... .......... .......... .......... .......... 19% 115M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 17900K .......... .......... .......... .......... .......... 19% 120M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 17950K .......... .......... .......... .......... .......... 19% 89.5M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18000K .......... .......... .......... .......... .......... 19% 111M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18050K .......... .......... .......... .......... .......... 19% 110M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18100K .......... .......... .......... .......... .......... 19% 122M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18150K .......... .......... .......... .......... .......... 19% 113M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18200K .......... .......... .......... .......... .......... 19% 92.4M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18250K .......... .......... .......... .......... .......... 19% 112M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18300K .......... .......... .......... .......... .......... 19% 116M 1s 2023-01-15T14:40:02.172 INFO:teuthology.orchestra.run.smithi154.stderr: 18350K .......... .......... .......... .......... .......... 19% 88.0M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18400K .......... .......... .......... .......... .......... 19% 116M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18450K .......... .......... .......... .......... .......... 19% 114M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18500K .......... .......... .......... .......... .......... 19% 115M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18550K .......... .......... .......... .......... .......... 20% 107M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18600K .......... .......... .......... .......... .......... 20% 119M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18650K .......... .......... .......... .......... .......... 20% 91.8M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18700K .......... .......... .......... .......... .......... 20% 121M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18750K .......... .......... .......... .......... .......... 20% 86.9M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18800K .......... .......... .......... .......... .......... 20% 134M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18850K .......... .......... .......... .......... .......... 20% 116M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18900K .......... .......... .......... .......... .......... 20% 105M 1s 2023-01-15T14:40:02.173 INFO:teuthology.orchestra.run.smithi154.stderr: 18950K .......... .......... .......... .......... .......... 20% 123M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19000K .......... .......... .......... .......... .......... 20% 112M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19050K .......... .......... .......... .......... .......... 20% 118M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19100K .......... .......... .......... .......... .......... 20% 114M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19150K .......... .......... .......... .......... .......... 20% 87.9M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19200K .......... .......... .......... .......... .......... 20% 110M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19250K .......... .......... .......... .......... .......... 20% 111M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19300K .......... .......... .......... .......... .......... 20% 109M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19350K .......... .......... .......... .......... .......... 20% 118M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19400K .......... .......... .......... .......... .......... 20% 114M 1s 2023-01-15T14:40:02.174 INFO:teuthology.orchestra.run.smithi154.stderr: 19450K .......... .......... .......... .......... .......... 20% 116M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19500K .......... .......... .......... .......... .......... 21% 116M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19550K .......... .......... .......... .......... .......... 21% 87.8M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19600K .......... .......... .......... .......... .......... 21% 120M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19650K .......... .......... .......... .......... .......... 21% 114M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19700K .......... .......... .......... .......... .......... 21% 112M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19750K .......... .......... .......... .......... .......... 21% 114M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19800K .......... .......... .......... .......... .......... 21% 112M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19850K .......... .......... .......... .......... .......... 21% 121M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19900K .......... .......... .......... .......... .......... 21% 110M 1s 2023-01-15T14:40:02.175 INFO:teuthology.orchestra.run.smithi154.stderr: 19950K .......... .......... .......... .......... .......... 21% 92.7M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20000K .......... .......... .......... .......... .......... 21% 118M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20050K .......... .......... .......... .......... .......... 21% 113M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20100K .......... .......... .......... .......... .......... 21% 118M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20150K .......... .......... .......... .......... .......... 21% 107M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20200K .......... .......... .......... .......... .......... 21% 116M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20250K .......... .......... .......... .......... .......... 21% 108M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20300K .......... .......... .......... .......... .......... 21% 120M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20350K .......... .......... .......... .......... .......... 21% 86.4M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20400K .......... .......... .......... .......... .......... 22% 119M 1s 2023-01-15T14:40:02.176 INFO:teuthology.orchestra.run.smithi154.stderr: 20450K .......... .......... .......... .......... .......... 22% 119M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20500K .......... .......... .......... .......... .......... 22% 114M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20550K .......... .......... .......... .......... .......... 22% 107M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20600K .......... .......... .......... .......... .......... 22% 100M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20650K .......... .......... .......... .......... .......... 22% 128M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20700K .......... .......... .......... .......... .......... 22% 121M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20750K .......... .......... .......... .......... .......... 22% 89.6M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20800K .......... .......... .......... .......... .......... 22% 113M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20850K .......... .......... .......... .......... .......... 22% 112M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20900K .......... .......... .......... .......... .......... 22% 118M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 20950K .......... .......... .......... .......... .......... 22% 111M 1s 2023-01-15T14:40:02.177 INFO:teuthology.orchestra.run.smithi154.stderr: 21000K .......... .......... .......... .......... .......... 22% 115M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21050K .......... .......... .......... .......... .......... 22% 107M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21100K .......... .......... .......... .......... .......... 22% 125M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21150K .......... .......... .......... .......... .......... 22% 88.9M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21200K .......... .......... .......... .......... .......... 22% 110M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21250K .......... .......... .......... .......... .......... 22% 119M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21300K .......... .......... .......... .......... .......... 22% 86.3M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21350K .......... .......... .......... .......... .......... 23% 110M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21400K .......... .......... .......... .......... .......... 23% 116M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21450K .......... .......... .......... .......... .......... 23% 105M 1s 2023-01-15T14:40:02.178 INFO:teuthology.orchestra.run.smithi154.stderr: 21500K .......... .......... .......... .......... .......... 23% 125M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21550K .......... .......... .......... .......... .......... 23% 85.4M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21600K .......... .......... .......... .......... .......... 23% 111M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21650K .......... .......... .......... .......... .......... 23% 113M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21700K .......... .......... .......... .......... .......... 23% 119M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21750K .......... .......... .......... .......... .......... 23% 107M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21800K .......... .......... .......... .......... .......... 23% 112M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21850K .......... .......... .......... .......... .......... 23% 118M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21900K .......... .......... .......... .......... .......... 23% 120M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 21950K .......... .......... .......... .......... .......... 23% 89.0M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 22000K .......... .......... .......... .......... .......... 23% 112M 1s 2023-01-15T14:40:02.179 INFO:teuthology.orchestra.run.smithi154.stderr: 22050K .......... .......... .......... .......... .......... 23% 109M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22100K .......... .......... .......... .......... .......... 23% 114M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22150K .......... .......... .......... .......... .......... 23% 116M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22200K .......... .......... .......... .......... .......... 23% 114M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22250K .......... .......... .......... .......... .......... 24% 112M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22300K .......... .......... .......... .......... .......... 24% 121M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22350K .......... .......... .......... .......... .......... 24% 86.3M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22400K .......... .......... .......... .......... .......... 24% 111M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22450K .......... .......... .......... .......... .......... 24% 110M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22500K .......... .......... .......... .......... .......... 24% 123M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22550K .......... .......... .......... .......... .......... 24% 107M 1s 2023-01-15T14:40:02.180 INFO:teuthology.orchestra.run.smithi154.stderr: 22600K .......... .......... .......... .......... .......... 24% 114M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22650K .......... .......... .......... .......... .......... 24% 120M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22700K .......... .......... .......... .......... .......... 24% 97.9M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22750K .......... .......... .......... .......... .......... 24% 88.9M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22800K .......... .......... .......... .......... .......... 24% 110M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22850K .......... .......... .......... .......... .......... 24% 124M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22900K .......... .......... .......... .......... .......... 24% 113M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 22950K .......... .......... .......... .......... .......... 24% 112M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 23000K .......... .......... .......... .......... .......... 24% 96.8M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 23050K .......... .......... .......... .......... .......... 24% 132M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 23100K .......... .......... .......... .......... .......... 24% 112M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 23150K .......... .......... .......... .......... .......... 24% 95.1M 1s 2023-01-15T14:40:02.181 INFO:teuthology.orchestra.run.smithi154.stderr: 23200K .......... .......... .......... .......... .......... 25% 112M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23250K .......... .......... .......... .......... .......... 25% 118M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23300K .......... .......... .......... .......... .......... 25% 117M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23350K .......... .......... .......... .......... .......... 25% 107M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23400K .......... .......... .......... .......... .......... 25% 109M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23450K .......... .......... .......... .......... .......... 25% 125M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23500K .......... .......... .......... .......... .......... 25% 115M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23550K .......... .......... .......... .......... .......... 25% 89.6M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23600K .......... .......... .......... .......... .......... 25% 111M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23650K .......... .......... .......... .......... .......... 25% 118M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23700K .......... .......... .......... .......... .......... 25% 115M 1s 2023-01-15T14:40:02.182 INFO:teuthology.orchestra.run.smithi154.stderr: 23750K .......... .......... .......... .......... .......... 25% 112M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 23800K .......... .......... .......... .......... .......... 25% 107M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 23850K .......... .......... .......... .......... .......... 25% 111M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 23900K .......... .......... .......... .......... .......... 25% 122M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 23950K .......... .......... .......... .......... .......... 25% 84.5M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24000K .......... .......... .......... .......... .......... 25% 116M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24050K .......... .......... .......... .......... .......... 25% 114M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24100K .......... .......... .......... .......... .......... 25% 120M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24150K .......... .......... .......... .......... .......... 26% 108M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24200K .......... .......... .......... .......... .......... 26% 98.9M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24250K .......... .......... .......... .......... .......... 26% 116M 1s 2023-01-15T14:40:02.183 INFO:teuthology.orchestra.run.smithi154.stderr: 24300K .......... .......... .......... .......... .......... 26% 149M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24350K .......... .......... .......... .......... .......... 26% 67.5M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24400K .......... .......... .......... .......... .......... 26% 134M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24450K .......... .......... .......... .......... .......... 26% 126M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24500K .......... .......... .......... .......... .......... 26% 127M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24550K .......... .......... .......... .......... .......... 26% 91.2M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24600K .......... .......... .......... .......... .......... 26% 121M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24650K .......... .......... .......... .......... .......... 26% 133M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24700K .......... .......... .......... .......... .......... 26% 93.4M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24750K .......... .......... .......... .......... .......... 26% 110M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24800K .......... .......... .......... .......... .......... 26% 99.5M 1s 2023-01-15T14:40:02.184 INFO:teuthology.orchestra.run.smithi154.stderr: 24850K .......... .......... .......... .......... .......... 26% 127M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 24900K .......... .......... .......... .......... .......... 26% 115M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 24950K .......... .......... .......... .......... .......... 26% 105M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25000K .......... .......... .......... .......... .......... 26% 108M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25050K .......... .......... .......... .......... .......... 27% 117M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25100K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25150K .......... .......... .......... .......... .......... 27% 87.8M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25200K .......... .......... .......... .......... .......... 27% 121M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25250K .......... .......... .......... .......... .......... 27% 118M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25300K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25350K .......... .......... .......... .......... .......... 27% 110M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25400K .......... .......... .......... .......... .......... 27% 98.8M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25450K .......... .......... .......... .......... .......... 27% 115M 1s 2023-01-15T14:40:02.185 INFO:teuthology.orchestra.run.smithi154.stderr: 25500K .......... .......... .......... .......... .......... 27% 106M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25550K .......... .......... .......... .......... .......... 27% 90.1M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25600K .......... .......... .......... .......... .......... 27% 128M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25650K .......... .......... .......... .......... .......... 27% 116M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25700K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25750K .......... .......... .......... .......... .......... 27% 118M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25800K .......... .......... .......... .......... .......... 27% 93.8M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25850K .......... .......... .......... .......... .......... 27% 146M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25900K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 25950K .......... .......... .......... .......... .......... 27% 87.9M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 26000K .......... .......... .......... .......... .......... 28% 119M 1s 2023-01-15T14:40:02.186 INFO:teuthology.orchestra.run.smithi154.stderr: 26050K .......... .......... .......... .......... .......... 28% 110M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26100K .......... .......... .......... .......... .......... 28% 117M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26150K .......... .......... .......... .......... .......... 28% 117M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26200K .......... .......... .......... .......... .......... 28% 90.8M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26250K .......... .......... .......... .......... .......... 28% 116M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26300K .......... .......... .......... .......... .......... 28% 111M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26350K .......... .......... .......... .......... .......... 28% 88.9M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26400K .......... .......... .......... .......... .......... 28% 116M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26450K .......... .......... .......... .......... .......... 28% 123M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26500K .......... .......... .......... .......... .......... 28% 113M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26550K .......... .......... .......... .......... .......... 28% 111M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26600K .......... .......... .......... .......... .......... 28% 122M 1s 2023-01-15T14:40:02.187 INFO:teuthology.orchestra.run.smithi154.stderr: 26650K .......... .......... .......... .......... .......... 28% 111M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26700K .......... .......... .......... .......... .......... 28% 119M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26750K .......... .......... .......... .......... .......... 28% 90.3M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26800K .......... .......... .......... .......... .......... 28% 112M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26850K .......... .......... .......... .......... .......... 28% 108M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26900K .......... .......... .......... .......... .......... 29% 115M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 26950K .......... .......... .......... .......... .......... 29% 112M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27000K .......... .......... .......... .......... .......... 29% 110M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27050K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27100K .......... .......... .......... .......... .......... 29% 97.0M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27150K .......... .......... .......... .......... .......... 29% 87.4M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27200K .......... .......... .......... .......... .......... 29% 119M 1s 2023-01-15T14:40:02.188 INFO:teuthology.orchestra.run.smithi154.stderr: 27250K .......... .......... .......... .......... .......... 29% 114M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27300K .......... .......... .......... .......... .......... 29% 114M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27350K .......... .......... .......... .......... .......... 29% 113M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27400K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27450K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27500K .......... .......... .......... .......... .......... 29% 113M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27550K .......... .......... .......... .......... .......... 29% 90.7M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27600K .......... .......... .......... .......... .......... 29% 111M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27650K .......... .......... .......... .......... .......... 29% 125M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27700K .......... .......... .......... .......... .......... 29% 114M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27750K .......... .......... .......... .......... .......... 29% 107M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27800K .......... .......... .......... .......... .......... 29% 126M 1s 2023-01-15T14:40:02.189 INFO:teuthology.orchestra.run.smithi154.stderr: 27850K .......... .......... .......... .......... .......... 30% 104M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 27900K .......... .......... .......... .......... .......... 30% 127M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 27950K .......... .......... .......... .......... .......... 30% 88.7M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28000K .......... .......... .......... .......... .......... 30% 117M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28050K .......... .......... .......... .......... .......... 30% 98.2M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28100K .......... .......... .......... .......... .......... 30% 126M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28150K .......... .......... .......... .......... .......... 30% 118M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28200K .......... .......... .......... .......... .......... 30% 110M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28250K .......... .......... .......... .......... .......... 30% 125M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28300K .......... .......... .......... .......... .......... 30% 113M 1s 2023-01-15T14:40:02.190 INFO:teuthology.orchestra.run.smithi154.stderr: 28350K .......... .......... .......... .......... .......... 30% 93.7M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28400K .......... .......... .......... .......... .......... 30% 93.8M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28450K .......... .......... .......... .......... .......... 30% 128M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28500K .......... .......... .......... .......... .......... 30% 126M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28550K .......... .......... .......... .......... .......... 30% 63.4M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28600K .......... .......... .......... .......... .......... 30% 121M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28650K .......... .......... .......... .......... .......... 30% 163M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28700K .......... .......... .......... .......... .......... 30% 162M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28750K .......... .......... .......... .......... .......... 31% 98.8M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28800K .......... .......... .......... .......... .......... 31% 118M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28850K .......... .......... .......... .......... .......... 31% 108M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28900K .......... .......... .......... .......... .......... 31% 121M 1s 2023-01-15T14:40:02.191 INFO:teuthology.orchestra.run.smithi154.stderr: 28950K .......... .......... .......... .......... .......... 31% 116M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29000K .......... .......... .......... .......... .......... 31% 109M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29050K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29100K .......... .......... .......... .......... .......... 31% 114M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29150K .......... .......... .......... .......... .......... 31% 88.5M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29200K .......... .......... .......... .......... .......... 31% 114M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29250K .......... .......... .......... .......... .......... 31% 116M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29300K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29350K .......... .......... .......... .......... .......... 31% 108M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29400K .......... .......... .......... .......... .......... 31% 114M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29450K .......... .......... .......... .......... .......... 31% 121M 1s 2023-01-15T14:40:02.192 INFO:teuthology.orchestra.run.smithi154.stderr: 29500K .......... .......... .......... .......... .......... 31% 108M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29550K .......... .......... .......... .......... .......... 31% 90.5M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29600K .......... .......... .......... .......... .......... 31% 110M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29650K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29700K .......... .......... .......... .......... .......... 32% 118M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29750K .......... .......... .......... .......... .......... 32% 108M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29800K .......... .......... .......... .......... .......... 32% 112M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29850K .......... .......... .......... .......... .......... 32% 119M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29900K .......... .......... .......... .......... .......... 32% 116M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 29950K .......... .......... .......... .......... .......... 32% 82.5M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 30000K .......... .......... .......... .......... .......... 32% 119M 1s 2023-01-15T14:40:02.193 INFO:teuthology.orchestra.run.smithi154.stderr: 30050K .......... .......... .......... .......... .......... 32% 119M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30100K .......... .......... .......... .......... .......... 32% 110M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30150K .......... .......... .......... .......... .......... 32% 117M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30200K .......... .......... .......... .......... .......... 32% 109M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30250K .......... .......... .......... .......... .......... 32% 114M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30300K .......... .......... .......... .......... .......... 32% 122M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30350K .......... .......... .......... .......... .......... 32% 83.8M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30400K .......... .......... .......... .......... .......... 32% 117M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30450K .......... .......... .......... .......... .......... 32% 107M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30500K .......... .......... .......... .......... .......... 32% 114M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30550K .......... .......... .......... .......... .......... 32% 118M 1s 2023-01-15T14:40:02.194 INFO:teuthology.orchestra.run.smithi154.stderr: 30600K .......... .......... .......... .......... .......... 32% 126M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30650K .......... .......... .......... .......... .......... 33% 111M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30700K .......... .......... .......... .......... .......... 33% 113M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30750K .......... .......... .......... .......... .......... 33% 92.1M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30800K .......... .......... .......... .......... .......... 33% 113M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30850K .......... .......... .......... .......... .......... 33% 113M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30900K .......... .......... .......... .......... .......... 33% 118M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 30950K .......... .......... .......... .......... .......... 33% 105M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 31000K .......... .......... .......... .......... .......... 33% 108M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 31050K .......... .......... .......... .......... .......... 33% 123M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 31100K .......... .......... .......... .......... .......... 33% 114M 1s 2023-01-15T14:40:02.195 INFO:teuthology.orchestra.run.smithi154.stderr: 31150K .......... .......... .......... .......... .......... 33% 90.3M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31200K .......... .......... .......... .......... .......... 33% 114M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31250K .......... .......... .......... .......... .......... 33% 111M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31300K .......... .......... .......... .......... .......... 33% 94.4M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31350K .......... .......... .......... .......... .......... 33% 123M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31400K .......... .......... .......... .......... .......... 33% 126M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31450K .......... .......... .......... .......... .......... 33% 111M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31500K .......... .......... .......... .......... .......... 33% 120M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31550K .......... .......... .......... .......... .......... 34% 87.0M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31600K .......... .......... .......... .......... .......... 34% 117M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31650K .......... .......... .......... .......... .......... 34% 119M 1s 2023-01-15T14:40:02.196 INFO:teuthology.orchestra.run.smithi154.stderr: 31700K .......... .......... .......... .......... .......... 34% 112M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 31750K .......... .......... .......... .......... .......... 34% 105M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 31800K .......... .......... .......... .......... .......... 34% 108M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 31850K .......... .......... .......... .......... .......... 34% 116M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 31900K .......... .......... .......... .......... .......... 34% 111M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 31950K .......... .......... .......... .......... .......... 34% 90.7M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 32000K .......... .......... .......... .......... .......... 34% 107M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 32050K .......... .......... .......... .......... .......... 34% 127M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 32100K .......... .......... .......... .......... .......... 34% 95.4M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 32150K .......... .......... .......... .......... .......... 34% 113M 1s 2023-01-15T14:40:02.197 INFO:teuthology.orchestra.run.smithi154.stderr: 32200K .......... .......... .......... .......... .......... 34% 117M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32250K .......... .......... .......... .......... .......... 34% 114M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32300K .......... .......... .......... .......... .......... 34% 107M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32350K .......... .......... .......... .......... .......... 34% 93.3M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32400K .......... .......... .......... .......... .......... 34% 120M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32450K .......... .......... .......... .......... .......... 34% 118M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32500K .......... .......... .......... .......... .......... 35% 104M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32550K .......... .......... .......... .......... .......... 35% 109M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32600K .......... .......... .......... .......... .......... 35% 122M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32650K .......... .......... .......... .......... .......... 35% 108M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32700K .......... .......... .......... .......... .......... 35% 122M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32750K .......... .......... .......... .......... .......... 35% 78.4M 1s 2023-01-15T14:40:02.198 INFO:teuthology.orchestra.run.smithi154.stderr: 32800K .......... .......... .......... .......... .......... 35% 114M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 32850K .......... .......... .......... .......... .......... 35% 118M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 32900K .......... .......... .......... .......... .......... 35% 114M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 32950K .......... .......... .......... .......... .......... 35% 108M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33000K .......... .......... .......... .......... .......... 35% 113M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33050K .......... .......... .......... .......... .......... 35% 120M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33100K .......... .......... .......... .......... .......... 35% 109M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33150K .......... .......... .......... .......... .......... 35% 94.1M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33200K .......... .......... .......... .......... .......... 35% 115M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33250K .......... .......... .......... .......... .......... 35% 112M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33300K .......... .......... .......... .......... .......... 35% 126M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33350K .......... .......... .......... .......... .......... 35% 105M 1s 2023-01-15T14:40:02.199 INFO:teuthology.orchestra.run.smithi154.stderr: 33400K .......... .......... .......... .......... .......... 36% 118M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33450K .......... .......... .......... .......... .......... 36% 118M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33500K .......... .......... .......... .......... .......... 36% 102M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33550K .......... .......... .......... .......... .......... 36% 96.7M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33600K .......... .......... .......... .......... .......... 36% 119M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33650K .......... .......... .......... .......... .......... 36% 115M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33700K .......... .......... .......... .......... .......... 36% 112M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33750K .......... .......... .......... .......... .......... 36% 112M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33800K .......... .......... .......... .......... .......... 36% 121M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33850K .......... .......... .......... .......... .......... 36% 112M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33900K .......... .......... .......... .......... .......... 36% 121M 1s 2023-01-15T14:40:02.200 INFO:teuthology.orchestra.run.smithi154.stderr: 33950K .......... .......... .......... .......... .......... 36% 82.7M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34000K .......... .......... .......... .......... .......... 36% 115M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34050K .......... .......... .......... .......... .......... 36% 114M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34100K .......... .......... .......... .......... .......... 36% 113M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34150K .......... .......... .......... .......... .......... 36% 117M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34200K .......... .......... .......... .......... .......... 36% 110M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34250K .......... .......... .......... .......... .......... 36% 117M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34300K .......... .......... .......... .......... .......... 36% 117M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34350K .......... .......... .......... .......... .......... 37% 89.1M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34400K .......... .......... .......... .......... .......... 37% 117M 1s 2023-01-15T14:40:02.201 INFO:teuthology.orchestra.run.smithi154.stderr: 34450K .......... .......... .......... .......... .......... 37% 114M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34500K .......... .......... .......... .......... .......... 37% 112M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34550K .......... .......... .......... .......... .......... 37% 109M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34600K .......... .......... .......... .......... .......... 37% 115M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34650K .......... .......... .......... .......... .......... 37% 111M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34700K .......... .......... .......... .......... .......... 37% 117M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34750K .......... .......... .......... .......... .......... 37% 91.0M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34800K .......... .......... .......... .......... .......... 37% 114M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34850K .......... .......... .......... .......... .......... 37% 115M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34900K .......... .......... .......... .......... .......... 37% 120M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 34950K .......... .......... .......... .......... .......... 37% 109M 1s 2023-01-15T14:40:02.202 INFO:teuthology.orchestra.run.smithi154.stderr: 35000K .......... .......... .......... .......... .......... 37% 112M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35050K .......... .......... .......... .......... .......... 37% 111M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35100K .......... .......... .......... .......... .......... 37% 120M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35150K .......... .......... .......... .......... .......... 37% 86.5M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35200K .......... .......... .......... .......... .......... 37% 117M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35250K .......... .......... .......... .......... .......... 37% 118M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35300K .......... .......... .......... .......... .......... 38% 116M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35350K .......... .......... .......... .......... .......... 38% 109M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35400K .......... .......... .......... .......... .......... 38% 113M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35450K .......... .......... .......... .......... .......... 38% 115M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35500K .......... .......... .......... .......... .......... 38% 125M 1s 2023-01-15T14:40:02.203 INFO:teuthology.orchestra.run.smithi154.stderr: 35550K .......... .......... .......... .......... .......... 38% 82.9M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35600K .......... .......... .......... .......... .......... 38% 125M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35650K .......... .......... .......... .......... .......... 38% 109M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35700K .......... .......... .......... .......... .......... 38% 120M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35750K .......... .......... .......... .......... .......... 38% 109M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35800K .......... .......... .......... .......... .......... 38% 115M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35850K .......... .......... .......... .......... .......... 38% 112M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35900K .......... .......... .......... .......... .......... 38% 114M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 35950K .......... .......... .......... .......... .......... 38% 89.7M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 36000K .......... .......... .......... .......... .......... 38% 111M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 36050K .......... .......... .......... .......... .......... 38% 113M 1s 2023-01-15T14:40:02.204 INFO:teuthology.orchestra.run.smithi154.stderr: 36100K .......... .......... .......... .......... .......... 38% 125M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36150K .......... .......... .......... .......... .......... 38% 105M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36200K .......... .......... .......... .......... .......... 39% 124M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36250K .......... .......... .......... .......... .......... 39% 93.7M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36300K .......... .......... .......... .......... .......... 39% 149M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36350K .......... .......... .......... .......... .......... 39% 88.9M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36400K .......... .......... .......... .......... .......... 39% 116M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36450K .......... .......... .......... .......... .......... 39% 115M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36500K .......... .......... .......... .......... .......... 39% 118M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36550K .......... .......... .......... .......... .......... 39% 97.8M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36600K .......... .......... .......... .......... .......... 39% 120M 1s 2023-01-15T14:40:02.205 INFO:teuthology.orchestra.run.smithi154.stderr: 36650K .......... .......... .......... .......... .......... 39% 109M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36700K .......... .......... .......... .......... .......... 39% 121M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36750K .......... .......... .......... .......... .......... 39% 91.4M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36800K .......... .......... .......... .......... .......... 39% 108M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36850K .......... .......... .......... .......... .......... 39% 115M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36900K .......... .......... .......... .......... .......... 39% 117M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 36950K .......... .......... .......... .......... .......... 39% 111M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 37000K .......... .......... .......... .......... .......... 39% 102M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 37050K .......... .......... .......... .......... .......... 39% 134M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 37100K .......... .......... .......... .......... .......... 39% 108M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 37150K .......... .......... .......... .......... .......... 40% 89.6M 1s 2023-01-15T14:40:02.206 INFO:teuthology.orchestra.run.smithi154.stderr: 37200K .......... .......... .......... .......... .......... 40% 114M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37250K .......... .......... .......... .......... .......... 40% 105M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37300K .......... .......... .......... .......... .......... 40% 126M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37350K .......... .......... .......... .......... .......... 40% 117M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37400K .......... .......... .......... .......... .......... 40% 107M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37450K .......... .......... .......... .......... .......... 40% 118M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37500K .......... .......... .......... .......... .......... 40% 110M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37550K .......... .......... .......... .......... .......... 40% 79.3M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37600K .......... .......... .......... .......... .......... 40% 111M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37650K .......... .......... .......... .......... .......... 40% 113M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37700K .......... .......... .......... .......... .......... 40% 119M 1s 2023-01-15T14:40:02.207 INFO:teuthology.orchestra.run.smithi154.stderr: 37750K .......... .......... .......... .......... .......... 40% 108M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 37800K .......... .......... .......... .......... .......... 40% 107M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 37850K .......... .......... .......... .......... .......... 40% 129M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 37900K .......... .......... .......... .......... .......... 40% 116M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 37950K .......... .......... .......... .......... .......... 40% 88.8M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38000K .......... .......... .......... .......... .......... 40% 118M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38050K .......... .......... .......... .......... .......... 41% 101M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38100K .......... .......... .......... .......... .......... 41% 127M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38150K .......... .......... .......... .......... .......... 41% 109M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38200K .......... .......... .......... .......... .......... 41% 111M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38250K .......... .......... .......... .......... .......... 41% 111M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38300K .......... .......... .......... .......... .......... 41% 128M 1s 2023-01-15T14:40:02.208 INFO:teuthology.orchestra.run.smithi154.stderr: 38350K .......... .......... .......... .......... .......... 41% 42.3M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38400K .......... .......... .......... .......... .......... 41% 177M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38450K .......... .......... .......... .......... .......... 41% 171M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38500K .......... .......... .......... .......... .......... 41% 107M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38550K .......... .......... .......... .......... .......... 41% 96.3M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38600K .......... .......... .......... .......... .......... 41% 128M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38650K .......... .......... .......... .......... .......... 41% 122M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38700K .......... .......... .......... .......... .......... 41% 118M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38750K .......... .......... .......... .......... .......... 41% 86.4M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38800K .......... .......... .......... .......... .......... 41% 114M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38850K .......... .......... .......... .......... .......... 41% 115M 1s 2023-01-15T14:40:02.209 INFO:teuthology.orchestra.run.smithi154.stderr: 38900K .......... .......... .......... .......... .......... 41% 118M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 38950K .......... .......... .......... .......... .......... 41% 109M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39000K .......... .......... .......... .......... .......... 42% 125M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39050K .......... .......... .......... .......... .......... 42% 114M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39100K .......... .......... .......... .......... .......... 42% 106M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39150K .......... .......... .......... .......... .......... 42% 77.6M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39200K .......... .......... .......... .......... .......... 42% 125M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39250K .......... .......... .......... .......... .......... 42% 126M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39300K .......... .......... .......... .......... .......... 42% 127M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39350K .......... .......... .......... .......... .......... 42% 118M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39400K .......... .......... .......... .......... .......... 42% 114M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39450K .......... .......... .......... .......... .......... 42% 118M 1s 2023-01-15T14:40:02.210 INFO:teuthology.orchestra.run.smithi154.stderr: 39500K .......... .......... .......... .......... .......... 42% 119M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39550K .......... .......... .......... .......... .......... 42% 87.9M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39600K .......... .......... .......... .......... .......... 42% 114M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39650K .......... .......... .......... .......... .......... 42% 117M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39700K .......... .......... .......... .......... .......... 42% 115M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39750K .......... .......... .......... .......... .......... 42% 105M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39800K .......... .......... .......... .......... .......... 42% 122M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39850K .......... .......... .......... .......... .......... 42% 122M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39900K .......... .......... .......... .......... .......... 43% 95.4M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 39950K .......... .......... .......... .......... .......... 43% 91.6M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 40000K .......... .......... .......... .......... .......... 43% 114M 1s 2023-01-15T14:40:02.211 INFO:teuthology.orchestra.run.smithi154.stderr: 40050K .......... .......... .......... .......... .......... 43% 96.0M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40100K .......... .......... .......... .......... .......... 43% 96.2M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40150K .......... .......... .......... .......... .......... 43% 121M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40200K .......... .......... .......... .......... .......... 43% 113M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40250K .......... .......... .......... .......... .......... 43% 121M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40300K .......... .......... .......... .......... .......... 43% 117M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40350K .......... .......... .......... .......... .......... 43% 90.2M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40400K .......... .......... .......... .......... .......... 43% 117M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40450K .......... .......... .......... .......... .......... 43% 116M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40500K .......... .......... .......... .......... .......... 43% 112M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40550K .......... .......... .......... .......... .......... 43% 115M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40600K .......... .......... .......... .......... .......... 43% 116M 1s 2023-01-15T14:40:02.212 INFO:teuthology.orchestra.run.smithi154.stderr: 40650K .......... .......... .......... .......... .......... 43% 118M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40700K .......... .......... .......... .......... .......... 43% 114M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40750K .......... .......... .......... .......... .......... 43% 90.3M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40800K .......... .......... .......... .......... .......... 43% 111M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40850K .......... .......... .......... .......... .......... 44% 118M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40900K .......... .......... .......... .......... .......... 44% 120M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 40950K .......... .......... .......... .......... .......... 44% 112M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 41000K .......... .......... .......... .......... .......... 44% 109M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 41050K .......... .......... .......... .......... .......... 44% 118M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 41100K .......... .......... .......... .......... .......... 44% 122M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 41150K .......... .......... .......... .......... .......... 44% 84.1M 1s 2023-01-15T14:40:02.213 INFO:teuthology.orchestra.run.smithi154.stderr: 41200K .......... .......... .......... .......... .......... 44% 112M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41250K .......... .......... .......... .......... .......... 44% 115M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41300K .......... .......... .......... .......... .......... 44% 120M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41350K .......... .......... .......... .......... .......... 44% 114M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41400K .......... .......... .......... .......... .......... 44% 107M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41450K .......... .......... .......... .......... .......... 44% 112M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41500K .......... .......... .......... .......... .......... 44% 114M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41550K .......... .......... .......... .......... .......... 44% 89.5M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41600K .......... .......... .......... .......... .......... 44% 117M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41650K .......... .......... .......... .......... .......... 44% 109M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41700K .......... .......... .......... .......... .......... 44% 111M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41750K .......... .......... .......... .......... .......... 44% 118M 1s 2023-01-15T14:40:02.214 INFO:teuthology.orchestra.run.smithi154.stderr: 41800K .......... .......... .......... .......... .......... 45% 120M 1s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 41850K .......... .......... .......... .......... .......... 45% 106M 1s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 41900K .......... .......... .......... .......... .......... 45% 116M 1s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 41950K .......... .......... .......... .......... .......... 45% 86.7M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42000K .......... .......... .......... .......... .......... 45% 120M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42050K .......... .......... .......... .......... .......... 45% 117M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42100K .......... .......... .......... .......... .......... 45% 115M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42150K .......... .......... .......... .......... .......... 45% 97.1M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42200K .......... .......... .......... .......... .......... 45% 117M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42250K .......... .......... .......... .......... .......... 45% 113M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42300K .......... .......... .......... .......... .......... 45% 118M 0s 2023-01-15T14:40:02.215 INFO:teuthology.orchestra.run.smithi154.stderr: 42350K .......... .......... .......... .......... .......... 45% 86.2M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42400K .......... .......... .......... .......... .......... 45% 120M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42450K .......... .......... .......... .......... .......... 45% 107M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42500K .......... .......... .......... .......... .......... 45% 122M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42550K .......... .......... .......... .......... .......... 45% 111M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42600K .......... .......... .......... .......... .......... 45% 113M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42650K .......... .......... .......... .......... .......... 45% 114M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42700K .......... .......... .......... .......... .......... 46% 121M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42750K .......... .......... .......... .......... .......... 46% 82.4M 0s 2023-01-15T14:40:02.216 INFO:teuthology.orchestra.run.smithi154.stderr: 42800K .......... .......... .......... .......... .......... 46% 126M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 42850K .......... .......... .......... .......... .......... 46% 112M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 42900K .......... .......... .......... .......... .......... 46% 117M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 42950K .......... .......... .......... .......... .......... 46% 111M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43000K .......... .......... .......... .......... .......... 46% 99.5M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43050K .......... .......... .......... .......... .......... 46% 126M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43100K .......... .......... .......... .......... .......... 46% 94.9M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43150K .......... .......... .......... .......... .......... 46% 97.6M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43200K .......... .......... .......... .......... .......... 46% 93.4M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43250K .......... .......... .......... .......... .......... 46% 145M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43300K .......... .......... .......... .......... .......... 46% 111M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43350K .......... .......... .......... .......... .......... 46% 114M 0s 2023-01-15T14:40:02.217 INFO:teuthology.orchestra.run.smithi154.stderr: 43400K .......... .......... .......... .......... .......... 46% 115M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43450K .......... .......... .......... .......... .......... 46% 108M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43500K .......... .......... .......... .......... .......... 46% 128M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43550K .......... .......... .......... .......... .......... 46% 85.6M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43600K .......... .......... .......... .......... .......... 46% 115M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43650K .......... .......... .......... .......... .......... 47% 112M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43700K .......... .......... .......... .......... .......... 47% 119M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43750K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43800K .......... .......... .......... .......... .......... 47% 88.6M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43850K .......... .......... .......... .......... .......... 47% 151M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43900K .......... .......... .......... .......... .......... 47% 115M 0s 2023-01-15T14:40:02.218 INFO:teuthology.orchestra.run.smithi154.stderr: 43950K .......... .......... .......... .......... .......... 47% 90.7M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44000K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44050K .......... .......... .......... .......... .......... 47% 116M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44100K .......... .......... .......... .......... .......... 47% 120M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44150K .......... .......... .......... .......... .......... 47% 115M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44200K .......... .......... .......... .......... .......... 47% 112M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44250K .......... .......... .......... .......... .......... 47% 111M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44300K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44350K .......... .......... .......... .......... .......... 47% 91.0M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44400K .......... .......... .......... .......... .......... 47% 116M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44450K .......... .......... .......... .......... .......... 47% 115M 0s 2023-01-15T14:40:02.219 INFO:teuthology.orchestra.run.smithi154.stderr: 44500K .......... .......... .......... .......... .......... 47% 113M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44550K .......... .......... .......... .......... .......... 48% 112M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44600K .......... .......... .......... .......... .......... 48% 120M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44650K .......... .......... .......... .......... .......... 48% 115M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44700K .......... .......... .......... .......... .......... 48% 109M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44750K .......... .......... .......... .......... .......... 48% 91.5M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44800K .......... .......... .......... .......... .......... 48% 115M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44850K .......... .......... .......... .......... .......... 48% 120M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44900K .......... .......... .......... .......... .......... 48% 107M 0s 2023-01-15T14:40:02.220 INFO:teuthology.orchestra.run.smithi154.stderr: 44950K .......... .......... .......... .......... .......... 48% 117M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45000K .......... .......... .......... .......... .......... 48% 118M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45050K .......... .......... .......... .......... .......... 48% 108M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45100K .......... .......... .......... .......... .......... 48% 120M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45150K .......... .......... .......... .......... .......... 48% 86.4M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45200K .......... .......... .......... .......... .......... 48% 112M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45250K .......... .......... .......... .......... .......... 48% 122M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45300K .......... .......... .......... .......... .......... 48% 110M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45350K .......... .......... .......... .......... .......... 48% 112M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45400K .......... .......... .......... .......... .......... 48% 116M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45450K .......... .......... .......... .......... .......... 48% 116M 0s 2023-01-15T14:40:02.221 INFO:teuthology.orchestra.run.smithi154.stderr: 45500K .......... .......... .......... .......... .......... 49% 109M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45550K .......... .......... .......... .......... .......... 49% 89.4M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45600K .......... .......... .......... .......... .......... 49% 111M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45650K .......... .......... .......... .......... .......... 49% 114M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45700K .......... .......... .......... .......... .......... 49% 113M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45750K .......... .......... .......... .......... .......... 49% 106M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45800K .......... .......... .......... .......... .......... 49% 112M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45850K .......... .......... .......... .......... .......... 49% 127M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45900K .......... .......... .......... .......... .......... 49% 109M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 45950K .......... .......... .......... .......... .......... 49% 89.2M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 46000K .......... .......... .......... .......... .......... 49% 113M 0s 2023-01-15T14:40:02.222 INFO:teuthology.orchestra.run.smithi154.stderr: 46050K .......... .......... .......... .......... .......... 49% 121M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46100K .......... .......... .......... .......... .......... 49% 111M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46150K .......... .......... .......... .......... .......... 49% 110M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46200K .......... .......... .......... .......... .......... 49% 110M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46250K .......... .......... .......... .......... .......... 49% 116M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46300K .......... .......... .......... .......... .......... 49% 119M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46350K .......... .......... .......... .......... .......... 49% 87.3M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46400K .......... .......... .......... .......... .......... 49% 110M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46450K .......... .......... .......... .......... .......... 50% 121M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46500K .......... .......... .......... .......... .......... 50% 117M 0s 2023-01-15T14:40:02.223 INFO:teuthology.orchestra.run.smithi154.stderr: 46550K .......... .......... .......... .......... .......... 50% 108M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46600K .......... .......... .......... .......... .......... 50% 119M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46650K .......... .......... .......... .......... .......... 50% 108M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46700K .......... .......... .......... .......... .......... 50% 124M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46750K .......... .......... .......... .......... .......... 50% 89.8M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46800K .......... .......... .......... .......... .......... 50% 111M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46850K .......... .......... .......... .......... .......... 50% 115M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46900K .......... .......... .......... .......... .......... 50% 117M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 46950K .......... .......... .......... .......... .......... 50% 108M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 47000K .......... .......... .......... .......... .......... 50% 108M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 47050K .......... .......... .......... .......... .......... 50% 122M 0s 2023-01-15T14:40:02.224 INFO:teuthology.orchestra.run.smithi154.stderr: 47100K .......... .......... .......... .......... .......... 50% 116M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47150K .......... .......... .......... .......... .......... 50% 79.4M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47200K .......... .......... .......... .......... .......... 50% 104M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47250K .......... .......... .......... .......... .......... 50% 152M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47300K .......... .......... .......... .......... .......... 50% 119M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47350K .......... .......... .......... .......... .......... 51% 105M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47400K .......... .......... .......... .......... .......... 51% 107M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47450K .......... .......... .......... .......... .......... 51% 118M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47500K .......... .......... .......... .......... .......... 51% 116M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47550K .......... .......... .......... .......... .......... 51% 89.7M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47600K .......... .......... .......... .......... .......... 51% 117M 0s 2023-01-15T14:40:02.225 INFO:teuthology.orchestra.run.smithi154.stderr: 47650K .......... .......... .......... .......... .......... 51% 116M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47700K .......... .......... .......... .......... .......... 51% 115M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47750K .......... .......... .......... .......... .......... 51% 109M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47800K .......... .......... .......... .......... .......... 51% 115M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47850K .......... .......... .......... .......... .......... 51% 115M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47900K .......... .......... .......... .......... .......... 51% 99.6M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 47950K .......... .......... .......... .......... .......... 51% 95.8M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 48000K .......... .......... .......... .......... .......... 51% 100M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 48050K .......... .......... .......... .......... .......... 51% 140M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 48100K .......... .......... .......... .......... .......... 51% 111M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 48150K .......... .......... .......... .......... .......... 51% 112M 0s 2023-01-15T14:40:02.226 INFO:teuthology.orchestra.run.smithi154.stderr: 48200K .......... .......... .......... .......... .......... 51% 111M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48250K .......... .......... .......... .......... .......... 51% 119M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48300K .......... .......... .......... .......... .......... 52% 118M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48350K .......... .......... .......... .......... .......... 52% 91.7M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48400K .......... .......... .......... .......... .......... 52% 100M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48450K .......... .......... .......... .......... .......... 52% 117M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48500K .......... .......... .......... .......... .......... 52% 116M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48550K .......... .......... .......... .......... .......... 52% 102M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48600K .......... .......... .......... .......... .......... 52% 128M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48650K .......... .......... .......... .......... .......... 52% 114M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48700K .......... .......... .......... .......... .......... 52% 117M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48750K .......... .......... .......... .......... .......... 52% 88.8M 0s 2023-01-15T14:40:02.227 INFO:teuthology.orchestra.run.smithi154.stderr: 48800K .......... .......... .......... .......... .......... 52% 115M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 48850K .......... .......... .......... .......... .......... 52% 117M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 48900K .......... .......... .......... .......... .......... 52% 117M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 48950K .......... .......... .......... .......... .......... 52% 106M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49000K .......... .......... .......... .......... .......... 52% 120M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49050K .......... .......... .......... .......... .......... 52% 115M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49100K .......... .......... .......... .......... .......... 52% 116M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49150K .......... .......... .......... .......... .......... 52% 91.7M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49200K .......... .......... .......... .......... .......... 53% 112M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49250K .......... .......... .......... .......... .......... 53% 119M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49300K .......... .......... .......... .......... .......... 53% 112M 0s 2023-01-15T14:40:02.228 INFO:teuthology.orchestra.run.smithi154.stderr: 49350K .......... .......... .......... .......... .......... 53% 110M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49400K .......... .......... .......... .......... .......... 53% 115M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49450K .......... .......... .......... .......... .......... 53% 119M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49500K .......... .......... .......... .......... .......... 53% 117M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49550K .......... .......... .......... .......... .......... 53% 89.8M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49600K .......... .......... .......... .......... .......... 53% 106M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49650K .......... .......... .......... .......... .......... 53% 112M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49700K .......... .......... .......... .......... .......... 53% 115M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49750K .......... .......... .......... .......... .......... 53% 113M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49800K .......... .......... .......... .......... .......... 53% 113M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49850K .......... .......... .......... .......... .......... 53% 119M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49900K .......... .......... .......... .......... .......... 53% 117M 0s 2023-01-15T14:40:02.229 INFO:teuthology.orchestra.run.smithi154.stderr: 49950K .......... .......... .......... .......... .......... 53% 86.2M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50000K .......... .......... .......... .......... .......... 53% 117M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50050K .......... .......... .......... .......... .......... 53% 115M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50100K .......... .......... .......... .......... .......... 53% 114M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50150K .......... .......... .......... .......... .......... 54% 112M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50200K .......... .......... .......... .......... .......... 54% 120M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50250K .......... .......... .......... .......... .......... 54% 107M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50300K .......... .......... .......... .......... .......... 54% 118M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50350K .......... .......... .......... .......... .......... 54% 84.7M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50400K .......... .......... .......... .......... .......... 54% 120M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50450K .......... .......... .......... .......... .......... 54% 110M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50500K .......... .......... .......... .......... .......... 54% 119M 0s 2023-01-15T14:40:02.230 INFO:teuthology.orchestra.run.smithi154.stderr: 50550K .......... .......... .......... .......... .......... 54% 107M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50600K .......... .......... .......... .......... .......... 54% 118M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50650K .......... .......... .......... .......... .......... 54% 104M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50700K .......... .......... .......... .......... .......... 54% 130M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50750K .......... .......... .......... .......... .......... 54% 88.8M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50800K .......... .......... .......... .......... .......... 54% 107M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50850K .......... .......... .......... .......... .......... 54% 107M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50900K .......... .......... .......... .......... .......... 54% 120M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 50950K .......... .......... .......... .......... .......... 54% 117M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 51000K .......... .......... .......... .......... .......... 54% 114M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 51050K .......... .......... .......... .......... .......... 55% 117M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 51100K .......... .......... .......... .......... .......... 55% 112M 0s 2023-01-15T14:40:02.231 INFO:teuthology.orchestra.run.smithi154.stderr: 51150K .......... .......... .......... .......... .......... 55% 89.0M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51200K .......... .......... .......... .......... .......... 55% 106M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51250K .......... .......... .......... .......... .......... 55% 101M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51300K .......... .......... .......... .......... .......... 55% 128M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51350K .......... .......... .......... .......... .......... 55% 125M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51400K .......... .......... .......... .......... .......... 55% 114M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51450K .......... .......... .......... .......... .......... 55% 114M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51500K .......... .......... .......... .......... .......... 55% 118M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51550K .......... .......... .......... .......... .......... 55% 88.1M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51600K .......... .......... .......... .......... .......... 55% 116M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51650K .......... .......... .......... .......... .......... 55% 97.7M 0s 2023-01-15T14:40:02.232 INFO:teuthology.orchestra.run.smithi154.stderr: 51700K .......... .......... .......... .......... .......... 55% 126M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 51750K .......... .......... .......... .......... .......... 55% 117M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 51800K .......... .......... .......... .......... .......... 55% 113M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 51850K .......... .......... .......... .......... .......... 55% 118M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 51900K .......... .......... .......... .......... .......... 55% 115M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 51950K .......... .......... .......... .......... .......... 55% 89.0M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52000K .......... .......... .......... .......... .......... 56% 114M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52050K .......... .......... .......... .......... .......... 56% 117M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52100K .......... .......... .......... .......... .......... 56% 114M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52150K .......... .......... .......... .......... .......... 56% 113M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52200K .......... .......... .......... .......... .......... 56% 112M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52250K .......... .......... .......... .......... .......... 56% 118M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52300K .......... .......... .......... .......... .......... 56% 112M 0s 2023-01-15T14:40:02.233 INFO:teuthology.orchestra.run.smithi154.stderr: 52350K .......... .......... .......... .......... .......... 56% 89.2M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52400K .......... .......... .......... .......... .......... 56% 114M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52450K .......... .......... .......... .......... .......... 56% 110M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52500K .......... .......... .......... .......... .......... 56% 120M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52550K .......... .......... .......... .......... .......... 56% 111M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52600K .......... .......... .......... .......... .......... 56% 108M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52650K .......... .......... .......... .......... .......... 56% 107M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52700K .......... .......... .......... .......... .......... 56% 127M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52750K .......... .......... .......... .......... .......... 56% 83.9M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52800K .......... .......... .......... .......... .......... 56% 120M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52850K .......... .......... .......... .......... .......... 56% 110M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52900K .......... .......... .......... .......... .......... 56% 114M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 52950K .......... .......... .......... .......... .......... 57% 91.2M 0s 2023-01-15T14:40:02.234 INFO:teuthology.orchestra.run.smithi154.stderr: 53000K .......... .......... .......... .......... .......... 57% 104M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53050K .......... .......... .......... .......... .......... 57% 125M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53100K .......... .......... .......... .......... .......... 57% 98.1M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53150K .......... .......... .......... .......... .......... 57% 106M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53200K .......... .......... .......... .......... .......... 57% 119M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53250K .......... .......... .......... .......... .......... 57% 110M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53300K .......... .......... .......... .......... .......... 57% 118M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53350K .......... .......... .......... .......... .......... 57% 112M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53400K .......... .......... .......... .......... .......... 57% 72.8M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53450K .......... .......... .......... .......... .......... 57% 126M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53500K .......... .......... .......... .......... .......... 57% 127M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53550K .......... .......... .......... .......... .......... 57% 97.2M 0s 2023-01-15T14:40:02.235 INFO:teuthology.orchestra.run.smithi154.stderr: 53600K .......... .......... .......... .......... .......... 57% 104M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53650K .......... .......... .......... .......... .......... 57% 123M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53700K .......... .......... .......... .......... .......... 57% 116M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53750K .......... .......... .......... .......... .......... 57% 111M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53800K .......... .......... .......... .......... .......... 57% 111M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53850K .......... .......... .......... .......... .......... 58% 115M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53900K .......... .......... .......... .......... .......... 58% 119M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 53950K .......... .......... .......... .......... .......... 58% 90.2M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 54000K .......... .......... .......... .......... .......... 58% 114M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 54050K .......... .......... .......... .......... .......... 58% 108M 0s 2023-01-15T14:40:02.236 INFO:teuthology.orchestra.run.smithi154.stderr: 54100K .......... .......... .......... .......... .......... 58% 122M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54150K .......... .......... .......... .......... .......... 58% 103M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54200K .......... .......... .......... .......... .......... 58% 119M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54250K .......... .......... .......... .......... .......... 58% 122M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54300K .......... .......... .......... .......... .......... 58% 112M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54350K .......... .......... .......... .......... .......... 58% 92.2M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54400K .......... .......... .......... .......... .......... 58% 114M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54450K .......... .......... .......... .......... .......... 58% 115M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54500K .......... .......... .......... .......... .......... 58% 113M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54550K .......... .......... .......... .......... .......... 58% 112M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54600K .......... .......... .......... .......... .......... 58% 111M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54650K .......... .......... .......... .......... .......... 58% 118M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54700K .......... .......... .......... .......... .......... 58% 114M 0s 2023-01-15T14:40:02.237 INFO:teuthology.orchestra.run.smithi154.stderr: 54750K .......... .......... .......... .......... .......... 58% 87.4M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 54800K .......... .......... .......... .......... .......... 59% 121M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 54850K .......... .......... .......... .......... .......... 59% 115M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 54900K .......... .......... .......... .......... .......... 59% 113M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 54950K .......... .......... .......... .......... .......... 59% 111M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55000K .......... .......... .......... .......... .......... 59% 115M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55050K .......... .......... .......... .......... .......... 59% 109M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55100K .......... .......... .......... .......... .......... 59% 124M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55150K .......... .......... .......... .......... .......... 59% 84.9M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55200K .......... .......... .......... .......... .......... 59% 109M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55250K .......... .......... .......... .......... .......... 59% 115M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55300K .......... .......... .......... .......... .......... 59% 107M 0s 2023-01-15T14:40:02.238 INFO:teuthology.orchestra.run.smithi154.stderr: 55350K .......... .......... .......... .......... .......... 59% 97.2M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55400K .......... .......... .......... .......... .......... 59% 124M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55450K .......... .......... .......... .......... .......... 59% 145M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55500K .......... .......... .......... .......... .......... 59% 105M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55550K .......... .......... .......... .......... .......... 59% 93.8M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55600K .......... .......... .......... .......... .......... 59% 118M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55650K .......... .......... .......... .......... .......... 59% 114M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55700K .......... .......... .......... .......... .......... 60% 117M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55750K .......... .......... .......... .......... .......... 60% 105M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55800K .......... .......... .......... .......... .......... 60% 119M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55850K .......... .......... .......... .......... .......... 60% 116M 0s 2023-01-15T14:40:02.239 INFO:teuthology.orchestra.run.smithi154.stderr: 55900K .......... .......... .......... .......... .......... 60% 110M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 55950K .......... .......... .......... .......... .......... 60% 87.3M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56000K .......... .......... .......... .......... .......... 60% 117M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56050K .......... .......... .......... .......... .......... 60% 115M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56100K .......... .......... .......... .......... .......... 60% 114M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56150K .......... .......... .......... .......... .......... 60% 113M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56200K .......... .......... .......... .......... .......... 60% 119M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56250K .......... .......... .......... .......... .......... 60% 111M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56300K .......... .......... .......... .......... .......... 60% 112M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56350K .......... .......... .......... .......... .......... 60% 90.7M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56400K .......... .......... .......... .......... .......... 60% 111M 0s 2023-01-15T14:40:02.240 INFO:teuthology.orchestra.run.smithi154.stderr: 56450K .......... .......... .......... .......... .......... 60% 86.0M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56500K .......... .......... .......... .......... .......... 60% 112M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56550K .......... .......... .......... .......... .......... 60% 114M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56600K .......... .......... .......... .......... .......... 60% 111M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56650K .......... .......... .......... .......... .......... 61% 118M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56700K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56750K .......... .......... .......... .......... .......... 61% 88.1M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56800K .......... .......... .......... .......... .......... 61% 122M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56850K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56900K .......... .......... .......... .......... .......... 61% 120M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 56950K .......... .......... .......... .......... .......... 61% 105M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 57000K .......... .......... .......... .......... .......... 61% 114M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 57050K .......... .......... .......... .......... .......... 61% 121M 0s 2023-01-15T14:40:02.241 INFO:teuthology.orchestra.run.smithi154.stderr: 57100K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57150K .......... .......... .......... .......... .......... 61% 82.3M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57200K .......... .......... .......... .......... .......... 61% 92.8M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57250K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57300K .......... .......... .......... .......... .......... 61% 111M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57350K .......... .......... .......... .......... .......... 61% 117M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57400K .......... .......... .......... .......... .......... 61% 112M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57450K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57500K .......... .......... .......... .......... .......... 61% 114M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57550K .......... .......... .......... .......... .......... 62% 90.7M 0s 2023-01-15T14:40:02.242 INFO:teuthology.orchestra.run.smithi154.stderr: 57600K .......... .......... .......... .......... .......... 62% 113M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57650K .......... .......... .......... .......... .......... 62% 115M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57700K .......... .......... .......... .......... .......... 62% 112M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57750K .......... .......... .......... .......... .......... 62% 107M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57800K .......... .......... .......... .......... .......... 62% 119M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57850K .......... .......... .......... .......... .......... 62% 113M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57900K .......... .......... .......... .......... .......... 62% 116M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 57950K .......... .......... .......... .......... .......... 62% 88.7M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 58000K .......... .......... .......... .......... .......... 62% 115M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 58050K .......... .......... .......... .......... .......... 62% 111M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 58100K .......... .......... .......... .......... .......... 62% 124M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 58150K .......... .......... .......... .......... .......... 62% 107M 0s 2023-01-15T14:40:02.243 INFO:teuthology.orchestra.run.smithi154.stderr: 58200K .......... .......... .......... .......... .......... 62% 114M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58250K .......... .......... .......... .......... .......... 62% 115M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58300K .......... .......... .......... .......... .......... 62% 113M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58350K .......... .......... .......... .......... .......... 62% 91.1M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58400K .......... .......... .......... .......... .......... 62% 110M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58450K .......... .......... .......... .......... .......... 62% 111M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58500K .......... .......... .......... .......... .......... 63% 112M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58550K .......... .......... .......... .......... .......... 63% 115M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58600K .......... .......... .......... .......... .......... 63% 115M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58650K .......... .......... .......... .......... .......... 63% 112M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58700K .......... .......... .......... .......... .......... 63% 94.9M 0s 2023-01-15T14:40:02.244 INFO:teuthology.orchestra.run.smithi154.stderr: 58750K .......... .......... .......... .......... .......... 63% 86.0M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 58800K .......... .......... .......... .......... .......... 63% 111M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 58850K .......... .......... .......... .......... .......... 63% 118M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 58900K .......... .......... .......... .......... .......... 63% 120M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 58950K .......... .......... .......... .......... .......... 63% 107M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59000K .......... .......... .......... .......... .......... 63% 118M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59050K .......... .......... .......... .......... .......... 63% 112M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59100K .......... .......... .......... .......... .......... 63% 121M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59150K .......... .......... .......... .......... .......... 63% 89.5M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59200K .......... .......... .......... .......... .......... 63% 113M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59250K .......... .......... .......... .......... .......... 63% 113M 0s 2023-01-15T14:40:02.245 INFO:teuthology.orchestra.run.smithi154.stderr: 59300K .......... .......... .......... .......... .......... 63% 112M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59350K .......... .......... .......... .......... .......... 63% 119M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59400K .......... .......... .......... .......... .......... 63% 109M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59450K .......... .......... .......... .......... .......... 64% 119M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59500K .......... .......... .......... .......... .......... 64% 116M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59550K .......... .......... .......... .......... .......... 64% 78.8M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59600K .......... .......... .......... .......... .......... 64% 127M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59650K .......... .......... .......... .......... .......... 64% 114M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59700K .......... .......... .......... .......... .......... 64% 112M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59750K .......... .......... .......... .......... .......... 64% 122M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59800K .......... .......... .......... .......... .......... 64% 116M 0s 2023-01-15T14:40:02.246 INFO:teuthology.orchestra.run.smithi154.stderr: 59850K .......... .......... .......... .......... .......... 64% 108M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 59900K .......... .......... .......... .......... .......... 64% 126M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 59950K .......... .......... .......... .......... .......... 64% 73.0M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60000K .......... .......... .......... .......... .......... 64% 156M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60050K .......... .......... .......... .......... .......... 64% 122M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60100K .......... .......... .......... .......... .......... 64% 114M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60150K .......... .......... .......... .......... .......... 64% 111M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60200K .......... .......... .......... .......... .......... 64% 116M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60250K .......... .......... .......... .......... .......... 64% 113M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60300K .......... .......... .......... .......... .......... 64% 105M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60350K .......... .......... .......... .......... .......... 65% 91.4M 0s 2023-01-15T14:40:02.247 INFO:teuthology.orchestra.run.smithi154.stderr: 60400K .......... .......... .......... .......... .......... 65% 115M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60450K .......... .......... .......... .......... .......... 65% 114M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60500K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60550K .......... .......... .......... .......... .......... 65% 101M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60600K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60650K .......... .......... .......... .......... .......... 65% 109M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60700K .......... .......... .......... .......... .......... 65% 120M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60750K .......... .......... .......... .......... .......... 65% 89.5M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60800K .......... .......... .......... .......... .......... 65% 110M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60850K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60900K .......... .......... .......... .......... .......... 65% 119M 0s 2023-01-15T14:40:02.248 INFO:teuthology.orchestra.run.smithi154.stderr: 60950K .......... .......... .......... .......... .......... 65% 104M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61000K .......... .......... .......... .......... .......... 65% 120M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61050K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61100K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61150K .......... .......... .......... .......... .......... 65% 88.7M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61200K .......... .......... .......... .......... .......... 65% 112M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61250K .......... .......... .......... .......... .......... 65% 112M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61300K .......... .......... .......... .......... .......... 66% 120M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61350K .......... .......... .......... .......... .......... 66% 115M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61400K .......... .......... .......... .......... .......... 66% 113M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61450K .......... .......... .......... .......... .......... 66% 116M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61500K .......... .......... .......... .......... .......... 66% 115M 0s 2023-01-15T14:40:02.249 INFO:teuthology.orchestra.run.smithi154.stderr: 61550K .......... .......... .......... .......... .......... 66% 88.9M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61600K .......... .......... .......... .......... .......... 66% 117M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61650K .......... .......... .......... .......... .......... 66% 107M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61700K .......... .......... .......... .......... .......... 66% 124M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61750K .......... .......... .......... .......... .......... 66% 82.7M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61800K .......... .......... .......... .......... .......... 66% 121M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61850K .......... .......... .......... .......... .......... 66% 114M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61900K .......... .......... .......... .......... .......... 66% 115M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 61950K .......... .......... .......... .......... .......... 66% 90.0M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 62000K .......... .......... .......... .......... .......... 66% 113M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 62050K .......... .......... .......... .......... .......... 66% 120M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 62100K .......... .......... .......... .......... .......... 66% 116M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 62150K .......... .......... .......... .......... .......... 66% 110M 0s 2023-01-15T14:40:02.250 INFO:teuthology.orchestra.run.smithi154.stderr: 62200K .......... .......... .......... .......... .......... 67% 114M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62250K .......... .......... .......... .......... .......... 67% 108M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62300K .......... .......... .......... .......... .......... 67% 124M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62350K .......... .......... .......... .......... .......... 67% 89.5M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62400K .......... .......... .......... .......... .......... 67% 119M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62450K .......... .......... .......... .......... .......... 67% 113M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62500K .......... .......... .......... .......... .......... 67% 116M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62550K .......... .......... .......... .......... .......... 67% 109M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62600K .......... .......... .......... .......... .......... 67% 124M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62650K .......... .......... .......... .......... .......... 67% 105M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62700K .......... .......... .......... .......... .......... 67% 112M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62750K .......... .......... .......... .......... .......... 67% 84.7M 0s 2023-01-15T14:40:02.251 INFO:teuthology.orchestra.run.smithi154.stderr: 62800K .......... .......... .......... .......... .......... 67% 112M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 62850K .......... .......... .......... .......... .......... 67% 133M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 62900K .......... .......... .......... .......... .......... 67% 115M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 62950K .......... .......... .......... .......... .......... 67% 95.0M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63000K .......... .......... .......... .......... .......... 67% 117M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63050K .......... .......... .......... .......... .......... 67% 119M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63100K .......... .......... .......... .......... .......... 67% 106M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63150K .......... .......... .......... .......... .......... 68% 95.8M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63200K .......... .......... .......... .......... .......... 68% 115M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63250K .......... .......... .......... .......... .......... 68% 116M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63300K .......... .......... .......... .......... .......... 68% 114M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63350K .......... .......... .......... .......... .......... 68% 108M 0s 2023-01-15T14:40:02.252 INFO:teuthology.orchestra.run.smithi154.stderr: 63400K .......... .......... .......... .......... .......... 68% 117M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63450K .......... .......... .......... .......... .......... 68% 113M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63500K .......... .......... .......... .......... .......... 68% 125M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63550K .......... .......... .......... .......... .......... 68% 78.5M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63600K .......... .......... .......... .......... .......... 68% 134M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63650K .......... .......... .......... .......... .......... 68% 116M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63700K .......... .......... .......... .......... .......... 68% 115M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63750K .......... .......... .......... .......... .......... 68% 108M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63800K .......... .......... .......... .......... .......... 68% 106M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63850K .......... .......... .......... .......... .......... 68% 131M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63900K .......... .......... .......... .......... .......... 68% 117M 0s 2023-01-15T14:40:02.253 INFO:teuthology.orchestra.run.smithi154.stderr: 63950K .......... .......... .......... .......... .......... 68% 88.7M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64000K .......... .......... .......... .......... .......... 68% 122M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64050K .......... .......... .......... .......... .......... 68% 101M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64100K .......... .......... .......... .......... .......... 69% 135M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64150K .......... .......... .......... .......... .......... 69% 113M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64200K .......... .......... .......... .......... .......... 69% 101M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64250K .......... .......... .......... .......... .......... 69% 108M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64300K .......... .......... .......... .......... .......... 69% 108M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64350K .......... .......... .......... .......... .......... 69% 85.7M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64400K .......... .......... .......... .......... .......... 69% 119M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64450K .......... .......... .......... .......... .......... 69% 115M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64500K .......... .......... .......... .......... .......... 69% 113M 0s 2023-01-15T14:40:02.254 INFO:teuthology.orchestra.run.smithi154.stderr: 64550K .......... .......... .......... .......... .......... 69% 105M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64600K .......... .......... .......... .......... .......... 69% 120M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64650K .......... .......... .......... .......... .......... 69% 113M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64700K .......... .......... .......... .......... .......... 69% 109M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64750K .......... .......... .......... .......... .......... 69% 96.2M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64800K .......... .......... .......... .......... .......... 69% 109M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64850K .......... .......... .......... .......... .......... 69% 118M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64900K .......... .......... .......... .......... .......... 69% 108M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 64950K .......... .......... .......... .......... .......... 69% 121M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 65000K .......... .......... .......... .......... .......... 70% 95.6M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 65050K .......... .......... .......... .......... .......... 70% 113M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 65100K .......... .......... .......... .......... .......... 70% 119M 0s 2023-01-15T14:40:02.255 INFO:teuthology.orchestra.run.smithi154.stderr: 65150K .......... .......... .......... .......... .......... 70% 99.9M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65200K .......... .......... .......... .......... .......... 70% 95.5M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65250K .......... .......... .......... .......... .......... 70% 112M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65300K .......... .......... .......... .......... .......... 70% 120M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65350K .......... .......... .......... .......... .......... 70% 107M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65400K .......... .......... .......... .......... .......... 70% 119M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65450K .......... .......... .......... .......... .......... 70% 112M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65500K .......... .......... .......... .......... .......... 70% 113M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65550K .......... .......... .......... .......... .......... 70% 89.0M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65600K .......... .......... .......... .......... .......... 70% 114M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65650K .......... .......... .......... .......... .......... 70% 119M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65700K .......... .......... .......... .......... .......... 70% 113M 0s 2023-01-15T14:40:02.256 INFO:teuthology.orchestra.run.smithi154.stderr: 65750K .......... .......... .......... .......... .......... 70% 109M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 65800K .......... .......... .......... .......... .......... 70% 116M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 65850K .......... .......... .......... .......... .......... 70% 118M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 65900K .......... .......... .......... .......... .......... 70% 105M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 65950K .......... .......... .......... .......... .......... 71% 88.1M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66000K .......... .......... .......... .......... .......... 71% 110M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66050K .......... .......... .......... .......... .......... 71% 111M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66100K .......... .......... .......... .......... .......... 71% 111M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66150K .......... .......... .......... .......... .......... 71% 110M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66200K .......... .......... .......... .......... .......... 71% 118M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66250K .......... .......... .......... .......... .......... 71% 115M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66300K .......... .......... .......... .......... .......... 71% 113M 0s 2023-01-15T14:40:02.257 INFO:teuthology.orchestra.run.smithi154.stderr: 66350K .......... .......... .......... .......... .......... 71% 85.3M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66400K .......... .......... .......... .......... .......... 71% 119M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66450K .......... .......... .......... .......... .......... 71% 117M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66500K .......... .......... .......... .......... .......... 71% 114M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66550K .......... .......... .......... .......... .......... 71% 105M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66600K .......... .......... .......... .......... .......... 71% 101M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66650K .......... .......... .......... .......... .......... 71% 134M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66700K .......... .......... .......... .......... .......... 71% 112M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66750K .......... .......... .......... .......... .......... 71% 91.8M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66800K .......... .......... .......... .......... .......... 71% 111M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66850K .......... .......... .......... .......... .......... 72% 114M 0s 2023-01-15T14:40:02.258 INFO:teuthology.orchestra.run.smithi154.stderr: 66900K .......... .......... .......... .......... .......... 72% 119M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 66950K .......... .......... .......... .......... .......... 72% 104M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67000K .......... .......... .......... .......... .......... 72% 101M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67050K .......... .......... .......... .......... .......... 72% 115M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67100K .......... .......... .......... .......... .......... 72% 125M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67150K .......... .......... .......... .......... .......... 72% 96.2M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67200K .......... .......... .......... .......... .......... 72% 108M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67250K .......... .......... .......... .......... .......... 72% 117M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67300K .......... .......... .......... .......... .......... 72% 105M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67350K .......... .......... .......... .......... .......... 72% 108M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67400K .......... .......... .......... .......... .......... 72% 124M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67450K .......... .......... .......... .......... .......... 72% 89.7M 0s 2023-01-15T14:40:02.259 INFO:teuthology.orchestra.run.smithi154.stderr: 67500K .......... .......... .......... .......... .......... 72% 123M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67550K .......... .......... .......... .......... .......... 72% 84.3M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67600K .......... .......... .......... .......... .......... 72% 117M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67650K .......... .......... .......... .......... .......... 72% 118M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67700K .......... .......... .......... .......... .......... 72% 108M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67750K .......... .......... .......... .......... .......... 72% 116M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67800K .......... .......... .......... .......... .......... 73% 106M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67850K .......... .......... .......... .......... .......... 73% 116M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67900K .......... .......... .......... .......... .......... 73% 122M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 67950K .......... .......... .......... .......... .......... 73% 87.9M 0s 2023-01-15T14:40:02.260 INFO:teuthology.orchestra.run.smithi154.stderr: 68000K .......... .......... .......... .......... .......... 73% 111M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68050K .......... .......... .......... .......... .......... 73% 120M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68100K .......... .......... .......... .......... .......... 73% 116M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68150K .......... .......... .......... .......... .......... 73% 112M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68200K .......... .......... .......... .......... .......... 73% 107M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68250K .......... .......... .......... .......... .......... 73% 115M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68300K .......... .......... .......... .......... .......... 73% 121M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68350K .......... .......... .......... .......... .......... 73% 90.3M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68400K .......... .......... .......... .......... .......... 73% 113M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68450K .......... .......... .......... .......... .......... 73% 116M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68500K .......... .......... .......... .......... .......... 73% 112M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68550K .......... .......... .......... .......... .......... 73% 103M 0s 2023-01-15T14:40:02.261 INFO:teuthology.orchestra.run.smithi154.stderr: 68600K .......... .......... .......... .......... .......... 73% 117M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68650K .......... .......... .......... .......... .......... 73% 118M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68700K .......... .......... .......... .......... .......... 74% 114M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68750K .......... .......... .......... .......... .......... 74% 88.5M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68800K .......... .......... .......... .......... .......... 74% 114M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68850K .......... .......... .......... .......... .......... 74% 118M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68900K .......... .......... .......... .......... .......... 74% 110M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 68950K .......... .......... .......... .......... .......... 74% 105M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 69000K .......... .......... .......... .......... .......... 74% 131M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 69050K .......... .......... .......... .......... .......... 74% 92.7M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 69100K .......... .......... .......... .......... .......... 74% 136M 0s 2023-01-15T14:40:02.262 INFO:teuthology.orchestra.run.smithi154.stderr: 69150K .......... .......... .......... .......... .......... 74% 89.4M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69200K .......... .......... .......... .......... .......... 74% 116M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69250K .......... .......... .......... .......... .......... 74% 115M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69300K .......... .......... .......... .......... .......... 74% 117M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69350K .......... .......... .......... .......... .......... 74% 105M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69400K .......... .......... .......... .......... .......... 74% 118M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69450K .......... .......... .......... .......... .......... 74% 120M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69500K .......... .......... .......... .......... .......... 74% 112M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69550K .......... .......... .......... .......... .......... 74% 90.5M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69600K .......... .......... .......... .......... .......... 74% 108M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69650K .......... .......... .......... .......... .......... 75% 116M 0s 2023-01-15T14:40:02.263 INFO:teuthology.orchestra.run.smithi154.stderr: 69700K .......... .......... .......... .......... .......... 75% 112M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 69750K .......... .......... .......... .......... .......... 75% 103M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 69800K .......... .......... .......... .......... .......... 75% 131M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 69850K .......... .......... .......... .......... .......... 75% 113M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 69900K .......... .......... .......... .......... .......... 75% 101M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 69950K .......... .......... .......... .......... .......... 75% 98.5M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70000K .......... .......... .......... .......... .......... 75% 120M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70050K .......... .......... .......... .......... .......... 75% 113M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70100K .......... .......... .......... .......... .......... 75% 114M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70150K .......... .......... .......... .......... .......... 75% 113M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70200K .......... .......... .......... .......... .......... 75% 108M 0s 2023-01-15T14:40:02.264 INFO:teuthology.orchestra.run.smithi154.stderr: 70250K .......... .......... .......... .......... .......... 75% 128M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70300K .......... .......... .......... .......... .......... 75% 108M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70350K .......... .......... .......... .......... .......... 75% 89.9M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70400K .......... .......... .......... .......... .......... 75% 108M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70450K .......... .......... .......... .......... .......... 75% 116M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70500K .......... .......... .......... .......... .......... 75% 118M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70550K .......... .......... .......... .......... .......... 75% 107M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70600K .......... .......... .......... .......... .......... 76% 119M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70650K .......... .......... .......... .......... .......... 76% 112M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70700K .......... .......... .......... .......... .......... 76% 119M 0s 2023-01-15T14:40:02.265 INFO:teuthology.orchestra.run.smithi154.stderr: 70750K .......... .......... .......... .......... .......... 76% 86.6M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 70800K .......... .......... .......... .......... .......... 76% 122M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 70850K .......... .......... .......... .......... .......... 76% 110M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 70900K .......... .......... .......... .......... .......... 76% 116M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 70950K .......... .......... .......... .......... .......... 76% 100M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71000K .......... .......... .......... .......... .......... 76% 124M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71050K .......... .......... .......... .......... .......... 76% 123M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71100K .......... .......... .......... .......... .......... 76% 111M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71150K .......... .......... .......... .......... .......... 76% 88.9M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71200K .......... .......... .......... .......... .......... 76% 116M 0s 2023-01-15T14:40:02.266 INFO:teuthology.orchestra.run.smithi154.stderr: 71250K .......... .......... .......... .......... .......... 76% 118M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71300K .......... .......... .......... .......... .......... 76% 108M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71350K .......... .......... .......... .......... .......... 76% 114M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71400K .......... .......... .......... .......... .......... 76% 118M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71450K .......... .......... .......... .......... .......... 76% 114M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71500K .......... .......... .......... .......... .......... 77% 121M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71550K .......... .......... .......... .......... .......... 77% 84.4M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71600K .......... .......... .......... .......... .......... 77% 121M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71650K .......... .......... .......... .......... .......... 77% 110M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71700K .......... .......... .......... .......... .......... 77% 115M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71750K .......... .......... .......... .......... .......... 77% 111M 0s 2023-01-15T14:40:02.267 INFO:teuthology.orchestra.run.smithi154.stderr: 71800K .......... .......... .......... .......... .......... 77% 112M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 71850K .......... .......... .......... .......... .......... 77% 116M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 71900K .......... .......... .......... .......... .......... 77% 114M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 71950K .......... .......... .......... .......... .......... 77% 89.5M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72000K .......... .......... .......... .......... .......... 77% 118M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72050K .......... .......... .......... .......... .......... 77% 110M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72100K .......... .......... .......... .......... .......... 77% 119M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72150K .......... .......... .......... .......... .......... 77% 105M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72200K .......... .......... .......... .......... .......... 77% 113M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72250K .......... .......... .......... .......... .......... 77% 98.6M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72300K .......... .......... .......... .......... .......... 77% 115M 0s 2023-01-15T14:40:02.268 INFO:teuthology.orchestra.run.smithi154.stderr: 72350K .......... .......... .......... .......... .......... 77% 95.7M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72400K .......... .......... .......... .......... .......... 77% 113M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72450K .......... .......... .......... .......... .......... 78% 111M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72500K .......... .......... .......... .......... .......... 78% 117M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72550K .......... .......... .......... .......... .......... 78% 101M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72600K .......... .......... .......... .......... .......... 78% 124M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72650K .......... .......... .......... .......... .......... 78% 110M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72700K .......... .......... .......... .......... .......... 78% 118M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72750K .......... .......... .......... .......... .......... 78% 84.1M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72800K .......... .......... .......... .......... .......... 78% 131M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72850K .......... .......... .......... .......... .......... 78% 90.7M 0s 2023-01-15T14:40:02.269 INFO:teuthology.orchestra.run.smithi154.stderr: 72900K .......... .......... .......... .......... .......... 78% 126M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 72950K .......... .......... .......... .......... .......... 78% 92.2M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73000K .......... .......... .......... .......... .......... 78% 133M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73050K .......... .......... .......... .......... .......... 78% 125M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73100K .......... .......... .......... .......... .......... 78% 11.6M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73150K .......... .......... .......... .......... .......... 78% 53.9M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73200K .......... .......... .......... .......... .......... 78% 162M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73250K .......... .......... .......... .......... .......... 78% 163M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73300K .......... .......... .......... .......... .......... 78% 185M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73350K .......... .......... .......... .......... .......... 79% 174M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73400K .......... .......... .......... .......... .......... 79% 162M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73450K .......... .......... .......... .......... .......... 79% 153M 0s 2023-01-15T14:40:02.270 INFO:teuthology.orchestra.run.smithi154.stderr: 73500K .......... .......... .......... .......... .......... 79% 174M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73550K .......... .......... .......... .......... .......... 79% 127M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73600K .......... .......... .......... .......... .......... 79% 161M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73650K .......... .......... .......... .......... .......... 79% 174M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73700K .......... .......... .......... .......... .......... 79% 161M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73750K .......... .......... .......... .......... .......... 79% 150M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73800K .......... .......... .......... .......... .......... 79% 174M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73850K .......... .......... .......... .......... .......... 79% 158M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73900K .......... .......... .......... .......... .......... 79% 146M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 73950K .......... .......... .......... .......... .......... 79% 135M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 74000K .......... .......... .......... .......... .......... 79% 178M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 74050K .......... .......... .......... .......... .......... 79% 157M 0s 2023-01-15T14:40:02.271 INFO:teuthology.orchestra.run.smithi154.stderr: 74100K .......... .......... .......... .......... .......... 79% 164M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74150K .......... .......... .......... .......... .......... 79% 166M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74200K .......... .......... .......... .......... .......... 79% 159M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74250K .......... .......... .......... .......... .......... 79% 163M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74300K .......... .......... .......... .......... .......... 80% 176M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74350K .......... .......... .......... .......... .......... 80% 127M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74400K .......... .......... .......... .......... .......... 80% 167M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74450K .......... .......... .......... .......... .......... 80% 165M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74500K .......... .......... .......... .......... .......... 80% 180M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74550K .......... .......... .......... .......... .......... 80% 141M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74600K .......... .......... .......... .......... .......... 80% 176M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74650K .......... .......... .......... .......... .......... 80% 177M 0s 2023-01-15T14:40:02.272 INFO:teuthology.orchestra.run.smithi154.stderr: 74700K .......... .......... .......... .......... .......... 80% 117M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 74750K .......... .......... .......... .......... .......... 80% 91.2M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 74800K .......... .......... .......... .......... .......... 80% 112M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 74850K .......... .......... .......... .......... .......... 80% 117M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 74900K .......... .......... .......... .......... .......... 80% 116M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 74950K .......... .......... .......... .......... .......... 80% 103M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75000K .......... .......... .......... .......... .......... 80% 116M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75050K .......... .......... .......... .......... .......... 80% 117M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75100K .......... .......... .......... .......... .......... 80% 121M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75150K .......... .......... .......... .......... .......... 80% 87.3M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75200K .......... .......... .......... .......... .......... 81% 113M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75250K .......... .......... .......... .......... .......... 81% 118M 0s 2023-01-15T14:40:02.273 INFO:teuthology.orchestra.run.smithi154.stderr: 75300K .......... .......... .......... .......... .......... 81% 109M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75350K .......... .......... .......... .......... .......... 81% 117M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75400K .......... .......... .......... .......... .......... 81% 103M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75450K .......... .......... .......... .......... .......... 81% 117M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75500K .......... .......... .......... .......... .......... 81% 85.4M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75550K .......... .......... .......... .......... .......... 81% 78.7M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75600K .......... .......... .......... .......... .......... 81% 119M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75650K .......... .......... .......... .......... .......... 81% 110M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75700K .......... .......... .......... .......... .......... 81% 127M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75750K .......... .......... .......... .......... .......... 81% 108M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75800K .......... .......... .......... .......... .......... 81% 119M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75850K .......... .......... .......... .......... .......... 81% 114M 0s 2023-01-15T14:40:02.274 INFO:teuthology.orchestra.run.smithi154.stderr: 75900K .......... .......... .......... .......... .......... 81% 110M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 75950K .......... .......... .......... .......... .......... 81% 92.6M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76000K .......... .......... .......... .......... .......... 81% 104M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76050K .......... .......... .......... .......... .......... 81% 120M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76100K .......... .......... .......... .......... .......... 81% 99.8M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76150K .......... .......... .......... .......... .......... 82% 105M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76200K .......... .......... .......... .......... .......... 82% 110M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76250K .......... .......... .......... .......... .......... 82% 119M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76300K .......... .......... .......... .......... .......... 82% 118M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76350K .......... .......... .......... .......... .......... 82% 89.3M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76400K .......... .......... .......... .......... .......... 82% 116M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76450K .......... .......... .......... .......... .......... 82% 119M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76500K .......... .......... .......... .......... .......... 82% 110M 0s 2023-01-15T14:40:02.275 INFO:teuthology.orchestra.run.smithi154.stderr: 76550K .......... .......... .......... .......... .......... 82% 112M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76600K .......... .......... .......... .......... .......... 82% 116M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76650K .......... .......... .......... .......... .......... 82% 117M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76700K .......... .......... .......... .......... .......... 82% 114M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76750K .......... .......... .......... .......... .......... 82% 85.9M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76800K .......... .......... .......... .......... .......... 82% 122M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76850K .......... .......... .......... .......... .......... 82% 110M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76900K .......... .......... .......... .......... .......... 82% 124M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 76950K .......... .......... .......... .......... .......... 82% 113M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 77000K .......... .......... .......... .......... .......... 82% 115M 0s 2023-01-15T14:40:02.276 INFO:teuthology.orchestra.run.smithi154.stderr: 77050K .......... .......... .......... .......... .......... 82% 106M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77100K .......... .......... .......... .......... .......... 83% 114M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77150K .......... .......... .......... .......... .......... 83% 89.3M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77200K .......... .......... .......... .......... .......... 83% 118M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77250K .......... .......... .......... .......... .......... 83% 113M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77300K .......... .......... .......... .......... .......... 83% 113M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77350K .......... .......... .......... .......... .......... 83% 115M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77400K .......... .......... .......... .......... .......... 83% 114M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77450K .......... .......... .......... .......... .......... 83% 118M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77500K .......... .......... .......... .......... .......... 83% 112M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77550K .......... .......... .......... .......... .......... 83% 90.7M 0s 2023-01-15T14:40:02.277 INFO:teuthology.orchestra.run.smithi154.stderr: 77600K .......... .......... .......... .......... .......... 83% 110M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77650K .......... .......... .......... .......... .......... 83% 122M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77700K .......... .......... .......... .......... .......... 83% 112M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77750K .......... .......... .......... .......... .......... 83% 113M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77800K .......... .......... .......... .......... .......... 83% 112M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77850K .......... .......... .......... .......... .......... 83% 114M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77900K .......... .......... .......... .......... .......... 83% 121M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 77950K .......... .......... .......... .......... .......... 83% 87.4M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 78000K .......... .......... .......... .......... .......... 84% 115M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 78050K .......... .......... .......... .......... .......... 84% 120M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 78100K .......... .......... .......... .......... .......... 84% 112M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 78150K .......... .......... .......... .......... .......... 84% 110M 0s 2023-01-15T14:40:02.278 INFO:teuthology.orchestra.run.smithi154.stderr: 78200K .......... .......... .......... .......... .......... 84% 113M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78250K .......... .......... .......... .......... .......... 84% 107M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78300K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78350K .......... .......... .......... .......... .......... 84% 90.0M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78400K .......... .......... .......... .......... .......... 84% 113M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78450K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78500K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78550K .......... .......... .......... .......... .......... 84% 112M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78600K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78650K .......... .......... .......... .......... .......... 84% 118M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78700K .......... .......... .......... .......... .......... 84% 80.0M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78750K .......... .......... .......... .......... .......... 84% 87.6M 0s 2023-01-15T14:40:02.279 INFO:teuthology.orchestra.run.smithi154.stderr: 78800K .......... .......... .......... .......... .......... 84% 116M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 78850K .......... .......... .......... .......... .......... 84% 103M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 78900K .......... .......... .......... .......... .......... 84% 111M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 78950K .......... .......... .......... .......... .......... 85% 101M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79000K .......... .......... .......... .......... .......... 85% 130M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79050K .......... .......... .......... .......... .......... 85% 89.8M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79100K .......... .......... .......... .......... .......... 85% 157M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79150K .......... .......... .......... .......... .......... 85% 91.6M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79200K .......... .......... .......... .......... .......... 85% 115M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79250K .......... .......... .......... .......... .......... 85% 114M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79300K .......... .......... .......... .......... .......... 85% 115M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79350K .......... .......... .......... .......... .......... 85% 106M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79400K .......... .......... .......... .......... .......... 85% 121M 0s 2023-01-15T14:40:02.280 INFO:teuthology.orchestra.run.smithi154.stderr: 79450K .......... .......... .......... .......... .......... 85% 112M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79500K .......... .......... .......... .......... .......... 85% 109M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79550K .......... .......... .......... .......... .......... 85% 93.6M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79600K .......... .......... .......... .......... .......... 85% 115M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79650K .......... .......... .......... .......... .......... 85% 109M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79700K .......... .......... .......... .......... .......... 85% 120M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79750K .......... .......... .......... .......... .......... 85% 112M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79800K .......... .......... .......... .......... .......... 85% 112M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79850K .......... .......... .......... .......... .......... 86% 99.9M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79900K .......... .......... .......... .......... .......... 86% 109M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 79950K .......... .......... .......... .......... .......... 86% 90.7M 0s 2023-01-15T14:40:02.281 INFO:teuthology.orchestra.run.smithi154.stderr: 80000K .......... .......... .......... .......... .......... 86% 116M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80050K .......... .......... .......... .......... .......... 86% 106M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80100K .......... .......... .......... .......... .......... 86% 127M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80150K .......... .......... .......... .......... .......... 86% 106M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80200K .......... .......... .......... .......... .......... 86% 118M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80250K .......... .......... .......... .......... .......... 86% 111M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80300K .......... .......... .......... .......... .......... 86% 118M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80350K .......... .......... .......... .......... .......... 86% 86.9M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80400K .......... .......... .......... .......... .......... 86% 119M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80450K .......... .......... .......... .......... .......... 86% 112M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80500K .......... .......... .......... .......... .......... 86% 108M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80550K .......... .......... .......... .......... .......... 86% 119M 0s 2023-01-15T14:40:02.282 INFO:teuthology.orchestra.run.smithi154.stderr: 80600K .......... .......... .......... .......... .......... 86% 113M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80650K .......... .......... .......... .......... .......... 86% 124M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80700K .......... .......... .......... .......... .......... 86% 102M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80750K .......... .......... .......... .......... .......... 86% 92.5M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80800K .......... .......... .......... .......... .......... 87% 110M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80850K .......... .......... .......... .......... .......... 87% 119M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80900K .......... .......... .......... .......... .......... 87% 121M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 80950K .......... .......... .......... .......... .......... 87% 103M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 81000K .......... .......... .......... .......... .......... 87% 125M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 81050K .......... .......... .......... .......... .......... 87% 107M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 81100K .......... .......... .......... .......... .......... 87% 118M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 81150K .......... .......... .......... .......... .......... 87% 88.0M 0s 2023-01-15T14:40:02.283 INFO:teuthology.orchestra.run.smithi154.stderr: 81200K .......... .......... .......... .......... .......... 87% 98.4M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81250K .......... .......... .......... .......... .......... 87% 116M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81300K .......... .......... .......... .......... .......... 87% 104M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81350K .......... .......... .......... .......... .......... 87% 114M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81400K .......... .......... .......... .......... .......... 87% 119M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81450K .......... .......... .......... .......... .......... 87% 118M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81500K .......... .......... .......... .......... .......... 87% 94.3M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81550K .......... .......... .......... .......... .......... 87% 93.1M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81600K .......... .......... .......... .......... .......... 87% 117M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81650K .......... .......... .......... .......... .......... 87% 108M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81700K .......... .......... .......... .......... .......... 87% 106M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81750K .......... .......... .......... .......... .......... 88% 117M 0s 2023-01-15T14:40:02.284 INFO:teuthology.orchestra.run.smithi154.stderr: 81800K .......... .......... .......... .......... .......... 88% 110M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 81850K .......... .......... .......... .......... .......... 88% 126M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 81900K .......... .......... .......... .......... .......... 88% 116M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 81950K .......... .......... .......... .......... .......... 88% 89.9M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82000K .......... .......... .......... .......... .......... 88% 108M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82050K .......... .......... .......... .......... .......... 88% 121M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82100K .......... .......... .......... .......... .......... 88% 120M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82150K .......... .......... .......... .......... .......... 88% 112M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82200K .......... .......... .......... .......... .......... 88% 117M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82250K .......... .......... .......... .......... .......... 88% 113M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82300K .......... .......... .......... .......... .......... 88% 115M 0s 2023-01-15T14:40:02.285 INFO:teuthology.orchestra.run.smithi154.stderr: 82350K .......... .......... .......... .......... .......... 88% 74.5M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82400K .......... .......... .......... .......... .......... 88% 146M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82450K .......... .......... .......... .......... .......... 88% 102M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82500K .......... .......... .......... .......... .......... 88% 136M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82550K .......... .......... .......... .......... .......... 88% 111M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82600K .......... .......... .......... .......... .......... 88% 103M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82650K .......... .......... .......... .......... .......... 89% 117M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82700K .......... .......... .......... .......... .......... 89% 116M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82750K .......... .......... .......... .......... .......... 89% 85.1M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82800K .......... .......... .......... .......... .......... 89% 106M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82850K .......... .......... .......... .......... .......... 89% 124M 0s 2023-01-15T14:40:02.286 INFO:teuthology.orchestra.run.smithi154.stderr: 82900K .......... .......... .......... .......... .......... 89% 113M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 82950K .......... .......... .......... .......... .......... 89% 112M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83000K .......... .......... .......... .......... .......... 89% 117M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83050K .......... .......... .......... .......... .......... 89% 110M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83100K .......... .......... .......... .......... .......... 89% 121M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83150K .......... .......... .......... .......... .......... 89% 87.2M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83200K .......... .......... .......... .......... .......... 89% 108M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83250K .......... .......... .......... .......... .......... 89% 123M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83300K .......... .......... .......... .......... .......... 89% 110M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83350K .......... .......... .......... .......... .......... 89% 104M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83400K .......... .......... .......... .......... .......... 89% 124M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83450K .......... .......... .......... .......... .......... 89% 119M 0s 2023-01-15T14:40:02.287 INFO:teuthology.orchestra.run.smithi154.stderr: 83500K .......... .......... .......... .......... .......... 89% 107M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83550K .......... .......... .......... .......... .......... 89% 83.4M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83600K .......... .......... .......... .......... .......... 90% 121M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83650K .......... .......... .......... .......... .......... 90% 129M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83700K .......... .......... .......... .......... .......... 90% 109M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83750K .......... .......... .......... .......... .......... 90% 111M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83800K .......... .......... .......... .......... .......... 90% 116M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83850K .......... .......... .......... .......... .......... 90% 115M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83900K .......... .......... .......... .......... .......... 90% 114M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 83950K .......... .......... .......... .......... .......... 90% 85.5M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 84000K .......... .......... .......... .......... .......... 90% 124M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 84050K .......... .......... .......... .......... .......... 90% 109M 0s 2023-01-15T14:40:02.288 INFO:teuthology.orchestra.run.smithi154.stderr: 84100K .......... .......... .......... .......... .......... 90% 121M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84150K .......... .......... .......... .......... .......... 90% 99.1M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84200K .......... .......... .......... .......... .......... 90% 107M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84250K .......... .......... .......... .......... .......... 90% 125M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84300K .......... .......... .......... .......... .......... 90% 113M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84350K .......... .......... .......... .......... .......... 90% 91.1M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84400K .......... .......... .......... .......... .......... 90% 103M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84450K .......... .......... .......... .......... .......... 90% 121M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84500K .......... .......... .......... .......... .......... 91% 118M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84550K .......... .......... .......... .......... .......... 91% 98.1M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84600K .......... .......... .......... .......... .......... 91% 119M 0s 2023-01-15T14:40:02.289 INFO:teuthology.orchestra.run.smithi154.stderr: 84650K .......... .......... .......... .......... .......... 91% 113M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84700K .......... .......... .......... .......... .......... 91% 115M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84750K .......... .......... .......... .......... .......... 91% 90.2M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84800K .......... .......... .......... .......... .......... 91% 90.8M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84850K .......... .......... .......... .......... .......... 91% 129M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84900K .......... .......... .......... .......... .......... 91% 138M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 84950K .......... .......... .......... .......... .......... 91% 102M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 85000K .......... .......... .......... .......... .......... 91% 124M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 85050K .......... .......... .......... .......... .......... 91% 117M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 85100K .......... .......... .......... .......... .......... 91% 92.2M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 85150K .......... .......... .......... .......... .......... 91% 104M 0s 2023-01-15T14:40:02.290 INFO:teuthology.orchestra.run.smithi154.stderr: 85200K .......... .......... .......... .......... .......... 91% 122M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85250K .......... .......... .......... .......... .......... 91% 113M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85300K .......... .......... .......... .......... .......... 91% 110M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85350K .......... .......... .......... .......... .......... 91% 118M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85400K .......... .......... .......... .......... .......... 91% 101M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85450K .......... .......... .......... .......... .......... 92% 127M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85500K .......... .......... .......... .......... .......... 92% 94.9M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85550K .......... .......... .......... .......... .......... 92% 97.3M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85600K .......... .......... .......... .......... .......... 92% 124M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85650K .......... .......... .......... .......... .......... 92% 112M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85700K .......... .......... .......... .......... .......... 92% 119M 0s 2023-01-15T14:40:02.291 INFO:teuthology.orchestra.run.smithi154.stderr: 85750K .......... .......... .......... .......... .......... 92% 105M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 85800K .......... .......... .......... .......... .......... 92% 120M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 85850K .......... .......... .......... .......... .......... 92% 107M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 85900K .......... .......... .......... .......... .......... 92% 88.7M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 85950K .......... .......... .......... .......... .......... 92% 93.5M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86000K .......... .......... .......... .......... .......... 92% 98.6M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86050K .......... .......... .......... .......... .......... 92% 123M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86100K .......... .......... .......... .......... .......... 92% 132M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86150K .......... .......... .......... .......... .......... 92% 105M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86200K .......... .......... .......... .......... .......... 92% 124M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86250K .......... .......... .......... .......... .......... 92% 123M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86300K .......... .......... .......... .......... .......... 92% 111M 0s 2023-01-15T14:40:02.292 INFO:teuthology.orchestra.run.smithi154.stderr: 86350K .......... .......... .......... .......... .......... 93% 91.4M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86400K .......... .......... .......... .......... .......... 93% 101M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86450K .......... .......... .......... .......... .......... 93% 129M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86500K .......... .......... .......... .......... .......... 93% 93.6M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86550K .......... .......... .......... .......... .......... 93% 125M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86600K .......... .......... .......... .......... .......... 93% 116M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86650K .......... .......... .......... .......... .......... 93% 117M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86700K .......... .......... .......... .......... .......... 93% 120M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86750K .......... .......... .......... .......... .......... 93% 85.0M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86800K .......... .......... .......... .......... .......... 93% 118M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86850K .......... .......... .......... .......... .......... 93% 115M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86900K .......... .......... .......... .......... .......... 93% 112M 0s 2023-01-15T14:40:02.293 INFO:teuthology.orchestra.run.smithi154.stderr: 86950K .......... .......... .......... .......... .......... 93% 111M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87000K .......... .......... .......... .......... .......... 93% 118M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87050K .......... .......... .......... .......... .......... 93% 115M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87100K .......... .......... .......... .......... .......... 93% 99.0M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87150K .......... .......... .......... .......... .......... 93% 93.4M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87200K .......... .......... .......... .......... .......... 93% 113M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87250K .......... .......... .......... .......... .......... 93% 116M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87300K .......... .......... .......... .......... .......... 94% 114M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87350K .......... .......... .......... .......... .......... 94% 111M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87400K .......... .......... .......... .......... .......... 94% 113M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87450K .......... .......... .......... .......... .......... 94% 116M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87500K .......... .......... .......... .......... .......... 94% 107M 0s 2023-01-15T14:40:02.294 INFO:teuthology.orchestra.run.smithi154.stderr: 87550K .......... .......... .......... .......... .......... 94% 95.4M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87600K .......... .......... .......... .......... .......... 94% 116M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87650K .......... .......... .......... .......... .......... 94% 118M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87700K .......... .......... .......... .......... .......... 94% 112M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87750K .......... .......... .......... .......... .......... 94% 118M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87800K .......... .......... .......... .......... .......... 94% 105M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87850K .......... .......... .......... .......... .......... 94% 119M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87900K .......... .......... .......... .......... .......... 94% 114M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 87950K .......... .......... .......... .......... .......... 94% 89.9M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 88000K .......... .......... .......... .......... .......... 94% 115M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 88050K .......... .......... .......... .......... .......... 94% 117M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 88100K .......... .......... .......... .......... .......... 94% 115M 0s 2023-01-15T14:40:02.295 INFO:teuthology.orchestra.run.smithi154.stderr: 88150K .......... .......... .......... .......... .......... 94% 98.7M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88200K .......... .......... .......... .......... .......... 94% 118M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88250K .......... .......... .......... .......... .......... 95% 111M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88300K .......... .......... .......... .......... .......... 95% 119M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88350K .......... .......... .......... .......... .......... 95% 89.5M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88400K .......... .......... .......... .......... .......... 95% 111M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88450K .......... .......... .......... .......... .......... 95% 124M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88500K .......... .......... .......... .......... .......... 95% 101M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88550K .......... .......... .......... .......... .......... 95% 104M 0s 2023-01-15T14:40:02.296 INFO:teuthology.orchestra.run.smithi154.stderr: 88600K .......... .......... .......... .......... .......... 95% 131M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88650K .......... .......... .......... .......... .......... 95% 119M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88700K .......... .......... .......... .......... .......... 95% 114M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88750K .......... .......... .......... .......... .......... 95% 88.8M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88800K .......... .......... .......... .......... .......... 95% 113M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88850K .......... .......... .......... .......... .......... 95% 112M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88900K .......... .......... .......... .......... .......... 95% 117M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 88950K .......... .......... .......... .......... .......... 95% 105M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89000K .......... .......... .......... .......... .......... 95% 117M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89050K .......... .......... .......... .......... .......... 95% 106M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89100K .......... .......... .......... .......... .......... 95% 128M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89150K .......... .......... .......... .......... .......... 96% 90.0M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89200K .......... .......... .......... .......... .......... 96% 112M 0s 2023-01-15T14:40:02.297 INFO:teuthology.orchestra.run.smithi154.stderr: 89250K .......... .......... .......... .......... .......... 96% 118M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89300K .......... .......... .......... .......... .......... 96% 113M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89350K .......... .......... .......... .......... .......... 96% 103M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89400K .......... .......... .......... .......... .......... 96% 101M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89450K .......... .......... .......... .......... .......... 96% 115M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89500K .......... .......... .......... .......... .......... 96% 144M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89550K .......... .......... .......... .......... .......... 96% 85.5M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89600K .......... .......... .......... .......... .......... 96% 125M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89650K .......... .......... .......... .......... .......... 96% 117M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89700K .......... .......... .......... .......... .......... 96% 114M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89750K .......... .......... .......... .......... .......... 96% 113M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89800K .......... .......... .......... .......... .......... 96% 110M 0s 2023-01-15T14:40:02.298 INFO:teuthology.orchestra.run.smithi154.stderr: 89850K .......... .......... .......... .......... .......... 96% 118M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 89900K .......... .......... .......... .......... .......... 96% 122M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 89950K .......... .......... .......... .......... .......... 96% 87.9M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90000K .......... .......... .......... .......... .......... 96% 118M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90050K .......... .......... .......... .......... .......... 96% 115M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90100K .......... .......... .......... .......... .......... 97% 116M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90150K .......... .......... .......... .......... .......... 97% 102M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90200K .......... .......... .......... .......... .......... 97% 117M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90250K .......... .......... .......... .......... .......... 97% 116M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90300K .......... .......... .......... .......... .......... 97% 113M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90350K .......... .......... .......... .......... .......... 97% 91.1M 0s 2023-01-15T14:40:02.299 INFO:teuthology.orchestra.run.smithi154.stderr: 90400K .......... .......... .......... .......... .......... 97% 104M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90450K .......... .......... .......... .......... .......... 97% 122M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90500K .......... .......... .......... .......... .......... 97% 120M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90550K .......... .......... .......... .......... .......... 97% 114M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90600K .......... .......... .......... .......... .......... 97% 121M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90650K .......... .......... .......... .......... .......... 97% 117M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90700K .......... .......... .......... .......... .......... 97% 105M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90750K .......... .......... .......... .......... .......... 97% 87.5M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90800K .......... .......... .......... .......... .......... 97% 125M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90850K .......... .......... .......... .......... .......... 97% 118M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90900K .......... .......... .......... .......... .......... 97% 110M 0s 2023-01-15T14:40:02.300 INFO:teuthology.orchestra.run.smithi154.stderr: 90950K .......... .......... .......... .......... .......... 97% 102M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91000K .......... .......... .......... .......... .......... 98% 116M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91050K .......... .......... .......... .......... .......... 98% 114M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91100K .......... .......... .......... .......... .......... 98% 112M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91150K .......... .......... .......... .......... .......... 98% 84.4M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91200K .......... .......... .......... .......... .......... 98% 128M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91250K .......... .......... .......... .......... .......... 98% 118M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91300K .......... .......... .......... .......... .......... 98% 124M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91350K .......... .......... .......... .......... .......... 98% 72.9M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91400K .......... .......... .......... .......... .......... 98% 163M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91450K .......... .......... .......... .......... .......... 98% 123M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91500K .......... .......... .......... .......... .......... 98% 113M 0s 2023-01-15T14:40:02.301 INFO:teuthology.orchestra.run.smithi154.stderr: 91550K .......... .......... .......... .......... .......... 98% 77.8M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91600K .......... .......... .......... .......... .......... 98% 125M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91650K .......... .......... .......... .......... .......... 98% 128M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91700K .......... .......... .......... .......... .......... 98% 118M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91750K .......... .......... .......... .......... .......... 98% 112M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91800K .......... .......... .......... .......... .......... 98% 121M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91850K .......... .......... .......... .......... .......... 98% 113M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91900K .......... .......... .......... .......... .......... 98% 94.7M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 91950K .......... .......... .......... .......... .......... 99% 96.3M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 92000K .......... .......... .......... .......... .......... 99% 129M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 92050K .......... .......... .......... .......... .......... 99% 113M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 92100K .......... .......... .......... .......... .......... 99% 119M 0s 2023-01-15T14:40:02.302 INFO:teuthology.orchestra.run.smithi154.stderr: 92150K .......... .......... .......... .......... .......... 99% 112M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92200K .......... .......... .......... .......... .......... 99% 111M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92250K .......... .......... .......... .......... .......... 99% 109M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92300K .......... .......... .......... .......... .......... 99% 118M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92350K .......... .......... .......... .......... .......... 99% 89.8M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92400K .......... .......... .......... .......... .......... 99% 108M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92450K .......... .......... .......... .......... .......... 99% 121M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92500K .......... .......... .......... .......... .......... 99% 113M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92550K .......... .......... .......... .......... .......... 99% 113M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92600K .......... .......... .......... .......... .......... 99% 106M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92650K .......... .......... .......... .......... .......... 99% 114M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92700K .......... .......... .......... .......... .......... 99% 119M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92750K .......... .......... .......... .......... .......... 99% 81.6M 0s 2023-01-15T14:40:02.303 INFO:teuthology.orchestra.run.smithi154.stderr: 92800K .......... .......... .......... .......... .......... 99% 112M 0s 2023-01-15T14:40:02.304 INFO:teuthology.orchestra.run.smithi154.stderr: 92850K .......... .......... .......... .......... .......... 99% 153M 0s 2023-01-15T14:40:02.304 INFO:teuthology.orchestra.run.smithi154.stderr: 92900K 100% 134G=0.9s 2023-01-15T14:40:02.304 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:02.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15 14:40:01 (105 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2023-01-15T14:40:02.304 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:02.333 INFO:teuthology.orchestra.run.smithi154.stdout:Archive: gradle-6.0.1-bin.zip 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: creating: /opt/gradle/gradle-6.0.1/ 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2023-01-15T14:40:02.334 INFO:teuthology.orchestra.run.smithi154.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2023-01-15T14:40:02.335 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2023-01-15T14:40:02.336 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2023-01-15T14:40:02.337 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2023-01-15T14:40:02.338 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2023-01-15T14:40:02.339 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2023-01-15T14:40:02.340 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2023-01-15T14:40:02.341 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2023-01-15T14:40:02.342 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2023-01-15T14:40:02.343 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2023-01-15T14:40:02.344 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2023-01-15T14:40:02.345 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2023-01-15T14:40:02.346 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2023-01-15T14:40:02.347 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2023-01-15T14:40:02.348 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2023-01-15T14:40:02.349 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2023-01-15T14:40:02.350 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2023-01-15T14:40:02.351 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2023-01-15T14:40:02.352 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2023-01-15T14:40:02.353 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2023-01-15T14:40:02.354 INFO:teuthology.orchestra.run.smithi154.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2023-01-15T14:40:03.325 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.325 INFO:teuthology.orchestra.run.smithi154.stdout:Welcome to Gradle 6.0.1! 2023-01-15T14:40:03.325 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.325 INFO:teuthology.orchestra.run.smithi154.stdout:Here are the highlights of this release: 2023-01-15T14:40:03.325 INFO:teuthology.orchestra.run.smithi154.stdout: - Substantial improvements in dependency management, including 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Advanced control of transitive versions 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Support for optional features and dependencies 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Rules to tweak published metadata 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Support for Java 13 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - Faster incremental Java and Groovy compilation 2023-01-15T14:40:03.326 INFO:teuthology.orchestra.run.smithi154.stdout: - New Zinc compiler for Scala 2023-01-15T14:40:03.327 INFO:teuthology.orchestra.run.smithi154.stdout: - VS2019 support 2023-01-15T14:40:03.327 INFO:teuthology.orchestra.run.smithi154.stdout: - Support for Gradle Enterprise plugin 3.0 2023-01-15T14:40:03.327 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.327 INFO:teuthology.orchestra.run.smithi154.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2023-01-15T14:40:03.327 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.334 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout:------------------------------------------------------------ 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout:Gradle 6.0.1 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout:------------------------------------------------------------ 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout:Build time: 2019-11-18 20:25:01 UTC 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2023-01-15T14:40:03.335 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout:Kotlin: 1.3.50 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout:Groovy: 2.5.8 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout:JVM: 1.8.0_322 (Red Hat, Inc. 25.322-b06) 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout:OS: Linux 4.18.0-408.el8.x86_64 amd64 2023-01-15T14:40:03.336 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:03.338 DEBUG:teuthology.orchestra.run.smithi154:> sudo keytool -import -alias smithi154.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2023-01-15T14:40:03.824 INFO:teuthology.orchestra.run.smithi154.stderr:Certificate was added to keystore 2023-01-15T14:40:03.833 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2023-01-15T14:40:03.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-01-15T14:40:03.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi154.front.sepia.ceph.com 2023-01-15T14:40:03.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-01-15T14:40:03.834 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi191.front.sepia.ceph.com 2023-01-15T14:40:03.834 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2023-01-15T14:40:04.041 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2023-01-15T14:40:04.041 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2023-01-15T14:40:04.041 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'SFCSWWMWYTLEWWMYTTJN', 'access_secret': '7d6Qn1cXub4UCQ1tekc41QDEYd8SZQwHeiqkpsi/YclmTigYHvD5Pg==', 'region': 'mexico', 'endpoint': 'smithi154.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi154.front.sepia.ceph.com'} 2023-01-15T14:40:04.042 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2023-01-15T14:40:04.042 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'SFCSWWMWYTLEWWMYTTJN', '--secret', '7d6Qn1cXub4UCQ1tekc41QDEYd8SZQwHeiqkpsi/YclmTigYHvD5Pg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2023-01-15T14:40:04.042 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key SFCSWWMWYTLEWWMYTTJN --secret 7d6Qn1cXub4UCQ1tekc41QDEYd8SZQwHeiqkpsi/YclmTigYHvD5Pg== --email tester.client.0_test@test.test --cluster ceph 2023-01-15T14:40:04.095 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:40:04.095 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:40:04.104 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.102+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 realm 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.104+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.105+0000 7f3194c91780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.105+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.105+0000 7f3194c91780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:40:04.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.105+0000 7f3194c91780 20 searching for the correct realm 2023-01-15T14:40:04.115 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.114+0000 7f3192c3f700 0 -- 172.21.15.154:0/1921014233 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x561eeb451400 msgr2=0x561eeb381080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.115+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 zone default found 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 4 Realm: () 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 zonegroup default 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 started sync module instance, tier type = 2023-01-15T14:40:04.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.116+0000 7f3194c91780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:40:04.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.121+0000 7f3192c3f700 0 -- 172.21.15.154:0/1921014233 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x561eeb475c00 msgr2=0x561eeb382680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=0 2023-01-15T14:40:04.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=1 2023-01-15T14:40:04.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=2 2023-01-15T14:40:04.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=3 2023-01-15T14:40:04.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=4 2023-01-15T14:40:04.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=5 2023-01-15T14:40:04.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.123+0000 7f3194c91780 20 add_watcher() i=6 2023-01-15T14:40:04.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.124+0000 7f3194c91780 20 add_watcher() i=7 2023-01-15T14:40:04.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.124+0000 7f3194c91780 2 all 8 watchers are set, enabling cache 2023-01-15T14:40:04.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.125+0000 7f3179c0d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.125+0000 7f3194c91780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:40:04.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.125+0000 7f3194c91780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:40:04.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.130+0000 7f3194c91780 5 note: GC not initialized 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3175404700 20 reqs_thread_entry: start 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3194c91780 20 init_complete bucket index max shards: 11 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3194c91780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3173400700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:34 2023 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3172bde700 20 reqs_thread_entry: start 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3194c91780 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-01-15T14:40:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.131+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache get: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN : miss 2023-01-15T14:40:04.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN info.flags=0x0 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 adding default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN to cache LRU end 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache get: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN : hit (negative entry) 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.132+0000 7f3194c91780 10 cache get: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN : hit (negative entry) 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f3194c91780 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:40:04.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f3194c91780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-01-15T14:40:04.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f318d434700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132196 cookie 94690792176256 notifier 6672 bl.length()=636 2023-01-15T14:40:04.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f318d434700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-01-15T14:40:04.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.133+0000 7f318d434700 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:40:04.142 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f3194c91780 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f3194c91780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f318cc33700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132191 cookie 94690792172800 notifier 6672 bl.length()=200 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f318cc33700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.136+0000 7f318cc33700 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.138+0000 7f3194c91780 10 cache put: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN info.flags=0x7 2023-01-15T14:40:04.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.138+0000 7f3194c91780 10 moving default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN to cache LRU end 2023-01-15T14:40:04.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.138+0000 7f3194c91780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:SFCSWWMWYTLEWWMYTTJN, ofs0, ns] 2023-01-15T14:40:04.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.139+0000 7f318cc33700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132216 cookie 94690796470272 notifier 6672 bl.length()=189 2023-01-15T14:40:04.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.139+0000 7f318cc33700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN info.flags=0x7 2023-01-15T14:40:04.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.139+0000 7f318cc33700 10 rgw watcher librados: moving default.rgw.meta+users.keys+SFCSWWMWYTLEWWMYTTJN to cache LRU end 2023-01-15T14:40:04.144 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "tester.client.0", 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Ms. tester.client.0", 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "tester.client.0_test@test.test", 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:40:04.145 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "tester.client.0", 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "SFCSWWMWYTLEWWMYTTJN", 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "7d6Qn1cXub4UCQ1tekc41QDEYd8SZQwHeiqkpsi/YclmTigYHvD5Pg==" 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:40:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [], 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:40:04.147 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:40:04.148 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:40:04.149 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:04.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.141+0000 7f3179c0d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.143+0000 7f3194c91780 20 remove_watcher() i=0 2023-01-15T14:40:04.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.143+0000 7f3194c91780 2 removed watcher, disabling cache 2023-01-15T14:40:04.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.143+0000 7f3194c91780 20 remove_watcher() i=1 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.144+0000 7f3194c91780 20 remove_watcher() i=2 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.145+0000 7f3194c91780 20 remove_watcher() i=3 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.146+0000 7f3194c91780 20 remove_watcher() i=4 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.146+0000 7f3194c91780 20 remove_watcher() i=5 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.147+0000 7f3194c91780 20 remove_watcher() i=6 2023-01-15T14:40:04.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.148+0000 7f3194c91780 20 remove_watcher() i=7 2023-01-15T14:40:04.157 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:40:04.157 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2023-01-15T14:40:04.180 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2023-01-15T14:40:04.180 DEBUG:teuthology.orchestra.run.smithi154:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2023-01-15T14:40:04.233 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:40:04.314 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:40:04.315 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:40:04.325 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.323+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 realm 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.325+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.326+0000 7fb1dff0b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.326+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.326+0000 7fb1dff0b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:40:04.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.326+0000 7fb1dff0b780 20 searching for the correct realm 2023-01-15T14:40:04.337 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.335+0000 7fb1dd6b8700 0 -- 172.21.15.154:0/2423353381 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55a8754adc00 msgr2=0x55a8751db180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.339 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.336+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 zone default found 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 4 Realm: () 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 zonegroup default 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.341 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.337+0000 7fb1dff0b780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.341 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.338+0000 7fb1dff0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.341 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.338+0000 7fb1dff0b780 20 started sync module instance, tier type = 2023-01-15T14:40:04.341 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.338+0000 7fb1dff0b780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:40:04.345 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.343+0000 7fb1dd6b8700 0 -- 172.21.15.154:0/2423353381 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55a875632c00 msgr2=0x55a875536680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.346 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=0 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=1 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=2 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=3 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=4 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=5 2023-01-15T14:40:04.347 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.345+0000 7fb1dff0b780 20 add_watcher() i=6 2023-01-15T14:40:04.348 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.346+0000 7fb1dff0b780 20 add_watcher() i=7 2023-01-15T14:40:04.348 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.346+0000 7fb1dff0b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:40:04.348 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.347+0000 7fb1c4e87700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.349 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.347+0000 7fb1dff0b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:40:04.349 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.347+0000 7fb1dff0b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:40:04.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1c067e700 20 reqs_thread_entry: start 2023-01-15T14:40:04.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1dff0b780 20 init_complete bucket index max shards: 11 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1dff0b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1be67a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:34 2023 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1bde58700 20 reqs_thread_entry: start 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.384+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:40:04.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.386+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.388 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.386+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_RGXnw4QCePXPV0kQQU_qmpyAf0gcDQl', time=2023-01-15T16:36:21.376070+0000, chain.objs.size()=2 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.RHa7sQ_bwxFzojm9fPtCaeILvGMTjfD_0 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.RHa7sQ_bwxFzojm9fPtCaeILvGMTjfD_1 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6443714121620512507', time=2023-01-15T16:36:21.379697+0000, chain.objs.size()=3 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.1 2023-01-15T14:40:04.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.2 2023-01-15T14:40:04.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.3 2023-01-15T14:40:04.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16552904679724328082', time=2023-01-15T16:36:21.461263+0000, chain.objs.size()=2 2023-01-15T14:40:04.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.2jioZd4mmnk4RcBos4LJ69wmMDuwQ0Y_0 2023-01-15T14:40:04.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.387+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.2jioZd4mmnk4RcBos4LJ69wmMDuwQ0Y_1 2023-01-15T14:40:04.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.389+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.392 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.390+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:40:04.393 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.393 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14614674361854662312', time=2023-01-15T16:36:21.369869+0000, chain.objs.size()=3 2023-01-15T14:40:04.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.1 2023-01-15T14:40:04.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.2 2023-01-15T14:40:04.395 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.392+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.3 2023-01-15T14:40:04.395 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.394+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.397 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.395+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:40:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.396+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.398 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.397+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.397+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.397+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_YA34zi4X01RHztv3vMw-zM7tZ_yp6BQ', time=2023-01-15T16:36:21.302919+0000, chain.objs.size()=1 2023-01-15T14:40:04.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.397+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.Ls5kB_GTTfctpkqyxATrEG6vMAgoncn_0 2023-01-15T14:40:04.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.398+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.400+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:40:04.402 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.401+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.402 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.401+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.403 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.401+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.403 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.401+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18422017025489795598', time=2023-01-15T16:36:21.335672+0000, chain.objs.size()=1 2023-01-15T14:40:04.403 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.401+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.dAcjmwTo3GD0K0uph5JPXQKEYDlyjvQ_0 2023-01-15T14:40:04.404 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.402+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.405 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.404+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:40:04.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.405+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.406+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.406+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.406+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_WwWmU_JQPZI1bamxz8_2Ao_E2n7523s', time=2023-01-15T16:36:21.373021+0000, chain.objs.size()=2 2023-01-15T14:40:04.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.406+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Kiyc5FyHWLdU_vYMO1K6r0KK24vju2d_0 2023-01-15T14:40:04.408 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.406+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Kiyc5FyHWLdU_vYMO1K6r0KK24vju2d_1 2023-01-15T14:40:04.408 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.407+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.410 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.408+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:40:04.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.409+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.410+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.410+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.411+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:40:04.413 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.412+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.412+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4889.12445369640832321497', time=2023-01-15T16:34:06.718304+0000, chain.objs.size()=3 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.smUUGX3ds4OBtOLafN5qDXYPZjqiEoK_1 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.smUUGX3ds4OBtOLafN5qDXYPZjqiEoK_2 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.smUUGX3ds4OBtOLafN5qDXYPZjqiEoK_3 2023-01-15T14:40:04.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6716970495331246590', time=2023-01-15T16:36:21.392255+0000, chain.objs.size()=3 2023-01-15T14:40:04.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.1 2023-01-15T14:40:04.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.2 2023-01-15T14:40:04.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.413+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.3 2023-01-15T14:40:04.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.415+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.416+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:40:04.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.417+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.418+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.418+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.423 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.418+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_ykbQsU-OgT_E5iCbeWbPLTGzXbuZn_V', time=2023-01-15T16:36:21.366273+0000, chain.objs.size()=2 2023-01-15T14:40:04.423 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.418+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.BcrJpILD9ce_a8ZHkBbv6kCKsFGSbBf_1 2023-01-15T14:40:04.423 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.418+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.BcrJpILD9ce_a8ZHkBbv6kCKsFGSbBf_2 2023-01-15T14:40:04.423 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.419+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.423+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:40:04.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.424+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.424+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3326350058401208175', time=2023-01-15T16:36:21.386016+0000, chain.objs.size()=3 2023-01-15T14:40:04.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.1 2023-01-15T14:40:04.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.2 2023-01-15T14:40:04.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-LUKEWARM.2~BOXr-IzDtoRvj2bRx69TPFFvoEhIG1T.3 2023-01-15T14:40:04.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.425+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.428 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.427+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:40:04.429 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.428+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16728810107623603999', time=2023-01-15T16:36:21.189205+0000, chain.objs.size()=4 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.1 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.2 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.3 2023-01-15T14:40:04.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.429+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.3__multipart_foo.2~USSqwkJROrqdTyCySPqKR4DtA0cETQC.4 2023-01-15T14:40:04.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.431+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.434+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:40:04.436 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.435+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.437 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.435+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.437 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.435+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.438 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.436+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:40:04.439 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.437+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.438+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.438+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.438+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_Lan4JZv0Pr0XaK0GdxB_XFqBxrHXYWo', time=2023-01-15T16:36:21.395352+0000, chain.objs.size()=1 2023-01-15T14:40:04.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.438+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.qFmXORV6KJ88_XHTNJLJM-mFC1TwF4P_0 2023-01-15T14:40:04.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.439+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.441+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:40:04.443 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.442+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.444 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.442+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.443+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.443+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2131953511931065564', time=2023-01-15T16:36:21.432082+0000, chain.objs.size()=3 2023-01-15T14:40:04.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.443+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.1 2023-01-15T14:40:04.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.443+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.2 2023-01-15T14:40:04.446 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.443+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-LUKEWARM.2~lovvcnpXl4JczxPp8OYySf2OzM6Rb6B.3 2023-01-15T14:40:04.446 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.444+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.446 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.445+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:40:04.447 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.446+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.448 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.447+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.448 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.447+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.447+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:40:04.450 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.449+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.450 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.449+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.449+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.449+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13803500858248648837', time=2023-01-15T16:36:21.323901+0000, chain.objs.size()=1 2023-01-15T14:40:04.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.449+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.4caG7erQstyISLxLbXveQGvDB6yQUoP_0 2023-01-15T14:40:04.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.450+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.453 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.452+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:40:04.454 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.453+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.455 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.453+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.455 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.453+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.456 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.454+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:40:04.457 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.455+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.457 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.456+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.458 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.456+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.458 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.457+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:40:04.459 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.458+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.460 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.458+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.460 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.459+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.461 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.459+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:40:04.462 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.460+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.462 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.461+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.463 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.461+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.463 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.462+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:40:04.464 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.463+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.463+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.463+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.465 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.464+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:40:04.466 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.465+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.465+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.466+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.467 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.466+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6935128312475952675', time=2023-01-15T16:36:21.389193+0000, chain.objs.size()=3 2023-01-15T14:40:04.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.466+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.1 2023-01-15T14:40:04.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.466+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.2 2023-01-15T14:40:04.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.466+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-STANDARD.2~XF5ENUYVEALIoF0Vvr5dactrttJpF8T.3 2023-01-15T14:40:04.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.467+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.469+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:40:04.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:40:04.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_fXLgVUG9ONVVnMFk-3aRIlfIONtsrGn', time=2023-01-15T16:36:21.306194+0000, chain.objs.size()=1 2023-01-15T14:40:04.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.7Kol3e-nUOdU07wll1k3eOsxMspP_Np_1 2023-01-15T14:40:04.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15815652524763553607', time=2023-01-15T16:36:21.329344+0000, chain.objs.size()=1 2023-01-15T14:40:04.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.470+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.4caG7erQstyISLxLbXveQGvDB6yQUoP_0 2023-01-15T14:40:04.474 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.472+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.475 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.474+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:40:04.476 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.475+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.475+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4874.17728625806333863623', time=2023-01-15T16:34:06.709574+0000, chain.objs.size()=3 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.OiTd_m7goF4OLDsdW0-mtjePEf9ChsU_1 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.OiTd_m7goF4OLDsdW0-mtjePEf9ChsU_2 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4880.1__shadow_.OiTd_m7goF4OLDsdW0-mtjePEf9ChsU_3 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_0ZA4C_yOjyyNyAE9ujyfcNSOYlhnXM8', time=2023-01-15T16:36:21.320765+0000, chain.objs.size()=1 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.9DcUBt8x1tIkNPUC5oh7TwnxPckpaOn_1 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.212345710248330403', time=2023-01-15T16:36:21.428520+0000, chain.objs.size()=3 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.1 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.2 2023-01-15T14:40:04.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.476+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-STANDARD.2~Oo896F3r6ECXno7ctc9ELikCLlzYCnn.3 2023-01-15T14:40:04.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.478+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.486 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.484+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:40:04.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.486+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.488 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.487+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.487+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.489 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.488+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:40:04.491 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.490+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.490+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2023-01-15T14:40:04.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.840419910694600393', time=2023-01-15T16:36:21.215734+0000, chain.objs.size()=4 2023-01-15T14:40:04.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.1 2023-01-15T14:40:04.493 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.2 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.3 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.4__multipart_foo.2~Gys6qt2C9WwQu3Wz1ZuyuJdPO6slE_g.4 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_wrgbfgjY1brun1Hk0m0a9C3uI7pJ6vL', time=2023-01-15T16:36:21.312431+0000, chain.objs.size()=1 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.frWH7LOWnc5s0oE6_cUmAJlTWmTNYgY_0 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_dOVydPAwUQBv9eMX-uZOymICKgWxAmN', time=2023-01-15T16:36:21.332497+0000, chain.objs.size()=1 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.BmwoXiuhffxDIVVgaYrEPJXY-Rpl84p_0 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4128366547060026037', time=2023-01-15T16:36:21.425212+0000, chain.objs.size()=3 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.1 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.2 2023-01-15T14:40:04.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.491+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.9__multipart_foo-FROZEN.2~nEQdp8RjMRM72tVMiUxPhy74rrO2Jdl.3 2023-01-15T14:40:04.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.495+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.500 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.499+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:40:04.501 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.500+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.500+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.501+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.501+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_eJHcXIoRPV8RdQU2VYdQByxMi00VGPF', time=2023-01-15T16:36:21.382809+0000, chain.objs.size()=2 2023-01-15T14:40:04.502 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.501+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Z1WY5X5VpW374JRJhShzNA723kxzX36_1 2023-01-15T14:40:04.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.501+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.Z1WY5X5VpW374JRJhShzNA723kxzX36_2 2023-01-15T14:40:04.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.502+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.503+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:40:04.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.504+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:40:04.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_iuWhMp9ul38ZzupGl7s9o14TdM_47KW', time=2023-01-15T16:36:21.315545+0000, chain.objs.size()=1 2023-01-15T14:40:04.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.v4M9fXBMsyyDrCHLlkjnhv3G8Df0AMO_0 2023-01-15T14:40:04.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13042580076436199965', time=2023-01-15T16:36:21.398856+0000, chain.objs.size()=3 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.1 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.2 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__multipart_foo-FROZEN.2~44mmaoJ9guEgGX0MwRUGzm0fdwyqxNW.3 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18358374024185856556', time=2023-01-15T16:36:21.466907+0000, chain.objs.size()=2 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.bjNhugjxJty-LGBg7NrKJPqnX84FtTe_0 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.505+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.7__shadow_.bjNhugjxJty-LGBg7NrKJPqnX84FtTe_1 2023-01-15T14:40:04.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.507+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.509+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:40:04.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.510+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.510+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.896882815101011928', time=2023-01-15T16:36:21.309250+0000, chain.objs.size()=1 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.8__shadow_.dAcjmwTo3GD0K0uph5JPXQKEYDlyjvQ_0 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='_END1sQZx-TR05b2IBrjGDaYtxiQX0mI', time=2023-01-15T16:36:21.362589+0000, chain.objs.size()=1 2023-01-15T14:40:04.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.10__shadow_.57e7Sh_3e8dF1zWR2djXiF5_5NA8IzH_0 2023-01-15T14:40:04.513 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.511+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.515 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.513+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:40:04.516 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.514+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.516 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.515+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.515+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.515+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:40:04.518 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.516+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.517+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.517+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.520 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.518+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:40:04.520 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.519+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3130778472044785485', time=2023-01-15T16:36:21.245154+0000, chain.objs.size()=4 2023-01-15T14:40:04.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.1 2023-01-15T14:40:04.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.2 2023-01-15T14:40:04.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.3 2023-01-15T14:40:04.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.520+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.5__multipart_foo.2~mMC98wecCuipOGe9fNq8mVG_5WUGyo1.4 2023-01-15T14:40:04.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.522+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.526 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.524+0000 7fb1dff0b780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:40:04.527 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.525+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.527 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.755298619183657393', time=2023-01-15T16:36:21.275841+0000, chain.objs.size()=4 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.1 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.2 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.3 2023-01-15T14:40:04.528 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.526+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.6__multipart_foo.2~puBPgr9MP_syrlCB0hhFRh9dRvX5-Ph.4 2023-01-15T14:40:04.531 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.528+0000 7fb1dff0b780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:40:04.533 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.532+0000 7fb1c4e87700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.535 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.533+0000 7fb1dff0b780 20 remove_watcher() i=0 2023-01-15T14:40:04.535 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.533+0000 7fb1dff0b780 2 removed watcher, disabling cache 2023-01-15T14:40:04.536 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.534+0000 7fb1dff0b780 20 remove_watcher() i=1 2023-01-15T14:40:04.536 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.535+0000 7fb1dff0b780 20 remove_watcher() i=2 2023-01-15T14:40:04.537 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.536+0000 7fb1dff0b780 20 remove_watcher() i=3 2023-01-15T14:40:04.538 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.536+0000 7fb1dff0b780 20 remove_watcher() i=4 2023-01-15T14:40:04.538 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.537+0000 7fb1dff0b780 20 remove_watcher() i=5 2023-01-15T14:40:04.539 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.538+0000 7fb1dff0b780 20 remove_watcher() i=6 2023-01-15T14:40:04.540 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.539+0000 7fb1dff0b780 20 remove_watcher() i=7 2023-01-15T14:40:04.544 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:40:04.625 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:40:04.625 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:40:04.637 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.635+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.638 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 realm 2023-01-15T14:40:04.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:40:04.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.637+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.638+0000 7fb8174ef780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.638+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.638+0000 7fb8174ef780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:40:04.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.639+0000 7fb8174ef780 20 searching for the correct realm 2023-01-15T14:40:04.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.644+0000 7fb81549d700 0 -- 172.21.15.154:0/2413465663 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x56170b324400 msgr2=0x56170b33a580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:40:04.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:40:04.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:40:04.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb81549d700 0 -- 172.21.15.154:0/2413465663 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x56170b318c00 msgr2=0x56170aed9700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:40:04.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.648+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:40:04.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 zone default found 2023-01-15T14:40:04.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 4 Realm: () 2023-01-15T14:40:04.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:40:04.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 zonegroup default 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.649+0000 7fb8174ef780 20 rados->read ofs=0 len=0 2023-01-15T14:40:04.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.650+0000 7fb8174ef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:40:04.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.650+0000 7fb8174ef780 20 started sync module instance, tier type = 2023-01-15T14:40:04.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.650+0000 7fb8174ef780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:40:04.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=0 2023-01-15T14:40:04.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=1 2023-01-15T14:40:04.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=2 2023-01-15T14:40:04.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=3 2023-01-15T14:40:04.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=4 2023-01-15T14:40:04.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=5 2023-01-15T14:40:04.659 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.656+0000 7fb8174ef780 20 add_watcher() i=6 2023-01-15T14:40:04.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.657+0000 7fb8174ef780 20 add_watcher() i=7 2023-01-15T14:40:04.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.657+0000 7fb8174ef780 2 all 8 watchers are set, enabling cache 2023-01-15T14:40:04.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.658+0000 7fb7fc46b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.658+0000 7fb8174ef780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:40:04.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.658+0000 7fb8174ef780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.691+0000 7fb7f7c62700 20 reqs_thread_entry: start 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.692+0000 7fb8174ef780 20 init_complete bucket index max shards: 11 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.692+0000 7fb8174ef780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.692+0000 7fb7f5c5e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:40:34 2023 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:40:04.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.692+0000 7fb7f543c700 20 reqs_thread_entry: start 2023-01-15T14:40:04.695 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.692+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:40:04.695 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.693+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.693+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.693+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.694+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:40:04.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.695+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.696+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.696+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.696+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:40:04.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.698+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.698+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.699+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.699+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:40:04.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.700+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.701+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.701+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.702+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:40:04.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.703+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.704+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.704+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.705+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:40:04.707 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.706+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.708 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.706+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.708 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.707+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.709 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.708+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:40:04.710 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.709+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.711 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.709+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.711 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.709+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.712 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.710+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:40:04.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.711+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.712+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.712+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.713+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:40:04.715 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.714+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.714+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.714+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.715+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:40:04.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.716+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.718 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.716+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.718 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.716+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.718 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.717+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:40:04.720 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.718+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.720 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.719+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.719+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.720+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:40:04.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.721+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.723 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.722+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.723 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.722+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.724 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.723+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:40:04.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.724+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.724+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.726 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.724+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.727 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.725+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:40:04.728 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.726+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.728 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.727+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.729 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.727+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.729 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.728+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:40:04.730 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.729+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.730 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.729+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.731 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.729+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.732 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.731+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:40:04.733 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.731+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.733 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.732+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.734 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.732+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.734 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.733+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:40:04.735 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.734+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.735 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.734+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.736 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.734+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.737 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.735+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:40:04.738 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.737+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.739 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.737+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.739 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.737+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.740 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.738+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:40:04.741 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.739+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.742 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.740+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.742 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.740+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.742 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.741+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:40:04.743 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.742+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.744 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.742+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.744 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.742+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.745 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.743+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:40:04.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.744+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.745+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.745+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.746+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:40:04.748 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.747+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.748 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.747+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.749 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.747+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.749 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.748+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:40:04.750 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.749+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.751 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.749+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.751 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.750+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.752 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.750+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:40:04.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.751+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.752+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.753 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.752+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.754 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.753+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:40:04.756 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.754+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.756 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.755+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.756 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.755+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.758 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.756+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:40:04.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.757+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.758+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.758+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.759+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:40:04.761 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.760+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.762 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.760+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.762 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.760+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.762 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.761+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:40:04.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.762+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.764 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.762+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.764 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.763+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.763+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:40:04.766 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.765+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.767 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.765+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.767 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.766+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.766+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:40:04.769 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.767+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.770 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.768+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.770 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.768+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.770 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.769+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:40:04.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.770+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.770+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.770+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.771+0000 7fb8174ef780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:40:04.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.772+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.773+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:40:04.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.773+0000 7fb8174ef780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:40:04.776 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.775+0000 7fb7fc46b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:40:04.778 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.776+0000 7fb8174ef780 20 remove_watcher() i=0 2023-01-15T14:40:04.778 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.776+0000 7fb8174ef780 2 removed watcher, disabling cache 2023-01-15T14:40:04.778 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.777+0000 7fb8174ef780 20 remove_watcher() i=1 2023-01-15T14:40:04.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.778+0000 7fb8174ef780 20 remove_watcher() i=2 2023-01-15T14:40:04.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.779+0000 7fb8174ef780 20 remove_watcher() i=3 2023-01-15T14:40:04.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.779+0000 7fb8174ef780 20 remove_watcher() i=4 2023-01-15T14:40:04.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.780+0000 7fb8174ef780 20 remove_watcher() i=5 2023-01-15T14:40:04.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.781+0000 7fb8174ef780 20 remove_watcher() i=6 2023-01-15T14:40:04.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:40:04.782+0000 7fb8174ef780 20 remove_watcher() i=7 2023-01-15T14:40:04.788 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2023-01-15T14:40:05.283 INFO:teuthology.orchestra.run.smithi154.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2023-01-15T14:40:09.284 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :clean UP-TO-DATE 2023-01-15T14:40:30.282 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileJava 2023-01-15T14:40:30.283 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processResources 2023-01-15T14:40:30.283 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :classes 2023-01-15T14:40:30.883 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:30.883 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileTestJava 2023-01-15T14:40:30.884 INFO:teuthology.orchestra.run.smithi154.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:40:30.884 INFO:teuthology.orchestra.run.smithi154.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:40:30.885 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:30.885 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:40:30.885 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :testClasses 2023-01-15T14:40:37.382 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:37.382 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :test 2023-01-15T14:40:37.383 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:37.383 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2023-01-15T14:40:41.782 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:41.783 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2023-01-15T14:40:42.183 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:42.183 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2023-01-15T14:40:42.282 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:42.282 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2023-01-15T14:40:42.782 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:42.782 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2023-01-15T14:40:59.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:40:59.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2023-01-15T14:41:00.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:00.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2023-01-15T14:41:00.083 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:00.083 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2023-01-15T14:41:00.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:00.182 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2023-01-15T14:41:00.282 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:00.282 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2023-01-15T14:41:00.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:00.682 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2023-01-15T14:41:06.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:06.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2023-01-15T14:41:06.882 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:06.882 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2023-01-15T14:41:37.982 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:37.982 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2023-01-15T14:41:38.882 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:38.883 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2023-01-15T14:41:38.883 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:38.883 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2023-01-15T14:41:39.282 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:39.282 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2023-01-15T14:41:39.482 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:39.482 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2023-01-15T14:41:40.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:40.182 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2023-01-15T14:41:45.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:45.083 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2023-01-15T14:41:45.482 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:45.483 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2023-01-15T14:41:45.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:45.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2023-01-15T14:41:45.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:45.682 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2023-01-15T14:41:53.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:53.682 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2023-01-15T14:41:54.882 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:41:54.882 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2023-01-15T14:42:14.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:42:14.183 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2023-01-15T14:42:14.882 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:42:14.882 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2023-01-15T14:42:21.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:42:21.583 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2023-01-15T14:42:22.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:42:22.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2023-01-15T14:43:38.982 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:43:38.982 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2023-01-15T14:43:39.482 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:43:39.482 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2023-01-15T14:43:56.282 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:43:56.282 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2023-01-15T14:43:56.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:43:56.682 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2023-01-15T14:44:00.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:00.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2023-01-15T14:44:01.083 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:01.083 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2023-01-15T14:44:03.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:03.182 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2023-01-15T14:44:07.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:07.182 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2023-01-15T14:44:07.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:07.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2023-01-15T14:44:08.482 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:08.482 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2023-01-15T14:44:08.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:08.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2023-01-15T14:44:08.982 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:08.982 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2023-01-15T14:44:09.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:09.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2023-01-15T14:44:09.482 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:09.482 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2023-01-15T14:44:09.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:09.682 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2023-01-15T14:44:10.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:10.083 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2023-01-15T14:44:10.182 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:10.183 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2023-01-15T14:44:10.682 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:10.683 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2023-01-15T14:44:10.782 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:10.783 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2023-01-15T14:44:12.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:12.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2023-01-15T14:44:12.582 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:12.582 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2023-01-15T14:44:13.082 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:13.082 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2023-01-15T14:44:26.485 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:26.485 INFO:teuthology.orchestra.run.smithi154.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2023-01-15T14:44:26.985 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:26.986 INFO:teuthology.orchestra.run.smithi154.stdout:---------------------------------------------------------------------- 2023-01-15T14:44:26.986 INFO:teuthology.orchestra.run.smithi154.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2023-01-15T14:44:26.986 INFO:teuthology.orchestra.run.smithi154.stdout:---------------------------------------------------------------------- 2023-01-15T14:44:26.986 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:26.986 INFO:teuthology.orchestra.run.smithi154.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:44:26.987 INFO:teuthology.orchestra.run.smithi154.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:44:26.987 INFO:teuthology.orchestra.run.smithi154.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:44:26.987 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:26.987 INFO:teuthology.orchestra.run.smithi154.stdout:BUILD SUCCESSFUL in 4m 22s 2023-01-15T14:44:26.987 INFO:teuthology.orchestra.run.smithi154.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2023-01-15T14:44:27.300 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:27.341 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.341 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.354 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.353+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.355 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.354+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.355 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.354+0000 7fd791a42780 20 realm 2023-01-15T14:44:27.355 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.354+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.355 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.354+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.354+0000 7fd791a42780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.355+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.355+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.355+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.356+0000 7fd791a42780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.356+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.357 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.356+0000 7fd791a42780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.357 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.356+0000 7fd791a42780 20 searching for the correct realm 2023-01-15T14:44:27.365 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.365+0000 7fd78f9f0700 0 -- 172.21.15.154:0/1185570906 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x560a8ac87c00 msgr2=0x560a8ad70100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.366 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.366+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 zone default found 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 4 Realm: () 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 zonegroup default 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 started sync module instance, tier type = 2023-01-15T14:44:27.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.367+0000 7fd791a42780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:27.372 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.372+0000 7fd78f9f0700 0 -- 172.21.15.154:0/1185570906 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x560a8ad90000 msgr2=0x560a8ad71700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=0 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=1 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=2 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=3 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=4 2023-01-15T14:44:27.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=5 2023-01-15T14:44:27.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.374+0000 7fd791a42780 20 add_watcher() i=6 2023-01-15T14:44:27.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.375+0000 7fd791a42780 20 add_watcher() i=7 2023-01-15T14:44:27.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.375+0000 7fd791a42780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.376+0000 7fd7769be700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.376+0000 7fd791a42780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.376+0000 7fd791a42780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd7721b5700 20 reqs_thread_entry: start 2023-01-15T14:44:27.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd791a42780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd791a42780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd7701b1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:57 2023 2023-01-15T14:44:27.412 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:27.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd76f98f700 20 reqs_thread_entry: start 2023-01-15T14:44:27.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.410+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:27.413 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.411+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.413 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15242411196422250555', time=2023-01-15T16:41:06.235341+0000, chain.objs.size()=5 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.1 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.2 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.3 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.4 2023-01-15T14:44:27.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.412+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.5 2023-01-15T14:44:27.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.414+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.416+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:27.417 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.417+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.418 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.417+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3316856190827972695', time=2023-01-15T16:43:29.890559+0000, chain.objs.size()=11 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.1 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.1_1 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.2 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.2_1 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.3 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.3_1 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.4 2023-01-15T14:44:27.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.4_1 2023-01-15T14:44:27.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.5 2023-01-15T14:44:27.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.5_1 2023-01-15T14:44:27.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.418+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~UOcen6qkwIhhhUkAf27ROq9szp5bhCR.6 2023-01-15T14:44:27.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.423+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.428 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.427+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:27.429 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.429+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.429 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.429+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.429+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.430+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:27.431 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.431+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10386517692870999941', time=2023-01-15T16:43:56.323437+0000, chain.objs.size()=5 2023-01-15T14:44:27.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.42__multipart_key1.2~O47glcOtYS8Mt2-BDFHtOTDs7NqnQ5G.1 2023-01-15T14:44:27.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.42__multipart_key1.2~O47glcOtYS8Mt2-BDFHtOTDs7NqnQ5G.2 2023-01-15T14:44:27.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.42__multipart_key1.2~O47glcOtYS8Mt2-BDFHtOTDs7NqnQ5G.3 2023-01-15T14:44:27.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.42__multipart_key1.2~O47glcOtYS8Mt2-BDFHtOTDs7NqnQ5G.4 2023-01-15T14:44:27.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.432+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.42__multipart_key1.2~O47glcOtYS8Mt2-BDFHtOTDs7NqnQ5G.5 2023-01-15T14:44:27.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.434+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.438 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.437+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:27.439 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.438+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.439 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5', time=2023-01-15T16:40:41.659707+0000, chain.objs.size()=5 2023-01-15T14:44:27.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.26__multipart_key1.2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5.1 2023-01-15T14:44:27.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.26__multipart_key1.2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5.2 2023-01-15T14:44:27.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.26__multipart_key1.2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5.3 2023-01-15T14:44:27.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.26__multipart_key1.2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5.4 2023-01-15T14:44:27.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.439+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.26__multipart_key1.2~UjY2PkkYAGMqoPxfcT2MyDDXkQhxgI5.5 2023-01-15T14:44:27.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.441+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.447 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.446+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:27.448 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.447+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.448 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.448+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.448+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.449+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:27.450 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.450 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.1280212605917692401', time=2023-01-15T16:41:37.901410+0000, chain.objs.size()=5 2023-01-15T14:44:27.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~L9L_WhDYNR3Zo6_-ZvvxX3s89aGC2v0.1 2023-01-15T14:44:27.452 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~L9L_WhDYNR3Zo6_-ZvvxX3s89aGC2v0.1_1 2023-01-15T14:44:27.452 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.450+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~L9L_WhDYNR3Zo6_-ZvvxX3s89aGC2v0.2 2023-01-15T14:44:27.452 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.451+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~L9L_WhDYNR3Zo6_-ZvvxX3s89aGC2v0.2_1 2023-01-15T14:44:27.452 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.451+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~L9L_WhDYNR3Zo6_-ZvvxX3s89aGC2v0.3 2023-01-15T14:44:27.453 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.452+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.456 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.455+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:27.457 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.456+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.457 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.457+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.457 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.457+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.458 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.458+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:27.459 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.459 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.460 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.460 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.9387807377068963425', time=2023-01-15T16:44:00.669743+0000, chain.objs.size()=5 2023-01-15T14:44:27.460 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.43__multipart_key1.2~hcYq14yERUE8-DSOnmCAecGCAvhkN0z.1 2023-01-15T14:44:27.461 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.43__multipart_key1.2~hcYq14yERUE8-DSOnmCAecGCAvhkN0z.2 2023-01-15T14:44:27.461 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.43__multipart_key1.2~hcYq14yERUE8-DSOnmCAecGCAvhkN0z.3 2023-01-15T14:44:27.461 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.43__multipart_key1.2~hcYq14yERUE8-DSOnmCAecGCAvhkN0z.4 2023-01-15T14:44:27.461 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.459+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.43__multipart_key1.2~hcYq14yERUE8-DSOnmCAecGCAvhkN0z.5 2023-01-15T14:44:27.462 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.462+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.468 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.468+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:27.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.469+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.470 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.469+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.9053394560616446652', time=2023-01-15T16:41:38.138285+0000, chain.objs.size()=4 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.32__shadow_.CwFziClVFoSCYjH_JOITGuSiMiqBB7F_1 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.32__shadow_.CwFziClVFoSCYjH_JOITGuSiMiqBB7F_2 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.32__shadow_.CwFziClVFoSCYjH_JOITGuSiMiqBB7F_3 2023-01-15T14:44:27.471 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.470+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.32__shadow_.CwFziClVFoSCYjH_JOITGuSiMiqBB7F_4 2023-01-15T14:44:27.472 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.471+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.477 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.476+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:27.478 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.478+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.479 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.478+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:44:27.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14781050728943262179', time=2023-01-15T16:41:45.140675+0000, chain.objs.size()=5 2023-01-15T14:44:27.480 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.37__multipart_key1.2~ERaKyanGKPSaq0_fEkuqAj_9mo8sbp1.1 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.37__multipart_key1.2~ERaKyanGKPSaq0_fEkuqAj_9mo8sbp1.2 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.37__multipart_key1.2~ERaKyanGKPSaq0_fEkuqAj_9mo8sbp1.3 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.37__multipart_key1.2~ERaKyanGKPSaq0_fEkuqAj_9mo8sbp1.4 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.37__multipart_key1.2~ERaKyanGKPSaq0_fEkuqAj_9mo8sbp1.5 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='2~MixVzVcQzHEbRT8T0YtSNfW4mAEA2QA', time=2023-01-15T16:42:21.824975+0000, chain.objs.size()=3 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.40__multipart_key1.2~MixVzVcQzHEbRT8T0YtSNfW4mAEA2QA.7 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.40__multipart_key1.2~MixVzVcQzHEbRT8T0YtSNfW4mAEA2QA.10 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.40__multipart_key1.2~MixVzVcQzHEbRT8T0YtSNfW4mAEA2QA.13 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.603695341507243556', time=2023-01-15T16:44:26.592528+0000, chain.objs.size()=11 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.1 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.2 2023-01-15T14:44:27.481 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.3 2023-01-15T14:44:27.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.479+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.4 2023-01-15T14:44:27.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.481+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.5 2023-01-15T14:44:27.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.481+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.6 2023-01-15T14:44:27.482 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.481+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.7 2023-01-15T14:44:27.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.482+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.8 2023-01-15T14:44:27.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.482+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.9 2023-01-15T14:44:27.483 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.482+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.10 2023-01-15T14:44:27.484 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.484+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.52__multipart_key1.2~C1BtCOCcMf3gTYvHfqYlqWF_us-cHZ0.11 2023-01-15T14:44:27.490 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.490+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.531 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.531+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:27.532 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.532+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.533 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.532+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.533 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.533+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.534 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.533+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:27.535 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.534+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.536 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.535+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.536 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.535+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.536 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.536+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:27.538 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.537+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.538 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.538+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.539 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.538+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.539 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.539+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:27.540 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.540+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.541 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.540+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18028032383257411108', time=2023-01-15T16:41:54.116140+0000, chain.objs.size()=5 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.38__multipart_key1.2~baotTVZ74q3JhwJcxSqgvCxrcmDrHF2.1 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.38__multipart_key1.2~baotTVZ74q3JhwJcxSqgvCxrcmDrHF2.2 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.38__multipart_key1.2~baotTVZ74q3JhwJcxSqgvCxrcmDrHF2.3 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.38__multipart_key1.2~baotTVZ74q3JhwJcxSqgvCxrcmDrHF2.4 2023-01-15T14:44:27.542 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.541+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.38__multipart_key1.2~baotTVZ74q3JhwJcxSqgvCxrcmDrHF2.5 2023-01-15T14:44:27.545 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.545+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.547 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.547+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:27.548 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.548+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.549 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.548+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.1303748667566403108', time=2023-01-15T16:41:18.144573+0000, chain.objs.size()=5 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~K6zG_nVk7UB9XDIPf-AJXeNUtnpDMXk.1 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~K6zG_nVk7UB9XDIPf-AJXeNUtnpDMXk.2 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~K6zG_nVk7UB9XDIPf-AJXeNUtnpDMXk.3 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~K6zG_nVk7UB9XDIPf-AJXeNUtnpDMXk.4 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~K6zG_nVk7UB9XDIPf-AJXeNUtnpDMXk.5 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2730721241848545066', time=2023-01-15T16:42:14.395295+0000, chain.objs.size()=5 2023-01-15T14:44:27.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file2.mpg.2~HERwJHjzrt2dRKZQBZHXEyNzGDEjsM9.1 2023-01-15T14:44:27.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file2.mpg.2~HERwJHjzrt2dRKZQBZHXEyNzGDEjsM9.2 2023-01-15T14:44:27.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file2.mpg.2~HERwJHjzrt2dRKZQBZHXEyNzGDEjsM9.3 2023-01-15T14:44:27.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file2.mpg.2~HERwJHjzrt2dRKZQBZHXEyNzGDEjsM9.4 2023-01-15T14:44:27.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.549+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file2.mpg.2~HERwJHjzrt2dRKZQBZHXEyNzGDEjsM9.5 2023-01-15T14:44:27.553 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.553+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.557 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.556+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:27.558 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.558 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.4623979805681498686', time=2023-01-15T16:43:38.896523+0000, chain.objs.size()=11 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.1 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.1_1 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.2 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.558+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.2_1 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.3 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.3_1 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.4 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.4_1 2023-01-15T14:44:27.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.5 2023-01-15T14:44:27.561 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.5_1 2023-01-15T14:44:27.561 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~iAGlZoSA1Y4dt8imwotIexHUksXnUqb.6 2023-01-15T14:44:27.561 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.9860706489037636121', time=2023-01-15T16:43:39.131224+0000, chain.objs.size()=11 2023-01-15T14:44:27.561 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.559+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.1 2023-01-15T14:44:27.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.561+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.1_1 2023-01-15T14:44:27.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.563+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.2 2023-01-15T14:44:27.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.563+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.2_1 2023-01-15T14:44:27.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.3 2023-01-15T14:44:27.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.3_1 2023-01-15T14:44:27.564 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.4 2023-01-15T14:44:27.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.4_1 2023-01-15T14:44:27.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.5 2023-01-15T14:44:27.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__shadow_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.5_1 2023-01-15T14:44:27.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.564+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~2QrzFIhx3ACs6D9hwX3j49ytNEio30j.6 2023-01-15T14:44:27.568 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.568+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.582 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.581+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:27.583 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.582+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.584 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.583+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.585 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.585 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6687510051167476455', time=2023-01-15T16:41:21.221385+0000, chain.objs.size()=5 2023-01-15T14:44:27.585 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~M5xd7027b3APvtWXPBDM_P4xR7o8EBv.1 2023-01-15T14:44:27.585 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~M5xd7027b3APvtWXPBDM_P4xR7o8EBv.2 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~M5xd7027b3APvtWXPBDM_P4xR7o8EBv.3 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~M5xd7027b3APvtWXPBDM_P4xR7o8EBv.4 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~M5xd7027b3APvtWXPBDM_P4xR7o8EBv.5 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15045420103676309023', time=2023-01-15T16:43:20.874751+0000, chain.objs.size()=10 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.1 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.2 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.3 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.4 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.5 2023-01-15T14:44:27.586 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.6 2023-01-15T14:44:27.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.584+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.7 2023-01-15T14:44:27.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.587+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.8 2023-01-15T14:44:27.587 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.587+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.9 2023-01-15T14:44:27.588 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.587+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~PAgVsxnFNyPyAj3pbqgihqE2V5nk0ZD.10 2023-01-15T14:44:27.589 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.589+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.593 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.592+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:27.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.593+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.595 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10561053243116225846', time=2023-01-15T16:41:24.220685+0000, chain.objs.size()=5 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~0Gipp3ezjpp8UrhvxHlCGEz9PbTHcS1.1 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~0Gipp3ezjpp8UrhvxHlCGEz9PbTHcS1.2 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~0Gipp3ezjpp8UrhvxHlCGEz9PbTHcS1.3 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~0Gipp3ezjpp8UrhvxHlCGEz9PbTHcS1.4 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~0Gipp3ezjpp8UrhvxHlCGEz9PbTHcS1.5 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12552096174187064809', time=2023-01-15T16:41:38.486766+0000, chain.objs.size()=5 2023-01-15T14:44:27.596 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~KGbGSPOX2ZW972pztnxiyHtXSwwmGiR.1 2023-01-15T14:44:27.597 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~KGbGSPOX2ZW972pztnxiyHtXSwwmGiR.1_1 2023-01-15T14:44:27.597 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~KGbGSPOX2ZW972pztnxiyHtXSwwmGiR.2 2023-01-15T14:44:27.597 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~KGbGSPOX2ZW972pztnxiyHtXSwwmGiR.2_1 2023-01-15T14:44:27.597 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.594+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~KGbGSPOX2ZW972pztnxiyHtXSwwmGiR.3 2023-01-15T14:44:27.598 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.597+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.607 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.607+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:27.608 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.608+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.609+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.609+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.610+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:27.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.611+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.611+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.612 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17485151623894803559', time=2023-01-15T16:41:35.592508+0000, chain.objs.size()=5 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~x6tMfCuj03-8EWQ8VEoZmUey-NPiYNQ.1 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~x6tMfCuj03-8EWQ8VEoZmUey-NPiYNQ.1_1 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~x6tMfCuj03-8EWQ8VEoZmUey-NPiYNQ.2 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__shadow_key1.2~x6tMfCuj03-8EWQ8VEoZmUey-NPiYNQ.2_1 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.33__multipart_key1.2~x6tMfCuj03-8EWQ8VEoZmUey-NPiYNQ.3 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2580681688102088545', time=2023-01-15T16:43:03.181201+0000, chain.objs.size()=11 2023-01-15T14:44:27.613 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.1 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.2 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.3 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.4 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.5 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.6 2023-01-15T14:44:27.614 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.612+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.7 2023-01-15T14:44:27.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.614+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.8 2023-01-15T14:44:27.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.614+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.9 2023-01-15T14:44:27.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.614+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.10 2023-01-15T14:44:27.615 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.614+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~Jc2BG9l2OEslVPBr3a3KbqONP4G3VFk.11 2023-01-15T14:44:27.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.617+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.640+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:27.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.641+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.642+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.642+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.643 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.643+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:27.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.644+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.644+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.644+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.645 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.645+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:27.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.646+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.647+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.647+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.648+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:27.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.649+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.649+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.649+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.650+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:27.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.651+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.651+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.652+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.653 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.653+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:27.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:44:27.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7061282511477517586', time=2023-01-15T16:42:14.289997+0000, chain.objs.size()=5 2023-01-15T14:44:27.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file.mpg.2~7D5wRSJtYh5GTJg20TesseZSToX3jyF.1 2023-01-15T14:44:27.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file.mpg.2~7D5wRSJtYh5GTJg20TesseZSToX3jyF.2 2023-01-15T14:44:27.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file.mpg.2~7D5wRSJtYh5GTJg20TesseZSToX3jyF.3 2023-01-15T14:44:27.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file.mpg.2~7D5wRSJtYh5GTJg20TesseZSToX3jyF.4 2023-01-15T14:44:27.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.654+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.39__multipart_file.mpg.2~7D5wRSJtYh5GTJg20TesseZSToX3jyF.5 2023-01-15T14:44:27.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.656+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.658+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:27.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.661+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.662+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.662+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.663+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:27.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.664+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.664+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.664+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.665+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:27.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.666+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.667 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.666+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.667 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.667+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.667+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:27.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.670 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.670 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17052557526285641653', time=2023-01-15T16:40:59.674707+0000, chain.objs.size()=5 2023-01-15T14:44:27.670 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.28__multipart_key1.2~nF9uZXVniYCmLY69yY1nM6cmLSrl6-0.1 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.28__multipart_key1.2~nF9uZXVniYCmLY69yY1nM6cmLSrl6-0.2 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.669+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.28__multipart_key1.2~nF9uZXVniYCmLY69yY1nM6cmLSrl6-0.3 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.28__multipart_key1.2~nF9uZXVniYCmLY69yY1nM6cmLSrl6-0.4 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.28__multipart_key1.2~nF9uZXVniYCmLY69yY1nM6cmLSrl6-0.5 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF', time=2023-01-15T16:44:05.415157+0000, chain.objs.size()=27 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.1 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.2 2023-01-15T14:44:27.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.3 2023-01-15T14:44:27.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.4 2023-01-15T14:44:27.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.5 2023-01-15T14:44:27.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.6 2023-01-15T14:44:27.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.670+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.7 2023-01-15T14:44:27.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.8 2023-01-15T14:44:27.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.9 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.10 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.11 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.12 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.13 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.14 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.15 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.16 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.xxkfLGvptjS0xIPny7r-pwHHHwICOI6P.17 2023-01-15T14:44:27.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.674+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.18 2023-01-15T14:44:27.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.676+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.XAI1Th9sshf4iBZgJjPPwWMnQTe3uUL5.19 2023-01-15T14:44:27.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.677+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.lC630hFgZsdkqdGymApG7uoXxmLKBShm.20 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.21 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.22 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.23 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.24 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.25 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.26 2023-01-15T14:44:27.679 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.678+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.44__multipart_key1.2~ZoUfKFPKseOQeBOTUd_Dxd6ZUyxWUKF.27 2023-01-15T14:44:27.681 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.681+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.698+0000 7fd791a42780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:27.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:44:27.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16055386513038410937', time=2023-01-15T16:41:06.583965+0000, chain.objs.size()=5 2023-01-15T14:44:27.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.1 2023-01-15T14:44:27.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.2 2023-01-15T14:44:27.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.3 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.702+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.4 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.30__multipart_key1.2~FGLFpxq5SLU_Fy9tQuUD634Kd2OpLCa.5 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13005246251361108556', time=2023-01-15T16:43:11.887691+0000, chain.objs.size()=11 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.1 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.2 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.3 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.4 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.5 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.6 2023-01-15T14:44:27.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.703+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.7 2023-01-15T14:44:27.706 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.705+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.8 2023-01-15T14:44:27.708 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.708+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.9 2023-01-15T14:44:27.708 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.708+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.10 2023-01-15T14:44:27.709 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.708+0000 7fd791a42780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.41__multipart_key1.2~U2BAdLHi1F1fO4Zmw-dxxoUki4lnxTe.11 2023-01-15T14:44:27.711 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.710+0000 7fd791a42780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:44:27.718 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.717+0000 7fd7769be700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.719 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.719+0000 7fd791a42780 20 remove_watcher() i=0 2023-01-15T14:44:27.720 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.719+0000 7fd791a42780 2 removed watcher, disabling cache 2023-01-15T14:44:27.720 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.720+0000 7fd791a42780 20 remove_watcher() i=1 2023-01-15T14:44:27.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.721+0000 7fd791a42780 20 remove_watcher() i=2 2023-01-15T14:44:27.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.722+0000 7fd791a42780 20 remove_watcher() i=3 2023-01-15T14:44:27.723 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.722+0000 7fd791a42780 20 remove_watcher() i=4 2023-01-15T14:44:27.723 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.723+0000 7fd791a42780 20 remove_watcher() i=5 2023-01-15T14:44:27.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.724+0000 7fd791a42780 20 remove_watcher() i=6 2023-01-15T14:44:27.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.724+0000 7fd791a42780 20 remove_watcher() i=7 2023-01-15T14:44:27.730 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:27.811 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.811 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.822 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.822+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 20 realm 2023-01-15T14:44:27.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.823+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.824+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.824+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.824+0000 7f3da4464780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.824+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.825+0000 7f3da4464780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.825+0000 7f3da4464780 20 searching for the correct realm 2023-01-15T14:44:27.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da1c11700 0 -- 172.21.15.154:0/91120668 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55a0fea77400 msgr2=0x55a0fe707180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:27.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.834+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 zone default found 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 4 Realm: () 2023-01-15T14:44:27.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 zonegroup default 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.835+0000 7f3da4464780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.836+0000 7f3da4464780 20 started sync module instance, tier type = 2023-01-15T14:44:27.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.836+0000 7f3da4464780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:27.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.840+0000 7f3da1c11700 0 -- 172.21.15.154:0/91120668 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55a0feb5d400 msgr2=0x55a0fea62680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:27.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=0 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=1 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=2 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=3 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=4 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=5 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.842+0000 7f3da4464780 20 add_watcher() i=6 2023-01-15T14:44:27.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.843+0000 7f3da4464780 20 add_watcher() i=7 2023-01-15T14:44:27.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.843+0000 7f3da4464780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.844+0000 7f3d893e0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.845 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.844+0000 7f3da4464780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.845 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.844+0000 7f3da4464780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3d84bd7700 20 reqs_thread_entry: start 2023-01-15T14:44:27.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3da4464780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3da4464780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3d82bd3700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:58 2023 2023-01-15T14:44:27.879 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:27.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3d823b1700 20 reqs_thread_entry: start 2023-01-15T14:44:27.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.877+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:27.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.878+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.879+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.879+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.880+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:27.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.881+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.882+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.882+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.882+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:27.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.883+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.884+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.884+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.885+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:27.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.886+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.886+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.886+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.887+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:27.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.888+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.889+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.889+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.889+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:27.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.890+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.891+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.891+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.892+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:27.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.893+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.893+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.894+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.895+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:27.896 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.895+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.896 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.896+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.897 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.896+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.898 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.897+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:27.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.898+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.899+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.899+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.900+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:27.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.901+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.901+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.901+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.902+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:27.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.903+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.904+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.904+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.905 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.905+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:27.906 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.906+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.906+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.906+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.907+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:27.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.908+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.908+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.909+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.909+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:27.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.911+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.911+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.911+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.912+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:27.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.913+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.913+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.914+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.914+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:27.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.915+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.916+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.916+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.917+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:27.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.918+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.918+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.919+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.919+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:27.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.920+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.921+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.921+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.922+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:27.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.922+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.923+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.923+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.924+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:27.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.925+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.925+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.926 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.926+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.926+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:27.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.927+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.928+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.928+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.929+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:27.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.930+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.930+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.930+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.932 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.931+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:27.933 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.932+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.934 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.933+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.934 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.933+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.934 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.934+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:27.935 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.935+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.935+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.935+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.936+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:27.938 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.938+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.938+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.938+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.939+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:27.940 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.940+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.941 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.941+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.941 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.941+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.942 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.942+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:27.943 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.942+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.943 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.943+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.943+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.944 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.944+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:27.945 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.945+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.946 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.945+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.946 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.945+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.946 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.946+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:27.948 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.947+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.949 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.948+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.949 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.948+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.949 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.948+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:27.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.949+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.950 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.950+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.951 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.950+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.951 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.951+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:27.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.952+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.952+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.953 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.953+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.954 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.953+0000 7f3da4464780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:27.955 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.954+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.955 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.955+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:27.955 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.955+0000 7f3da4464780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:27.956 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.956+0000 7f3d893e0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.958 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.958+0000 7f3da4464780 20 remove_watcher() i=0 2023-01-15T14:44:27.958 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.958+0000 7f3da4464780 2 removed watcher, disabling cache 2023-01-15T14:44:27.959 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.958+0000 7f3da4464780 20 remove_watcher() i=1 2023-01-15T14:44:27.959 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.959+0000 7f3da4464780 20 remove_watcher() i=2 2023-01-15T14:44:27.960 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.960+0000 7f3da4464780 20 remove_watcher() i=3 2023-01-15T14:44:27.961 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.961+0000 7f3da4464780 20 remove_watcher() i=4 2023-01-15T14:44:27.962 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.961+0000 7f3da4464780 20 remove_watcher() i=5 2023-01-15T14:44:27.962 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.962+0000 7f3da4464780 20 remove_watcher() i=6 2023-01-15T14:44:27.963 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:27.963+0000 7f3da4464780 20 remove_watcher() i=7 2023-01-15T14:44:27.968 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:28.049 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:28.049 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:28.060 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.059+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.061 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 realm 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.062 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.060+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.063 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.061+0000 7fe74fbb8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:28.063 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.061+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.063 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.061+0000 7fe74fbb8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:28.063 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.061+0000 7fe74fbb8780 20 searching for the correct realm 2023-01-15T14:44:28.071 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.069+0000 7fe74db66700 0 -- 172.21.15.154:0/2770318518 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x5616ddaaa400 msgr2=0x5616dd9a8100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.070+0000 7fe74fbb8780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.070+0000 7fe74fbb8780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.070+0000 7fe74fbb8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.070+0000 7fe74fbb8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.070+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 zone default found 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 4 Realm: () 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 zonegroup default 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.071+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.072+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.072+0000 7fe74fbb8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.072+0000 7fe74fbb8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.072+0000 7fe74fbb8780 20 started sync module instance, tier type = 2023-01-15T14:44:28.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.072+0000 7fe74fbb8780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:28.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.075+0000 7fe74e367700 0 -- 172.21.15.154:0/2770318518 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x5616dda8b400 msgr2=0x5616dd9a6b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:28.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.078+0000 7fe74fbb8780 20 add_watcher() i=0 2023-01-15T14:44:28.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=1 2023-01-15T14:44:28.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=2 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=3 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=4 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=5 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=6 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 20 add_watcher() i=7 2023-01-15T14:44:28.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.079+0000 7fe74fbb8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:28.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.080+0000 7fe734b34700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:28.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.081+0000 7fe74fbb8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:28.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.081+0000 7fe74fbb8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:28.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe73032b700 20 reqs_thread_entry: start 2023-01-15T14:44:28.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe74fbb8780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:28.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe74fbb8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:28.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe72e327700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:58 2023 2023-01-15T14:44:28.116 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:28.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe72db05700 20 reqs_thread_entry: start 2023-01-15T14:44:28.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.114+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:28.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.115+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.116+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.116+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.117+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:28.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.118+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.118+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.118+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.119+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:28.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.120+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.121+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.121+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.122+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:28.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.123+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.123+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.123+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.124+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:28.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.125+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.125+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.126+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.126+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:28.129 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.128+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.128+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.129+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.129+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:28.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.130+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.131+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.131+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.132+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:28.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.133+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.134+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.134+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.135+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:28.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.136+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.136+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.136+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.138+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:28.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.139+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.141 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.139+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.141 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.140+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.142 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.140+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:28.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.141+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.142+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.142+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.143+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:28.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.144+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.146 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.144+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.146 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.145+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.147 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.145+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:28.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.146+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.147+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.147+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.149 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.148+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:28.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.149+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.149+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.149+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.150+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:28.152 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.151+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.151+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.151+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.152+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:28.154 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.153+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.155 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.153+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.155 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.154+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.156 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.154+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:28.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.155+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.156+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.156+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.158 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.157+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:28.159 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.158+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.160 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.158+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.160 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.158+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.159+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:28.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.160+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.161+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.161+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.163 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.162+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:28.164 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.162+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.164 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.163+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.164 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.163+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.164+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:28.166 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.165+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.165+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.167 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.166+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.168 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.167+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:28.169 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.168+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.170 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.168+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.170 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.168+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.170 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.169+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:28.171 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.170+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.172 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.170+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.172 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.171+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.173 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.172+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:28.174 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.173+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.174 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.173+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.175 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.173+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.176 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.174+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:28.177 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.176+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.177 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.176+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.178 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.176+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.178 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.177+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:28.179 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.178+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.180 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.178+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.180 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.179+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.181 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.180+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:28.182 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.181+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.183 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.181+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.183 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.181+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.183 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.182+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:28.184 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.183+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.185 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.184+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.185 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.184+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.186 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.184+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:28.187 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.186+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.188 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.186+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.188 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.186+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.188 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.187+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:28.189 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.188+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.190 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.189+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.190 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.189+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.191 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.190+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:28.192 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.191+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.193 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.191+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.193 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.191+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.193 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.192+0000 7fe74fbb8780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:28.194 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.193+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.195 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.194+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.195 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.194+0000 7fe74fbb8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.196 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.195+0000 7fe734b34700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:28.198 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.197+0000 7fe74fbb8780 20 remove_watcher() i=0 2023-01-15T14:44:28.198 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.197+0000 7fe74fbb8780 2 removed watcher, disabling cache 2023-01-15T14:44:28.199 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.197+0000 7fe74fbb8780 20 remove_watcher() i=1 2023-01-15T14:44:28.199 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.198+0000 7fe74fbb8780 20 remove_watcher() i=2 2023-01-15T14:44:28.200 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.199+0000 7fe74fbb8780 20 remove_watcher() i=3 2023-01-15T14:44:28.201 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.200+0000 7fe74fbb8780 20 remove_watcher() i=4 2023-01-15T14:44:28.202 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.200+0000 7fe74fbb8780 20 remove_watcher() i=5 2023-01-15T14:44:28.203 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.201+0000 7fe74fbb8780 20 remove_watcher() i=6 2023-01-15T14:44:28.203 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.202+0000 7fe74fbb8780 20 remove_watcher() i=7 2023-01-15T14:44:28.208 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:28.290 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:28.290 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:28.301 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.300+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 realm 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:28.303 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.301+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.302+0000 7ff4a0243780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:28.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.302+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.304 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.302+0000 7ff4a0243780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:28.305 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.302+0000 7ff4a0243780 20 searching for the correct realm 2023-01-15T14:44:28.311 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.310+0000 7ff49e9f2700 0 -- 172.21.15.154:0/4002815357 >> [v2:172.21.15.154:6800/101527,v1:172.21.15.154:6801/101527] conn(0x561bf1e4a400 msgr2=0x561bf1b3a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.311+0000 7ff4a0243780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.311+0000 7ff4a0243780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.311+0000 7ff4a0243780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.311+0000 7ff4a0243780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.311+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.314 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.316 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 zone default found 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 4 Realm: () 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 zonegroup default 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.312+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.313+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.313+0000 7ff4a0243780 20 rados->read ofs=0 len=0 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.313+0000 7ff4a0243780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.313+0000 7ff4a0243780 20 started sync module instance, tier type = 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.313+0000 7ff4a0243780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:28.318 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.315+0000 7ff49e1f1700 0 -- 172.21.15.154:0/4002815357 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x561bf1ea8800 msgr2=0x561bf1b3ac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:28.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=0 2023-01-15T14:44:28.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=1 2023-01-15T14:44:28.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=2 2023-01-15T14:44:28.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=3 2023-01-15T14:44:28.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=4 2023-01-15T14:44:28.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=5 2023-01-15T14:44:28.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.319+0000 7ff4a0243780 20 add_watcher() i=6 2023-01-15T14:44:28.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.320+0000 7ff4a0243780 20 add_watcher() i=7 2023-01-15T14:44:28.323 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.320+0000 7ff4a0243780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:28.323 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.321+0000 7ff4851bf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:28.324 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.322+0000 7ff4a0243780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:28.324 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.322+0000 7ff4a0243780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:28.358 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.356+0000 7ff4809b6700 20 reqs_thread_entry: start 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.357+0000 7ff4a0243780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.357+0000 7ff4a0243780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.357+0000 7ff47e9b2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:58 2023 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.357+0000 7ff47e190700 20 reqs_thread_entry: start 2023-01-15T14:44:28.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.357+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:28.360 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.358+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.360 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.358+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.360 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.358+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.360 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.359+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:28.362 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.360+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.362 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.361+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.363 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.361+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.363 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.362+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:28.364 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.363+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.365 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.364+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.365 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.364+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.366 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.364+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:28.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.366+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.366+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.366+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.367+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:28.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.368+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.368+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.368+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.371 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.369+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:28.372 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.370+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.372 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.371+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.373 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.371+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.373 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.372+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:28.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.373+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.373+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.373+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.374+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:28.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.375+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.376+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.376+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.378 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.377+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:28.379 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.378+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.379 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.378+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.380 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.378+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.380 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.379+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:28.381 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.380+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.380+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.381+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.381+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:28.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.382+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.383+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.385 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.383+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.384+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:28.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.385+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.386+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.386+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.388 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.387+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:28.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.388+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.388+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.388+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.389+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:28.392 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.390+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.392 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.391+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.392 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.391+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.393 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.391+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:28.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.392+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.393+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.393+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.395 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.394+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:28.396 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.395+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.397 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.395+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.397 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.396+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.398 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.396+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:28.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.397+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.398+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.398+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.400 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.399+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:28.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.400+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.400+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.402 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.400+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.402 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.401+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:28.403 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.402+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.404 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.402+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.404 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.403+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.405 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.403+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:28.406 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.405+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.406 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.405+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.405+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.406+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:28.408 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.407+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.409 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.407+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.409 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.408+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.410 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.408+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:28.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.410+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.410+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.412 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.411+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.413 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.411+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:28.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.412+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.413+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.413+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.414+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:28.416 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.415+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.417 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.415+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.417 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.415+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.417 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.416+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:28.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.417+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.418+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.419 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.418+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.418+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:28.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.420+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.420+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.420+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.421+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:28.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.422+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.423+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.423+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.424+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:28.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.425+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.425+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.425+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.428 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.427+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:28.429 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.428+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.428+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.428+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.429+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:28.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.430+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.431+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.431+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.432+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:28.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.433+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.433+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.433+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.436 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.434+0000 7ff4a0243780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:28.437 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.435+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.437 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.436+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:28.438 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.436+0000 7ff4a0243780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:28.439 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.437+0000 7ff4851bf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:28.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.439+0000 7ff4a0243780 20 remove_watcher() i=0 2023-01-15T14:44:28.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.439+0000 7ff4a0243780 2 removed watcher, disabling cache 2023-01-15T14:44:28.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.440+0000 7ff4a0243780 20 remove_watcher() i=1 2023-01-15T14:44:28.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.441+0000 7ff4a0243780 20 remove_watcher() i=2 2023-01-15T14:44:28.443 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.442+0000 7ff4a0243780 20 remove_watcher() i=3 2023-01-15T14:44:28.444 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.443+0000 7ff4a0243780 20 remove_watcher() i=4 2023-01-15T14:44:28.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.443+0000 7ff4a0243780 20 remove_watcher() i=5 2023-01-15T14:44:28.445 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.444+0000 7ff4a0243780 20 remove_watcher() i=6 2023-01-15T14:44:28.446 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:28.445+0000 7ff4a0243780 20 remove_watcher() i=7 2023-01-15T14:44:28.451 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2023-01-15T14:44:28.983 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :clean 2023-01-15T14:44:29.680 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileJava 2023-01-15T14:44:29.680 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processResources 2023-01-15T14:44:29.680 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :classes 2023-01-15T14:44:30.081 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:30.081 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileTestJava 2023-01-15T14:44:30.081 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:30.081 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:44:30.081 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :testClasses 2023-01-15T14:44:30.082 INFO:teuthology.orchestra.run.smithi154.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:44:30.082 INFO:teuthology.orchestra.run.smithi154.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:44:32.080 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.080 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :test 2023-01-15T14:44:32.080 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.081 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2023-01-15T14:44:32.081 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.081 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2023-01-15T14:44:32.180 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.180 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2023-01-15T14:44:32.180 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.180 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2023-01-15T14:44:32.579 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.580 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2023-01-15T14:44:32.679 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:32.680 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2023-01-15T14:44:33.079 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:33.080 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2023-01-15T14:44:33.280 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:33.280 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2023-01-15T14:44:33.379 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:33.380 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2023-01-15T14:44:33.580 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:33.580 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2023-01-15T14:44:33.979 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:33.980 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2023-01-15T14:44:34.080 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:34.080 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2023-01-15T14:44:34.180 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:34.180 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2023-01-15T14:44:34.380 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:34.380 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2023-01-15T14:44:35.079 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.080 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2023-01-15T14:44:35.180 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.180 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2023-01-15T14:44:35.580 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.580 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2023-01-15T14:44:35.580 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.580 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2023-01-15T14:44:35.706 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.706 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------- 2023-01-15T14:44:35.706 INFO:teuthology.orchestra.run.smithi154.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------- 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:BUILD SUCCESSFUL in 7s 2023-01-15T14:44:35.707 INFO:teuthology.orchestra.run.smithi154.stdout:5 actionable tasks: 5 executed 2023-01-15T14:44:35.720 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:35.760 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:35.760 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:35.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.770+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 20 realm 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:35.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.771+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.772+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.772+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.773+0000 7f94c9749780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.773+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.773+0000 7f94c9749780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:35.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.773+0000 7f94c9749780 20 searching for the correct realm 2023-01-15T14:44:35.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.781+0000 7f94c6ef6700 0 -- 172.21.15.154:0/3782338090 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55eecde03c00 msgr2=0x55eecda95700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:35.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:35.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 zone default found 2023-01-15T14:44:35.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 4 Realm: () 2023-01-15T14:44:35.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:35.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 zonegroup default 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.783+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 started sync module instance, tier type = 2023-01-15T14:44:35.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.784+0000 7f94c9749780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:35.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.788+0000 7f94c7ef8700 0 -- 172.21.15.154:0/3782338090 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55eece881000 msgr2=0x55eecdeba580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=0 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=1 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=2 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=3 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=4 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=5 2023-01-15T14:44:35.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.791+0000 7f94c9749780 20 add_watcher() i=6 2023-01-15T14:44:35.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.792+0000 7f94c9749780 20 add_watcher() i=7 2023-01-15T14:44:35.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.792+0000 7f94c9749780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:35.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.793+0000 7f94ae6c5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.793+0000 7f94c9749780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:35.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.793+0000 7f94c9749780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94a9ebc700 20 reqs_thread_entry: start 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94c9749780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94c9749780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94a7eb8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94a7696700 20 reqs_thread_entry: start 2023-01-15T14:44:35.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.828+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:35.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.829+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.830+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.830+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.831+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:35.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.832+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.832+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.833+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.833+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:35.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.834+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.835+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.835+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.836+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:35.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.837+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.837+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.837+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.838+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:35.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.839+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.840+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.840+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.841+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:35.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.842+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.842+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.842+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.843+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:35.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.844+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.845+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.845+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.846+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:35.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.847+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.847+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.848+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.848+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:35.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.849+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.850+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.850+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.851+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:35.853 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.852+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.853 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.852+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.852+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.853+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:35.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.854+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.856 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.854+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.856 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.855+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.855+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:35.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.856+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.857+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.857+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.859 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.858+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:35.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.859+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.859+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.860+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.860+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:35.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.862+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.864 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.862+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.864 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.863+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.863+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:35.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.864+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.865+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.867 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.865+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.867 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.866+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:35.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.867+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.867+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.867+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.868+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:35.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.869+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.870+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.870+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.870+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:35.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.872+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.872+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.872+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.874+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:35.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.875+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.875+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.876+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.876+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:35.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.877+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.878+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.878+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.879+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:35.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.880+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.881+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.881+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.882+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:35.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.883+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.883+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.884+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.884+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:35.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.885+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.886+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.886+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.887+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:35.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.888+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.888+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.889+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.890+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:35.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.891+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.892+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.892+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.893+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:35.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.894+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.896 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.894+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.896 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.895+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.897 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.896+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:35.898 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.897+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.898 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.897+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.897+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.898+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:35.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.899+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.900+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.900+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.901+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:35.903 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.902+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.902+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.903+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.905 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.904+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:35.906 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.905+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.905+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.906+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.906+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:35.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.907+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.908+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.908+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.909+0000 7f94c9749780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:35.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.910+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.910+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:35.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.910+0000 7f94c9749780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:35.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.912+0000 7f94ae6c5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.913+0000 7f94c9749780 20 remove_watcher() i=0 2023-01-15T14:44:35.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.913+0000 7f94c9749780 2 removed watcher, disabling cache 2023-01-15T14:44:35.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.915+0000 7f94c9749780 20 remove_watcher() i=1 2023-01-15T14:44:35.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.915+0000 7f94c9749780 20 remove_watcher() i=2 2023-01-15T14:44:35.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.916+0000 7f94c9749780 20 remove_watcher() i=3 2023-01-15T14:44:35.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.917+0000 7f94c9749780 20 remove_watcher() i=4 2023-01-15T14:44:35.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.918+0000 7f94c9749780 20 remove_watcher() i=5 2023-01-15T14:44:35.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.918+0000 7f94c9749780 20 remove_watcher() i=6 2023-01-15T14:44:35.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:35.919+0000 7f94c9749780 20 remove_watcher() i=7 2023-01-15T14:44:35.925 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:36.006 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:36.007 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:36.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.016+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 realm 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.017+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.018+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.018+0000 7f8bf50c8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.018+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.019+0000 7f8bf50c8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.019+0000 7f8bf50c8780 20 searching for the correct realm 2023-01-15T14:44:36.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.027+0000 7f8bf2875700 0 -- 172.21.15.154:0/3474948510 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5653ece51400 msgr2=0x5653ecf24000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.028+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 zone default found 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 4 Realm: () 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 zonegroup default 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 started sync module instance, tier type = 2023-01-15T14:44:36.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.029+0000 7f8bf50c8780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:36.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.034+0000 7f8bf2875700 0 -- 172.21.15.154:0/3474948510 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5653ecf2b400 msgr2=0x5653ecf27700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=0 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=1 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=2 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=3 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=4 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=5 2023-01-15T14:44:36.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.036+0000 7f8bf50c8780 20 add_watcher() i=6 2023-01-15T14:44:36.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.037+0000 7f8bf50c8780 20 add_watcher() i=7 2023-01-15T14:44:36.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.037+0000 7f8bf50c8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.038+0000 7f8bda044700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.040 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.038+0000 7f8bf50c8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.040 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.038+0000 7f8bf50c8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.074 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.072+0000 7f8bd583b700 20 reqs_thread_entry: start 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.072+0000 7f8bf50c8780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.072+0000 7f8bf50c8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.073+0000 7f8bd3837700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.073+0000 7f8bd3015700 20 reqs_thread_entry: start 2023-01-15T14:44:36.075 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.073+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:36.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.074+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.074+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.074+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.076 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.075+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:36.077 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.076+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.078 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.077+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.078 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.077+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.079 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.078+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:36.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.079+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.079+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.080+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.080+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:36.083 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.082+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.084 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.082+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.084 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.082+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.085 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.083+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:36.086 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.084+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.086 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.085+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.086 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.085+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.087 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.086+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:36.088 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.087+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.089 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.087+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.089 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.088+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.090 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.088+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:36.091 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.089+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.091 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.090+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.092 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.090+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.092 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.091+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:36.094 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.092+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.094 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.093+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.094 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.093+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.095 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.094+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:36.096 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.095+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.096 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.095+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.097 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.095+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.097 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.096+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:36.098 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.097+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.099 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.097+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.099 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.098+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.099 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.098+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:36.101 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.099+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.101 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.100+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.101 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.100+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.102 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.101+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:36.104 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.102+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.104 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.102+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.104 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.102+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.105 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.103+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:36.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.104+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.105+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.105+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.108 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.106+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:36.109 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.108+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.109 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.108+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.110 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.108+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.111 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.109+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:36.112 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.111+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.113 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.111+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.113 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.111+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.114 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.112+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:36.115 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.113+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.115 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.114+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.115 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.114+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.115+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:36.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.116+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.116+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.116+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.117+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:36.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.118+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.119+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.119+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.120+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:36.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.121+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.122 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.121+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.121+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.123 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.122+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:36.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.123+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.124+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.124+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.125+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:36.127 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.126+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.126+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.126+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.128 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.127+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:36.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.128+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.129+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.129+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.131 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.130+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:36.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.131+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.131+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.131+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.132+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:36.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.133+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.134+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.134+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.135+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:36.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.136+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.136+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.136+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.137+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:36.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.138+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.138+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.140 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.139+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.141 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.140+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:36.142 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.141+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.142 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.141+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.143 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.141+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.142+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:36.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.143+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.144+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.146 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.144+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.146 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.145+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:36.147 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.146+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.146+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.147+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.149 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.148+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:36.150 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.149+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.149+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.151 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.150+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.152 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.150+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:36.153 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.152+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.154 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.152+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.154 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.152+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.155 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.153+0000 7f8bf50c8780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:36.156 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.155+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.155+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.157 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.155+0000 7f8bf50c8780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.158 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.157+0000 7f8bda044700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.160 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.158+0000 7f8bf50c8780 20 remove_watcher() i=0 2023-01-15T14:44:36.160 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.158+0000 7f8bf50c8780 2 removed watcher, disabling cache 2023-01-15T14:44:36.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.159+0000 7f8bf50c8780 20 remove_watcher() i=1 2023-01-15T14:44:36.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.160+0000 7f8bf50c8780 20 remove_watcher() i=2 2023-01-15T14:44:36.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.161+0000 7f8bf50c8780 20 remove_watcher() i=3 2023-01-15T14:44:36.163 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.162+0000 7f8bf50c8780 20 remove_watcher() i=4 2023-01-15T14:44:36.164 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.162+0000 7f8bf50c8780 20 remove_watcher() i=5 2023-01-15T14:44:36.164 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.163+0000 7f8bf50c8780 20 remove_watcher() i=6 2023-01-15T14:44:36.165 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.164+0000 7f8bf50c8780 20 remove_watcher() i=7 2023-01-15T14:44:36.170 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:36.251 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:36.251 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:36.263 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.261+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 realm 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.265 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.263+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.266 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.264+0000 7f5749769780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.266 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.264+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.266 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.264+0000 7f5749769780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.266 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.264+0000 7f5749769780 20 searching for the correct realm 2023-01-15T14:44:36.274 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.272+0000 7f5746f16700 0 -- 172.21.15.154:0/2140130797 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x56512f0b1400 msgr2=0x56512ed67700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.275 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:36.275 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:36.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.276 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.277 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.277 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.274+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.277 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 zone default found 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 4 Realm: () 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 zonegroup default 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.278 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.279 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 started sync module instance, tier type = 2023-01-15T14:44:36.279 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.275+0000 7f5749769780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:36.281 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.279+0000 7f5747717700 0 -- 172.21.15.154:0/2140130797 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x56512f1a6000 msgr2=0x56512f18cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=0 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=1 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=2 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=3 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=4 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=5 2023-01-15T14:44:36.284 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.282+0000 7f5749769780 20 add_watcher() i=6 2023-01-15T14:44:36.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.283+0000 7f5749769780 20 add_watcher() i=7 2023-01-15T14:44:36.285 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.283+0000 7f5749769780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.284+0000 7f572e6e5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.285+0000 7f5749769780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.286 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.285+0000 7f5749769780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.318+0000 7f5729edc700 20 reqs_thread_entry: start 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.318+0000 7f5749769780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.319+0000 7f5749769780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.319+0000 7f5727ed8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.319+0000 7f57276b6700 20 reqs_thread_entry: start 2023-01-15T14:44:36.321 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.319+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:36.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.320+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.320+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.322 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.321+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.323 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.321+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:36.324 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.323+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.325 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.323+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.325 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.323+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.326 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.324+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:36.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.325+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.326+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.326+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.327+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:36.330 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.328+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.330 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.329+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.330 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.329+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.331 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.330+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:36.332 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.331+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.333 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.331+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.333 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.331+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.332+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:36.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.333+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.335 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.334+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.335 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.334+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.334+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:36.337 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.335+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.337 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.336+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.336+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.338 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.337+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:36.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.338+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.339+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.339+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.341 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.340+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:36.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.341+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.342+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.342+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.344 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.343+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:36.345 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.344+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.346 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.344+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.346 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.344+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.346 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.345+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:36.348 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.346+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.348 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.347+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.349 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.347+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.349 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.348+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:36.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.349+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.350+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.350+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.351+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:36.353 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.352+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.353 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.352+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.354 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.352+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.355 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.354+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:36.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.355+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.356 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.355+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.357 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.355+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.357 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.356+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:36.358 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.357+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.357+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.359 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.358+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.360 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.358+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:36.361 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.359+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.361 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.360+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.361 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.360+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.362 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.361+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:36.363 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.362+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.363 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.362+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.364 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.362+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.364 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.363+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:36.365 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.364+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.366 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.364+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.366 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.365+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.367 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.365+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:36.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.366+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.367+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.368 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.367+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.369 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.368+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:36.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.369+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.370 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.369+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.371 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.369+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.372 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.370+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:36.373 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.371+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.373 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.372+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.373 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.372+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.373+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:36.375 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.374+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.374+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.375+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.375+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:36.378 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.376+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.379 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.377+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.379 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.377+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.380 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.378+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:36.381 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.379+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.381 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.380+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.381 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.380+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.381+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:36.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.382+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.382+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.382+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.385 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.383+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:36.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.384+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.385+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.386 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.385+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.387 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.386+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:36.388 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.387+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.388 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.387+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.389 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.387+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.388+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:36.390 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.389+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.391 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.390+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.391 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.390+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.392 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.390+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:36.393 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.392+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.393 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.392+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.392+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.394 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.393+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:36.395 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.394+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.396 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.394+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.396 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.395+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.397 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.395+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:36.398 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.396+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.398 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.397+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.399 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.397+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.400 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.398+0000 7f5749769780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:36.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.399+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.400+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.401 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.400+0000 7f5749769780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.403 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.401+0000 7f572e6e5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.404 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.403+0000 7f5749769780 20 remove_watcher() i=0 2023-01-15T14:44:36.404 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.403+0000 7f5749769780 2 removed watcher, disabling cache 2023-01-15T14:44:36.405 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.404+0000 7f5749769780 20 remove_watcher() i=1 2023-01-15T14:44:36.406 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.405+0000 7f5749769780 20 remove_watcher() i=2 2023-01-15T14:44:36.407 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.406+0000 7f5749769780 20 remove_watcher() i=3 2023-01-15T14:44:36.408 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.407+0000 7f5749769780 20 remove_watcher() i=4 2023-01-15T14:44:36.409 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.408+0000 7f5749769780 20 remove_watcher() i=5 2023-01-15T14:44:36.410 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.408+0000 7f5749769780 20 remove_watcher() i=6 2023-01-15T14:44:36.410 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.409+0000 7f5749769780 20 remove_watcher() i=7 2023-01-15T14:44:36.415 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:44:36.497 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:36.497 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:36.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.506+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 realm 2023-01-15T14:44:36.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.508+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.509+0000 7f8254bc9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.509+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.509+0000 7f8254bc9780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.509+0000 7f8254bc9780 20 searching for the correct realm 2023-01-15T14:44:36.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.517+0000 7f8252b77700 0 -- 172.21.15.154:0/3974006920 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x564990b4d000 msgr2=0x564990b23080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.521 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.519+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.522 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 zone default found 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 4 Realm: () 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 zonegroup default 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.523 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.520+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.524 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.521+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.524 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.521+0000 7f8254bc9780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.524 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.521+0000 7f8254bc9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.524 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.521+0000 7f8254bc9780 20 started sync module instance, tier type = 2023-01-15T14:44:36.524 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.521+0000 7f8254bc9780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:44:36.526 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.524+0000 7f8252b77700 0 -- 172.21.15.154:0/3974006920 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x564990c25400 msgr2=0x564990b24680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=0 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=1 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=2 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=3 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=4 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=5 2023-01-15T14:44:36.529 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.527+0000 7f8254bc9780 20 add_watcher() i=6 2023-01-15T14:44:36.530 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.528+0000 7f8254bc9780 20 add_watcher() i=7 2023-01-15T14:44:36.530 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.528+0000 7f8254bc9780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.530 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.529+0000 7f8239b45700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.531 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.529+0000 7f8254bc9780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.531 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.529+0000 7f8254bc9780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.765+0000 7f823533c700 20 reqs_thread_entry: start 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.766+0000 7f8254bc9780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.766+0000 7f8254bc9780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.766+0000 7f8233338700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:07 2023 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:44:36.768 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.766+0000 7f8232b16700 20 reqs_thread_entry: start 2023-01-15T14:44:36.769 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.766+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:44:36.769 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.767+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.769 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.768+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.770 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.768+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.770 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.769+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:44:36.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.770+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.770+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.770+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.771+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:44:36.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.772+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.773+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.773+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.773+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:44:36.776 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.775+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.777 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.775+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.777 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.775+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.778 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.776+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:44:36.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.777+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.778+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.778+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.779+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:44:36.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.780+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.781+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.781+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.782+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:44:36.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.783+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.783+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.783+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.784+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:44:36.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.785+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.786+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.786+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.787+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:44:36.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.788+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.788+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.790 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.789+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.789+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:44:36.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.791+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.791+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.791+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.792+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:44:36.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.793+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.793+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.794+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.794+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:44:36.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.795+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.796+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.796+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.797+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:44:36.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.798+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.798+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.798+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.799+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:44:36.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.800+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.801+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.801+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.802+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:44:36.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.803+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.803+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.803+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.804+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:44:36.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.805+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.806+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.806+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.807+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:44:36.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.809+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.809+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.809+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.810+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:44:36.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.811+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.812+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.812+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.813+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:44:36.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.814+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.814+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.814+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.815+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:44:36.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.816+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.816+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.816+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.818+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:44:36.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.818+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.819+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.819+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.820+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:44:36.822 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.821+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.821+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.822+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.822+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:44:36.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.823+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.824+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.824+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.825+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:44:36.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.826+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.826+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.827+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.828+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:44:36.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.829+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.829+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.829+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.830+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:44:36.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.831+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.831+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.832+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.832+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:44:36.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.834+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.834+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.834+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.835+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:44:36.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.836+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.837+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.837+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.837+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:44:36.840 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.838+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.839+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.839+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.840+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:44:36.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.841+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.841+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.841+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.842+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:44:36.845 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.843+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.844+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.844+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.845+0000 7f8254bc9780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:44:36.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.847+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.847+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:44:36.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.847+0000 7f8254bc9780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:44:36.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.849+0000 7f8239b45700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.850+0000 7f8254bc9780 20 remove_watcher() i=0 2023-01-15T14:44:36.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.850+0000 7f8254bc9780 2 removed watcher, disabling cache 2023-01-15T14:44:36.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.851+0000 7f8254bc9780 20 remove_watcher() i=1 2023-01-15T14:44:36.853 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.852+0000 7f8254bc9780 20 remove_watcher() i=2 2023-01-15T14:44:36.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.852+0000 7f8254bc9780 20 remove_watcher() i=3 2023-01-15T14:44:36.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.853+0000 7f8254bc9780 20 remove_watcher() i=4 2023-01-15T14:44:36.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.854+0000 7f8254bc9780 20 remove_watcher() i=5 2023-01-15T14:44:36.856 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.855+0000 7f8254bc9780 20 remove_watcher() i=6 2023-01-15T14:44:36.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:44:36.856+0000 7f8254bc9780 20 remove_watcher() i=7 2023-01-15T14:44:36.862 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2023-01-15T14:44:37.368 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :clean 2023-01-15T14:44:37.965 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileJava 2023-01-15T14:44:37.965 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processResources 2023-01-15T14:44:37.965 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :classes 2023-01-15T14:44:38.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:38.265 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :compileTestJava 2023-01-15T14:44:38.266 INFO:teuthology.orchestra.run.smithi154.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:44:38.266 INFO:teuthology.orchestra.run.smithi154.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:44:38.267 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:38.267 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:44:38.267 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :testClasses 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout:> Task :test 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:40.267 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2023-01-15T14:44:40.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:40.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2023-01-15T14:44:40.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:40.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2023-01-15T14:44:41.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:41.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2023-01-15T14:44:41.465 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:41.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2023-01-15T14:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:41.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2023-01-15T14:44:46.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:46.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2023-01-15T14:44:46.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:46.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2023-01-15T14:44:46.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:46.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2023-01-15T14:44:47.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2023-01-15T14:44:47.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2023-01-15T14:44:47.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2023-01-15T14:44:47.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2023-01-15T14:44:47.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2023-01-15T14:44:47.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:47.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2023-01-15T14:44:48.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:48.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2023-01-15T14:44:52.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:52.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2023-01-15T14:44:52.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:52.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2023-01-15T14:44:52.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:52.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2023-01-15T14:44:53.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:53.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2023-01-15T14:44:53.465 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:53.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2023-01-15T14:44:53.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:53.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2023-01-15T14:44:53.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:53.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2023-01-15T14:44:54.364 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:54.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2023-01-15T14:44:54.465 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:54.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2023-01-15T14:44:54.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:54.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2023-01-15T14:44:54.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:54.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2023-01-15T14:44:55.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:55.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2023-01-15T14:44:55.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:55.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2023-01-15T14:44:55.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:55.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2023-01-15T14:44:55.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:55.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2023-01-15T14:44:56.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:44:56.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2023-01-15T14:45:02.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:02.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2023-01-15T14:45:02.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:02.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2023-01-15T14:45:36.972 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:36.972 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2023-01-15T14:45:37.664 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:37.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2023-01-15T14:45:37.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:37.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2023-01-15T14:45:38.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:38.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2023-01-15T14:45:38.164 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:38.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2023-01-15T14:45:38.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:38.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2023-01-15T14:45:43.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:43.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2023-01-15T14:45:44.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:44.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2023-01-15T14:45:44.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:44.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2023-01-15T14:45:44.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:44.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2023-01-15T14:45:50.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:50.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2023-01-15T14:45:52.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:45:52.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2023-01-15T14:46:04.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:04.779 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2023-01-15T14:46:05.164 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:05.174 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2023-01-15T14:46:17.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:17.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2023-01-15T14:46:18.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:18.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2023-01-15T14:46:53.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:53.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2023-01-15T14:47:01.565 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:01.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2023-01-15T14:47:01.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:01.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2023-01-15T14:47:06.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:06.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2023-01-15T14:47:06.765 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:06.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2023-01-15T14:47:08.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:08.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2023-01-15T14:47:13.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:13.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2023-01-15T14:47:14.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:14.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2023-01-15T14:47:14.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:14.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadContentlengthNegative STARTED 2023-01-15T14:47:14.565 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:14.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadContentlengthNegative PASSED 2023-01-15T14:47:15.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:15.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2023-01-15T14:47:15.164 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:15.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2023-01-15T14:47:15.565 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:15.629 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2023-01-15T14:47:15.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:15.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2023-01-15T14:47:15.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:15.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2023-01-15T14:47:16.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:16.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2023-01-15T14:47:16.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:16.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2023-01-15T14:47:16.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:16.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2023-01-15T14:47:16.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:16.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2023-01-15T14:47:17.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:17.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2023-01-15T14:47:18.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:18.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2023-01-15T14:47:18.565 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:18.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2023-01-15T14:47:19.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:19.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2023-01-15T14:47:19.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:19.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2023-01-15T14:47:19.864 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:19.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2023-01-15T14:47:20.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:20.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2023-01-15T14:47:20.664 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:20.664 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2023-01-15T14:47:20.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:20.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2023-01-15T14:47:21.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:21.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2023-01-15T14:47:22.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:22.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2023-01-15T14:47:23.164 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:23.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2023-01-15T14:47:23.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:23.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2023-01-15T14:47:23.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:23.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2023-01-15T14:47:24.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:24.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2023-01-15T14:47:24.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:24.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2023-01-15T14:47:25.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:25.176 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2023-01-15T14:47:26.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:26.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2023-01-15T14:47:26.364 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:26.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2023-01-15T14:47:26.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:26.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2023-01-15T14:47:27.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:27.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2023-01-15T14:47:27.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:27.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2023-01-15T14:47:28.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:28.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2023-01-15T14:47:28.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:28.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2023-01-15T14:47:28.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:28.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2023-01-15T14:47:29.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:29.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2023-01-15T14:47:30.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:30.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2023-01-15T14:47:30.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:30.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2023-01-15T14:47:31.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:31.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2023-01-15T14:47:31.664 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:31.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2023-01-15T14:47:31.864 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:31.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2023-01-15T14:47:32.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:32.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2023-01-15T14:47:32.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:32.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2023-01-15T14:47:33.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:33.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2023-01-15T14:47:33.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:33.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2023-01-15T14:47:34.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:34.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2023-01-15T14:47:34.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:34.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2023-01-15T14:47:35.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:35.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2023-01-15T14:47:35.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:35.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2023-01-15T14:47:36.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:36.312 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2023-01-15T14:47:36.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:36.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2023-01-15T14:47:37.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:37.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2023-01-15T14:47:37.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:37.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2023-01-15T14:47:38.065 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:38.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2023-01-15T14:47:38.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:38.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2023-01-15T14:47:38.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:39.636 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2023-01-15T14:47:39.636 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:39.637 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2023-01-15T14:47:39.637 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:39.637 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2023-01-15T14:47:39.665 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:39.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2023-01-15T14:47:40.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:41.150 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:41.151 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2023-01-15T14:47:45.164 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:45.165 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2023-01-15T14:47:45.264 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:45.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2023-01-15T14:47:45.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:45.957 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2023-01-15T14:47:46.064 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:46.065 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2023-01-15T14:47:46.464 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:46.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2023-01-15T14:47:46.564 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:46.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2023-01-15T14:47:46.664 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:46.665 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2023-01-15T14:47:46.764 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:46.765 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2023-01-15T14:47:47.265 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:47.265 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2023-01-15T14:47:47.364 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:47.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2023-01-15T14:47:47.864 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:47.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2023-01-15T14:47:47.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:47.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2023-01-15T14:47:48.365 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:48.365 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2023-01-15T14:47:48.465 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:47:48.465 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2023-01-15T14:48:48.865 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:48.865 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2023-01-15T14:48:53.565 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:53.565 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2023-01-15T14:48:53.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:53.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2023-01-15T14:48:58.964 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:58.965 INFO:teuthology.orchestra.run.smithi154.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2023-01-15T14:48:59.433 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:59.434 INFO:teuthology.orchestra.run.smithi154.stdout:---------------------------------------------------------------------- 2023-01-15T14:48:59.434 INFO:teuthology.orchestra.run.smithi154.stdout:| Results: SUCCESS (71 tests, 71 successes, 0 failures, 0 skipped) | 2023-01-15T14:48:59.434 INFO:teuthology.orchestra.run.smithi154.stdout:---------------------------------------------------------------------- 2023-01-15T14:48:59.434 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:59.434 INFO:teuthology.orchestra.run.smithi154.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:48:59.435 INFO:teuthology.orchestra.run.smithi154.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:48:59.435 INFO:teuthology.orchestra.run.smithi154.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:48:59.435 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:48:59.435 INFO:teuthology.orchestra.run.smithi154.stdout:BUILD SUCCESSFUL in 4m 22s 2023-01-15T14:48:59.435 INFO:teuthology.orchestra.run.smithi154.stdout:5 actionable tasks: 5 executed 2023-01-15T14:48:59.439 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:48:59.480 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:48:59.480 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:48:59.492 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.490+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.494 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 20 realm 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.492+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.493+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.496 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.493+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.493+0000 7f4134346780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:48:59.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.493+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.494+0000 7f4134346780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:48:59.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.494+0000 7f4134346780 20 searching for the correct realm 2023-01-15T14:48:59.503 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.501+0000 7f4131af3700 0 -- 172.21.15.154:0/405223769 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55abaaa29800 msgr2=0x55abaa6c5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:48:59.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:48:59.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:48:59.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:48:59.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:48:59.505 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:48:59.506 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.503+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 zone default found 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 4 Realm: () 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 zonegroup default 2023-01-15T14:48:59.508 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.504+0000 7f4134346780 20 started sync module instance, tier type = 2023-01-15T14:48:59.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.505+0000 7f4134346780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:48:59.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.508+0000 7f4132af5700 0 -- 172.21.15.154:0/405223769 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55abaaa29400 msgr2=0x55abaaae2580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:48:59.513 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=0 2023-01-15T14:48:59.513 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=1 2023-01-15T14:48:59.513 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=2 2023-01-15T14:48:59.514 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=3 2023-01-15T14:48:59.514 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=4 2023-01-15T14:48:59.514 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=5 2023-01-15T14:48:59.514 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.511+0000 7f4134346780 20 add_watcher() i=6 2023-01-15T14:48:59.514 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.512+0000 7f4134346780 20 add_watcher() i=7 2023-01-15T14:48:59.515 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.512+0000 7f4134346780 2 all 8 watchers are set, enabling cache 2023-01-15T14:48:59.515 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.514+0000 7f41192c2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:48:59.516 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.514+0000 7f4134346780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:48:59.516 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.514+0000 7f4134346780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:48:59.550 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.548+0000 7f4114ab9700 20 reqs_thread_entry: start 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.548+0000 7f4134346780 20 init_complete bucket index max shards: 11 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.549+0000 7f4134346780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.549+0000 7f4112ab5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:29 2023 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.549+0000 7f4112293700 20 reqs_thread_entry: start 2023-01-15T14:48:59.551 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.549+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:48:59.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.550+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.550+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.550+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.551+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:48:59.554 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.552+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.554 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.553+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.554 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.553+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.555 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.554+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:48:59.556 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.555+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.557 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.555+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.557 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.555+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.557 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.556+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:48:59.558 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.557+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.559 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.557+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10992192529428404784', time=2023-01-15T16:45:51.154931+0000, chain.objs.size()=5 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.85__multipart_key1.2~irwErjGX_IEf6gn7jXs9Swx7yRnyTgc.1 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.85__multipart_key1.2~irwErjGX_IEf6gn7jXs9Swx7yRnyTgc.2 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.85__multipart_key1.2~irwErjGX_IEf6gn7jXs9Swx7yRnyTgc.3 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.85__multipart_key1.2~irwErjGX_IEf6gn7jXs9Swx7yRnyTgc.4 2023-01-15T14:48:59.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.558+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.85__multipart_key1.2~irwErjGX_IEf6gn7jXs9Swx7yRnyTgc.5 2023-01-15T14:48:59.561 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.560+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.563+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:48:59.566 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.564+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.566 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ', time=2023-01-15T16:46:18.155840+0000, chain.objs.size()=5 2023-01-15T14:48:59.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.87__multipart_key1.2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ.7 2023-01-15T14:48:59.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.87__multipart_key1.2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ.8 2023-01-15T14:48:59.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.87__multipart_key1.2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ.9 2023-01-15T14:48:59.568 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.87__multipart_key1.2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ.10 2023-01-15T14:48:59.568 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.565+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.87__multipart_key1.2~bLa9BjCBXMog7px1E0R9mcbdSCld3IZ.11 2023-01-15T14:48:59.569 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.567+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.573 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.571+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:48:59.574 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.572+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.574 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.573+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.575 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.573+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.575 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.574+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:48:59.576 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.576 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.577 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.577 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7187410852426127924', time=2023-01-15T16:45:32.570113+0000, chain.objs.size()=5 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~kOToZhbr712mrjtVLr5uAn-Uh_QF0VH.1 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~kOToZhbr712mrjtVLr5uAn-Uh_QF0VH.2 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~kOToZhbr712mrjtVLr5uAn-Uh_QF0VH.3 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~kOToZhbr712mrjtVLr5uAn-Uh_QF0VH.4 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~kOToZhbr712mrjtVLr5uAn-Uh_QF0VH.5 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15133035910238603547', time=2023-01-15T16:46:31.542969+0000, chain.objs.size()=5 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~YeIMfkNIyxg45wdn3uY71AVx9aZq9Ai.1 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~YeIMfkNIyxg45wdn3uY71AVx9aZq9Ai.2 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~YeIMfkNIyxg45wdn3uY71AVx9aZq9Ai.3 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~YeIMfkNIyxg45wdn3uY71AVx9aZq9Ai.4 2023-01-15T14:48:59.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.575+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~YeIMfkNIyxg45wdn3uY71AVx9aZq9Ai.5 2023-01-15T14:48:59.582 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.580+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.591 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.590+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:48:59.592 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.591+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.593 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.591+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.593 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.11433436415262699196', time=2023-01-15T16:45:37.339318+0000, chain.objs.size()=4 2023-01-15T14:48:59.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.79__shadow_.pw67aguaGmxnic5bmBWlMJnA0ZVDrB2_1 2023-01-15T14:48:59.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.79__shadow_.pw67aguaGmxnic5bmBWlMJnA0ZVDrB2_2 2023-01-15T14:48:59.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.79__shadow_.pw67aguaGmxnic5bmBWlMJnA0ZVDrB2_3 2023-01-15T14:48:59.594 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.592+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.79__shadow_.pw67aguaGmxnic5bmBWlMJnA0ZVDrB2_4 2023-01-15T14:48:59.595 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.593+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.597 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.595+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:48:59.598 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.596+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.599 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.599 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.599 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10605986982099918991', time=2023-01-15T16:48:59.087639+0000, chain.objs.size()=5 2023-01-15T14:48:59.599 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.131__multipart_key1/data/file.mpg.2~QCpQNDnNzGN-2eYrmgWrudJ6Q0cc24x.1 2023-01-15T14:48:59.599 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.131__multipart_key1/data/file.mpg.2~QCpQNDnNzGN-2eYrmgWrudJ6Q0cc24x.2 2023-01-15T14:48:59.600 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.131__multipart_key1/data/file.mpg.2~QCpQNDnNzGN-2eYrmgWrudJ6Q0cc24x.3 2023-01-15T14:48:59.600 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.131__multipart_key1/data/file.mpg.2~QCpQNDnNzGN-2eYrmgWrudJ6Q0cc24x.4 2023-01-15T14:48:59.600 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.597+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.131__multipart_key1/data/file.mpg.2~QCpQNDnNzGN-2eYrmgWrudJ6Q0cc24x.5 2023-01-15T14:48:59.600 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.599+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.606 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.605+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:48:59.607 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.605+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.607 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2', time=2023-01-15T16:44:46.069905+0000, chain.objs.size()=5 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.65__multipart_key1.2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2.1 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.65__multipart_key1.2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2.2 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.65__multipart_key1.2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2.3 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.65__multipart_key1.2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2.4 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.65__multipart_key1.2~ba5CkyEQB1S_poap3cG2r0hgKvbZdM2.5 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2838652368337472792', time=2023-01-15T16:45:37.018717+0000, chain.objs.size()=5 2023-01-15T14:48:59.609 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~L8ir2dk13FyZHj45_JztHL8ug-OoEP_.1 2023-01-15T14:48:59.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~L8ir2dk13FyZHj45_JztHL8ug-OoEP_.1_1 2023-01-15T14:48:59.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~L8ir2dk13FyZHj45_JztHL8ug-OoEP_.2 2023-01-15T14:48:59.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~L8ir2dk13FyZHj45_JztHL8ug-OoEP_.2_1 2023-01-15T14:48:59.610 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.606+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~L8ir2dk13FyZHj45_JztHL8ug-OoEP_.3 2023-01-15T14:48:59.611 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.610+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.616 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.614+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:48:59.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.615+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.617 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.618 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3797021533789859081', time=2023-01-15T16:46:36.162505+0000, chain.objs.size()=5 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~BZt_FTcC0njKYKTJJ9-PVJjwWIf-ESh.1 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~BZt_FTcC0njKYKTJJ9-PVJjwWIf-ESh.2 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~BZt_FTcC0njKYKTJJ9-PVJjwWIf-ESh.3 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~BZt_FTcC0njKYKTJJ9-PVJjwWIf-ESh.4 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~BZt_FTcC0njKYKTJJ9-PVJjwWIf-ESh.5 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12726034760108831709', time=2023-01-15T16:47:01.584123+0000, chain.objs.size()=5 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.89__multipart_key1.2~Q07Qp_ae4M-3sseZv8Qy1IBhOkaQyuJ.1 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.89__multipart_key1.2~Q07Qp_ae4M-3sseZv8Qy1IBhOkaQyuJ.2 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.89__multipart_key1.2~Q07Qp_ae4M-3sseZv8Qy1IBhOkaQyuJ.3 2023-01-15T14:48:59.619 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.89__multipart_key1.2~Q07Qp_ae4M-3sseZv8Qy1IBhOkaQyuJ.4 2023-01-15T14:48:59.620 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.616+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.89__multipart_key1.2~Q07Qp_ae4M-3sseZv8Qy1IBhOkaQyuJ.5 2023-01-15T14:48:59.621 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.620+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.628 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.627+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:48:59.629 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.628+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.628+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.630 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.629+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.631 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.629+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:48:59.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.630+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.632 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2239750230661624120', time=2023-01-15T16:45:19.675101+0000, chain.objs.size()=5 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~uXpdh-zGMZcGZ11MpOkxg9-CcU1Z-ht.1 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~uXpdh-zGMZcGZ11MpOkxg9-CcU1Z-ht.2 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~uXpdh-zGMZcGZ11MpOkxg9-CcU1Z-ht.3 2023-01-15T14:48:59.633 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~uXpdh-zGMZcGZ11MpOkxg9-CcU1Z-ht.4 2023-01-15T14:48:59.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.631+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~uXpdh-zGMZcGZ11MpOkxg9-CcU1Z-ht.5 2023-01-15T14:48:59.634 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.633+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.637+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:48:59.639 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.638+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.640 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.638+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10811890403591407703', time=2023-01-15T16:45:02.232649+0000, chain.objs.size()=5 2023-01-15T14:48:59.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.1 2023-01-15T14:48:59.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.2 2023-01-15T14:48:59.641 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.3 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.4 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.5 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.9259050291553186798', time=2023-01-15T16:46:04.753080+0000, chain.objs.size()=5 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file.mpg.2~gmOo5Y7lC-1P-Lw3bUz1dcvgEFKie6h.1 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file.mpg.2~gmOo5Y7lC-1P-Lw3bUz1dcvgEFKie6h.2 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file.mpg.2~gmOo5Y7lC-1P-Lw3bUz1dcvgEFKie6h.3 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file.mpg.2~gmOo5Y7lC-1P-Lw3bUz1dcvgEFKie6h.4 2023-01-15T14:48:59.642 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.639+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file.mpg.2~gmOo5Y7lC-1P-Lw3bUz1dcvgEFKie6h.5 2023-01-15T14:48:59.644 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.643+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.646 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.645+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:48:59.647 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.646+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.646+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.648 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.646+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.647+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:48:59.649 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.648+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.648+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.650 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.649+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.651 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.649+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:48:59.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.650+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.651+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.651+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.652+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:48:59.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.654+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.654+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.656 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15375918894392920911', time=2023-01-15T16:47:06.439354+0000, chain.objs.size()=5 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.90__multipart_key1.2~20LKIb6m5mI9O7zS9vxNOK6Tm16LMIF.1 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.90__multipart_key1.2~20LKIb6m5mI9O7zS9vxNOK6Tm16LMIF.2 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.90__multipart_key1.2~20LKIb6m5mI9O7zS9vxNOK6Tm16LMIF.3 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.90__multipart_key1.2~20LKIb6m5mI9O7zS9vxNOK6Tm16LMIF.4 2023-01-15T14:48:59.657 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.655+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.90__multipart_key1.2~20LKIb6m5mI9O7zS9vxNOK6Tm16LMIF.5 2023-01-15T14:48:59.658 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.657+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.660 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.658+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:48:59.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.659+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.660+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.660+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.661+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:48:59.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.662+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.662+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.662+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.5366512505341485953', time=2023-01-15T16:46:26.919315+0000, chain.objs.size()=5 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~W_G7h0SGzc8T4pB02eOYoZBRaQkX7K2.1 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~W_G7h0SGzc8T4pB02eOYoZBRaQkX7K2.2 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~W_G7h0SGzc8T4pB02eOYoZBRaQkX7K2.3 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~W_G7h0SGzc8T4pB02eOYoZBRaQkX7K2.4 2023-01-15T14:48:59.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.663+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~W_G7h0SGzc8T4pB02eOYoZBRaQkX7K2.5 2023-01-15T14:48:59.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.665+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.667+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:48:59.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.668+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.670 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.668+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.670 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.669+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.671 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.669+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:48:59.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.670+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.671+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.673 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.671+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.673 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.672+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:48:59.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.673+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.673+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12272819517033524871', time=2023-01-15T16:45:02.557297+0000, chain.objs.size()=5 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.1 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.2 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.3 2023-01-15T14:48:59.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.4 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.77__multipart_key1.2~sSt_b-LCWTRFqKGGGcfKv5iJpQqHPQW.5 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10064134495346802291', time=2023-01-15T16:45:43.740223+0000, chain.objs.size()=5 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.84__multipart_key1.2~8TRc20ijbrX2gIe6PRiUZsXZAFfeAvF.1 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.84__multipart_key1.2~8TRc20ijbrX2gIe6PRiUZsXZAFfeAvF.2 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.84__multipart_key1.2~8TRc20ijbrX2gIe6PRiUZsXZAFfeAvF.3 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.84__multipart_key1.2~8TRc20ijbrX2gIe6PRiUZsXZAFfeAvF.4 2023-01-15T14:48:59.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.674+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.84__multipart_key1.2~8TRc20ijbrX2gIe6PRiUZsXZAFfeAvF.5 2023-01-15T14:48:59.678 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.677+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.686 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.685+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:48:59.688 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.686+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.686+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.10370317464852668301', time=2023-01-15T16:48:53.660774+0000, chain.objs.size()=5 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.130__multipart_key1.2~HskabOei4_6sHKarP7kR0QU7ZRiQml2.1 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.130__multipart_key1.2~HskabOei4_6sHKarP7kR0QU7ZRiQml2.2 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.130__multipart_key1.2~HskabOei4_6sHKarP7kR0QU7ZRiQml2.3 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.130__multipart_key1.2~HskabOei4_6sHKarP7kR0QU7ZRiQml2.4 2023-01-15T14:48:59.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.687+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.130__multipart_key1.2~HskabOei4_6sHKarP7kR0QU7ZRiQml2.5 2023-01-15T14:48:59.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.691+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.695+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:48:59.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.696+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.697+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.698 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.697+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.699 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.698+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:48:59.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.700 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.701 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14345323842640575836', time=2023-01-15T16:45:36.789872+0000, chain.objs.size()=5 2023-01-15T14:48:59.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~clfDeEeHB94BXxu4H9yLnjPIK-ilnLV.1 2023-01-15T14:48:59.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~clfDeEeHB94BXxu4H9yLnjPIK-ilnLV.1_1 2023-01-15T14:48:59.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~clfDeEeHB94BXxu4H9yLnjPIK-ilnLV.2 2023-01-15T14:48:59.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~clfDeEeHB94BXxu4H9yLnjPIK-ilnLV.2_1 2023-01-15T14:48:59.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.699+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~clfDeEeHB94BXxu4H9yLnjPIK-ilnLV.3 2023-01-15T14:48:59.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.704+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.708 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.707+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:48:59.709 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.708+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.710 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.708+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.710 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.708+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.711 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.709+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:48:59.712 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.710+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.712 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:48:59.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15399908944079930789', time=2023-01-15T16:45:30.764755+0000, chain.objs.size()=5 2023-01-15T14:48:59.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~_9Qjv8kd5D0C_pHZ0DmHqpegOKZ1ct-.1 2023-01-15T14:48:59.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~_9Qjv8kd5D0C_pHZ0DmHqpegOKZ1ct-.2 2023-01-15T14:48:59.713 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~_9Qjv8kd5D0C_pHZ0DmHqpegOKZ1ct-.3 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~_9Qjv8kd5D0C_pHZ0DmHqpegOKZ1ct-.4 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~_9Qjv8kd5D0C_pHZ0DmHqpegOKZ1ct-.5 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq', time=2023-01-15T16:47:12.176410+0000, chain.objs.size()=36 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.1 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.2 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.3 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.4 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.5 2023-01-15T14:48:59.714 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.6 2023-01-15T14:48:59.715 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.711+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.7 2023-01-15T14:48:59.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.8 2023-01-15T14:48:59.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.9 2023-01-15T14:48:59.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.10 2023-01-15T14:48:59.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.11 2023-01-15T14:48:59.716 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.12 2023-01-15T14:48:59.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.13 2023-01-15T14:48:59.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.14 2023-01-15T14:48:59.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.15 2023-01-15T14:48:59.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.16 2023-01-15T14:48:59.717 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.714+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.8GMbuW4CJb1VLbeEF1XHF4OASP8Z7njo.17 2023-01-15T14:48:59.719 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.717+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.6kY0gcAzRdz5PK4ceyCqheTfo-3e5fIK.18 2023-01-15T14:48:59.719 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.717+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.F3-yNols4MBDpQ0kHJJjJR7Nn52NVJBz.19 2023-01-15T14:48:59.720 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.q41RK5GNOjxnWtkrwTBzY5KOZqdgx-lW.20 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.21 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.22 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.23 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.24 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.25 2023-01-15T14:48:59.721 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.26 2023-01-15T14:48:59.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.27 2023-01-15T14:48:59.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.28 2023-01-15T14:48:59.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.719+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.29 2023-01-15T14:48:59.722 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.721+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.30 2023-01-15T14:48:59.723 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.722+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.31 2023-01-15T14:48:59.724 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.722+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.32 2023-01-15T14:48:59.724 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.723+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.33 2023-01-15T14:48:59.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.723+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.34 2023-01-15T14:48:59.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.723+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.35 2023-01-15T14:48:59.725 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.723+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.91__multipart_key1.2~UYC4ADs3eFTIz07ywzdgvO0dUladpiq.36 2023-01-15T14:48:59.727 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.726+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.759+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:48:59.761 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.760+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.762 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.760+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2391130348680964009', time=2023-01-15T16:46:53.202226+0000, chain.objs.size()=5 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ERYLHVWS6b9ljNqPTvgjOElWRXR-UBl.1 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~ERYLHVWS6b9ljNqPTvgjOElWRXR-UBl.1_1 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ERYLHVWS6b9ljNqPTvgjOElWRXR-UBl.2 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~ERYLHVWS6b9ljNqPTvgjOElWRXR-UBl.2_1 2023-01-15T14:48:59.763 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.761+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ERYLHVWS6b9ljNqPTvgjOElWRXR-UBl.3 2023-01-15T14:48:59.764 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.763+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.769 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.767+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:48:59.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.769+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.5572027192743440352', time=2023-01-15T16:46:04.821013+0000, chain.objs.size()=5 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file2.mpg.2~EHjyY4T44qFfoFdu5yINJ-EuVH6Vbtb.1 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file2.mpg.2~EHjyY4T44qFfoFdu5yINJ-EuVH6Vbtb.2 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file2.mpg.2~EHjyY4T44qFfoFdu5yINJ-EuVH6Vbtb.3 2023-01-15T14:48:59.772 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file2.mpg.2~EHjyY4T44qFfoFdu5yINJ-EuVH6Vbtb.4 2023-01-15T14:48:59.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.770+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.86__multipart_file2.mpg.2~EHjyY4T44qFfoFdu5yINJ-EuVH6Vbtb.5 2023-01-15T14:48:59.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.772+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.778+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:48:59.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.779+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.779+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13748138126914395044', time=2023-01-15T16:45:34.390451+0000, chain.objs.size()=5 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~rJ3MnLh6H8JK4suJzkTH-UzaaAHwl-i.1 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~rJ3MnLh6H8JK4suJzkTH-UzaaAHwl-i.1_1 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~rJ3MnLh6H8JK4suJzkTH-UzaaAHwl-i.2 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__shadow_key1.2~rJ3MnLh6H8JK4suJzkTH-UzaaAHwl-i.2_1 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.80__multipart_key1.2~rJ3MnLh6H8JK4suJzkTH-UzaaAHwl-i.3 2023-01-15T14:48:59.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14476258867280907733', time=2023-01-15T16:46:40.097538+0000, chain.objs.size()=5 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ATvjixMJYhuBkAyXxiakZPS3w_j98o1.1 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~ATvjixMJYhuBkAyXxiakZPS3w_j98o1.1_1 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ATvjixMJYhuBkAyXxiakZPS3w_j98o1.2 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~ATvjixMJYhuBkAyXxiakZPS3w_j98o1.2_1 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~ATvjixMJYhuBkAyXxiakZPS3w_j98o1.3 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 20 garbage collection: RGWGC::process iterating over entry tag='3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.1788306941750216096', time=2023-01-15T16:46:53.430495+0000, chain.objs.size()=5 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~332bBk2M_Pf4_fwsnD2CI7f0sVVX3uz.1 2023-01-15T14:48:59.783 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.780+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~332bBk2M_Pf4_fwsnD2CI7f0sVVX3uz.1_1 2023-01-15T14:48:59.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.783+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~332bBk2M_Pf4_fwsnD2CI7f0sVVX3uz.2 2023-01-15T14:48:59.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.783+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__shadow_key1.2~332bBk2M_Pf4_fwsnD2CI7f0sVVX3uz.2_1 2023-01-15T14:48:59.784 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.783+0000 7f4134346780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.88__multipart_key1.2~332bBk2M_Pf4_fwsnD2CI7f0sVVX3uz.3 2023-01-15T14:48:59.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.787+0000 7f4134346780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:48:59.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.794+0000 7f4134346780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:48:59.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.796+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.797 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.796+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.798 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.797+0000 7f4134346780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.799+0000 7f41192c2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:48:59.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.800+0000 7f4134346780 20 remove_watcher() i=0 2023-01-15T14:48:59.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.800+0000 7f4134346780 2 removed watcher, disabling cache 2023-01-15T14:48:59.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.801+0000 7f4134346780 20 remove_watcher() i=1 2023-01-15T14:48:59.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.802+0000 7f4134346780 20 remove_watcher() i=2 2023-01-15T14:48:59.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.803+0000 7f4134346780 20 remove_watcher() i=3 2023-01-15T14:48:59.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.804+0000 7f4134346780 20 remove_watcher() i=4 2023-01-15T14:48:59.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.804+0000 7f4134346780 20 remove_watcher() i=5 2023-01-15T14:48:59.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.805+0000 7f4134346780 20 remove_watcher() i=6 2023-01-15T14:48:59.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.806+0000 7f4134346780 20 remove_watcher() i=7 2023-01-15T14:48:59.813 DEBUG:teuthology.orchestra.run.smithi154:> radosgw-admin gc process --include-all 2023-01-15T14:48:59.896 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:48:59.896 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:48:59.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.907+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.908+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.908+0000 7f5032751780 20 realm 2023-01-15T14:48:59.910 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.908+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.909+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.909+0000 7f5032751780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:48:59.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.909+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.909+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.911 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.909+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.910+0000 7f5032751780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:48:59.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.910+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.910+0000 7f5032751780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:48:59.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.910+0000 7f5032751780 20 searching for the correct realm 2023-01-15T14:48:59.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.918+0000 7f50306ff700 0 -- 172.21.15.154:0/883682833 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55f9c6c9b400 msgr2=0x55f9c6c9cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:48:59.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.919+0000 7f5032751780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:48:59.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.919+0000 7f5032751780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:48:59.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.919+0000 7f5032751780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.919+0000 7f5032751780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.919+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:48:59.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:48:59.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 zone default found 2023-01-15T14:48:59.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 4 Realm: () 2023-01-15T14:48:59.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:48:59.923 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 zonegroup default 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.920+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.921+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.921+0000 7f5032751780 20 rados->read ofs=0 len=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.921+0000 7f5032751780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.921+0000 7f5032751780 20 started sync module instance, tier type = 2023-01-15T14:48:59.924 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.921+0000 7f5032751780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:48:59.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.925+0000 7f50306ff700 0 -- 172.21.15.154:0/883682833 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55f9c6cc7c00 msgr2=0x55f9c6c9e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=0 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=1 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=2 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=3 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=4 2023-01-15T14:48:59.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=5 2023-01-15T14:48:59.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=6 2023-01-15T14:48:59.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 20 add_watcher() i=7 2023-01-15T14:48:59.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.928+0000 7f5032751780 2 all 8 watchers are set, enabling cache 2023-01-15T14:48:59.931 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.930+0000 7f50176cd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:48:59.932 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.930+0000 7f5032751780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:48:59.932 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.930+0000 7f5032751780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:48:59.967 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f5012ec4700 20 reqs_thread_entry: start 2023-01-15T14:48:59.967 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f5032751780 20 init_complete bucket index max shards: 11 2023-01-15T14:48:59.967 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f5032751780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:48:59.967 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f5010ec0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:30 2023 2023-01-15T14:48:59.967 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:48:59.968 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f501069e700 20 reqs_thread_entry: start 2023-01-15T14:48:59.968 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.965+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:48:59.968 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.966+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.968 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.967+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.968 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.967+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.969 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.968+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:48:59.970 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.969+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.969+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.971 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.969+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.972 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.970+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:48:59.973 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.971+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.973 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.972+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.973 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.972+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.974 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.973+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:48:59.975 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.974+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.976 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.974+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.976 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.975+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.977 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.975+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:48:59.979 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.977+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.979 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.978+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.979 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.978+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.980 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.978+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:48:59.981 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.979+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.981 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.980+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.982 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.980+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.982 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.981+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:48:59.983 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.982+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.984 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.982+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.984 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.983+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.985 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.983+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:48:59.986 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.984+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.986 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.985+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.987 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.985+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.987 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.986+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:48:59.988 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.987+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.989 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.987+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.989 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.988+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.990 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.988+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:48:59.991 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.989+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.991 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.990+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.991 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.990+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.992 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.991+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:48:59.993 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.992+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.994 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.992+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.994 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.992+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.995 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.993+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:48:59.996 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.995+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.997 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.995+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.997 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.995+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.997 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.996+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:48:59.998 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.997+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:48:59.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.997+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:48:59.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.998+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.000 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.998+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:49:00.001 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:48:59.999+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.001 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.000+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.002 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.000+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.002 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.001+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:49:00.003 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.002+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.004 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.002+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.004 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.002+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.005 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.003+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:49:00.006 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.004+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.006 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.005+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.006 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.005+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.007 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.006+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:49:00.008 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.007+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.009 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.007+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.009 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.008+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.008+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:49:00.011 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.009+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.011 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.010+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.011 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.010+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.012 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.010+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:49:00.013 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.012+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.012+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.013+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.014+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:49:00.016 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.015+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.016 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.015+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.015+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.016+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:49:00.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.017+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.017+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.018+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.018+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:49:00.021 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.019+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.021 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.020+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.021 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.020+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.021+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:49:00.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.022+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.022+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.023+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.025 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.023+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:49:00.026 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.025+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.025+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.025+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.026+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:49:00.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.027+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.028+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.028+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.030 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.029+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:49:00.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.030+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.030+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.030+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.032+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:49:00.034 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.033+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.034 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.033+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.033+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.034+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:49:00.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.035+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.037 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.036+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.037 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.036+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.038 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.037+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:49:00.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.038+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.038+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.040 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.038+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.040 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.039+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:49:00.041 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.040+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.040+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.041+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.043 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.041+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:49:00.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.042+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.043+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.043+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.045 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.043+0000 7f5032751780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:49:00.046 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.045+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.046 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.045+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:00.047 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.045+0000 7f5032751780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:00.048 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.047+0000 7f50176cd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:00.050 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.048+0000 7f5032751780 20 remove_watcher() i=0 2023-01-15T14:49:00.050 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.048+0000 7f5032751780 2 removed watcher, disabling cache 2023-01-15T14:49:00.050 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.049+0000 7f5032751780 20 remove_watcher() i=1 2023-01-15T14:49:00.051 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.050+0000 7f5032751780 20 remove_watcher() i=2 2023-01-15T14:49:00.052 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.051+0000 7f5032751780 20 remove_watcher() i=3 2023-01-15T14:49:00.053 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.051+0000 7f5032751780 20 remove_watcher() i=4 2023-01-15T14:49:00.054 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.052+0000 7f5032751780 20 remove_watcher() i=5 2023-01-15T14:49:00.054 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.053+0000 7f5032751780 20 remove_watcher() i=6 2023-01-15T14:49:00.055 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.054+0000 7f5032751780 20 remove_watcher() i=7 2023-01-15T14:49:00.060 INFO:teuthology.run_tasks:Running task s3tests... 2023-01-15T14:49:00.077 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'force-branch': 'ceph-master', 'slow_backend': True}} 2023-01-15T14:49:00.078 INFO:tasks.s3tests:Downloading s3-tests... 2023-01-15T14:49:00.078 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2023-01-15T14:49:00.078 DEBUG:teuthology.orchestra.run.smithi154:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T14:49:00.117 INFO:teuthology.orchestra.run.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2023-01-15T14:49:00.557 INFO:tasks.s3tests:Creating rgw users... 2023-01-15T14:49:00.557 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2023-01-15T14:49:00.558 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name 'Mr. foo.client.0' --email foo.client.0+test@test.test --caps 'user-policy=*' --access-key CVLFPSAZPBKUZIEJOQOV --secret Fvm79M4PSZjvdwJFxsNUvKczcwIr0ua7h30LdEz0O5wjbGDlWSnAOw== --cluster ceph 2023-01-15T14:49:00.652 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:00.652 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:00.661 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.659+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.662 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 realm 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.661+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.662+0000 7f01f5e41780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:00.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.662+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.662+0000 7f01f5e41780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:00.664 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.662+0000 7f01f5e41780 20 searching for the correct realm 2023-01-15T14:49:00.672 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.670+0000 7f01f35ee700 0 -- 172.21.15.154:0/1085330095 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5568226a5400 msgr2=0x556822399180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:00.673 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:00.673 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:00.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:00.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:00.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:00.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.672+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:00.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 zone default found 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 4 Realm: () 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 zonegroup default 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 started sync module instance, tier type = 2023-01-15T14:49:00.677 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.673+0000 7f01f5e41780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:00.678 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.676+0000 7f01f3def700 0 -- 172.21.15.154:0/1085330095 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x556823156000 msgr2=0x556822697080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:00.681 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=0 2023-01-15T14:49:00.681 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=1 2023-01-15T14:49:00.681 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=2 2023-01-15T14:49:00.681 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=3 2023-01-15T14:49:00.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=4 2023-01-15T14:49:00.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=5 2023-01-15T14:49:00.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=6 2023-01-15T14:49:00.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 20 add_watcher() i=7 2023-01-15T14:49:00.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.680+0000 7f01f5e41780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:00.683 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.682+0000 7f01dadbd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:00.683 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.682+0000 7f01f5e41780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:00.683 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.682+0000 7f01f5e41780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:00.688 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.686+0000 7f01f5e41780 5 note: GC not initialized 2023-01-15T14:49:00.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.687+0000 7f01d65b4700 20 reqs_thread_entry: start 2023-01-15T14:49:00.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.687+0000 7f01f5e41780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.687+0000 7f01f5e41780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.687+0000 7f01d45b0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:31 2023 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01d3d8e700 20 reqs_thread_entry: start 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 cache get: name=default.rgw.meta+users.email+foo.client.0+test@test.test : miss 2023-01-15T14:49:00.690 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.691 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 adding default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 10 cache get: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV : miss 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.688+0000 7f01f5e41780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV info.flags=0x0 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 adding default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV to cache LRU end 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 cache get: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV : hit (negative entry) 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 cache get: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV : hit (negative entry) 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:00.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:00.693 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.689+0000 7f01f5e41780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T14:49:00.693 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.690+0000 7f01ee5e4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132463 cookie 93905739121664 notifier 6617 bl.length()=640 2023-01-15T14:49:00.693 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.690+0000 7f01ee5e4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:00.693 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.690+0000 7f01ee5e4700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:00.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.692+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:00.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.692+0000 7f01f5e41780 10 moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:00.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.692+0000 7f01f5e41780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:00.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.693+0000 7f01ee5e4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132349 cookie 93905739127424 notifier 6617 bl.length()=194 2023-01-15T14:49:00.694 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.693+0000 7f01ee5e4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:00.695 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.693+0000 7f01ee5e4700 10 rgw watcher librados: moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:00.696 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01f5e41780 10 cache put: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV info.flags=0x7 2023-01-15T14:49:00.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01f5e41780 10 moving default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV to cache LRU end 2023-01-15T14:49:00.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01f5e41780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:CVLFPSAZPBKUZIEJOQOV, ofs0, ns] 2023-01-15T14:49:00.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01edde3700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132270 cookie 93905739122816 notifier 6617 bl.length()=186 2023-01-15T14:49:00.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01edde3700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV info.flags=0x7 2023-01-15T14:49:00.697 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.695+0000 7f01edde3700 10 rgw watcher librados: moving default.rgw.meta+users.keys+CVLFPSAZPBKUZIEJOQOV to cache LRU end 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "foo.client.0", 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. foo.client.0", 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "foo.client.0+test@test.test", 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:00.698 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "foo.client.0", 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "CVLFPSAZPBKUZIEJOQOV", 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "Fvm79M4PSZjvdwJFxsNUvKczcwIr0ua7h30LdEz0O5wjbGDlWSnAOw==" 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:00.699 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:00.700 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:49:00.701 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:00.702 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:00.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.697+0000 7f01dadbd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:00.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.699+0000 7f01f5e41780 20 remove_watcher() i=0 2023-01-15T14:49:00.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.699+0000 7f01f5e41780 2 removed watcher, disabling cache 2023-01-15T14:49:00.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.699+0000 7f01f5e41780 20 remove_watcher() i=1 2023-01-15T14:49:00.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.700+0000 7f01f5e41780 20 remove_watcher() i=2 2023-01-15T14:49:00.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.701+0000 7f01f5e41780 20 remove_watcher() i=3 2023-01-15T14:49:00.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.701+0000 7f01f5e41780 20 remove_watcher() i=4 2023-01-15T14:49:00.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.702+0000 7f01f5e41780 20 remove_watcher() i=5 2023-01-15T14:49:00.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.703+0000 7f01f5e41780 20 remove_watcher() i=6 2023-01-15T14:49:00.705 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.704+0000 7f01f5e41780 20 remove_watcher() i=7 2023-01-15T14:49:00.710 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 3854133783 --totp-seed QDOTWVRAT43E4ZN7HZTCWJUS4TVRIZVVSI4E2O56ICJ32SKYDHOCEHPS2BICAWFP --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:00.763 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:00.763 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:00.771 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.770+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.773 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 realm 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.774 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.772+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.773+0000 7f3b848d3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:00.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.773+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.773+0000 7f3b848d3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:00.775 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.773+0000 7f3b848d3780 20 searching for the correct realm 2023-01-15T14:49:00.782 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.781+0000 7f3b82080700 0 -- 172.21.15.154:0/87973360 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55c115e83400 msgr2=0x55c115b69180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:49:00.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:00.785 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 zone default found 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 4 Realm: () 2023-01-15T14:49:00.786 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 zonegroup default 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.783+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.787 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:00.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 started sync module instance, tier type = 2023-01-15T14:49:00.788 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.784+0000 7f3b848d3780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:00.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.787+0000 7f3b82881700 0 -- 172.21.15.154:0/87973360 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55c115f58c00 msgr2=0x55c115e71600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=0 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=1 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=2 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=3 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=4 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=5 2023-01-15T14:49:00.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.790+0000 7f3b848d3780 20 add_watcher() i=6 2023-01-15T14:49:00.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.791+0000 7f3b848d3780 20 add_watcher() i=7 2023-01-15T14:49:00.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.791+0000 7f3b848d3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:00.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.792+0000 7f3b6984f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:00.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.792+0000 7f3b848d3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:00.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.792+0000 7f3b848d3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.797+0000 7f3b848d3780 5 note: GC not initialized 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b65046700 20 reqs_thread_entry: start 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b848d3780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b848d3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b63042700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:31 2023 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b62820700 20 reqs_thread_entry: start 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b848d3780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.798+0000 7f3b848d3780 20 rados->read ofs=0 len=0 2023-01-15T14:49:00.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.799+0000 7f3b848d3780 20 rados_obj.operate() r=0 bl.length=455 2023-01-15T14:49:00.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.799+0000 7f3b848d3780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-01-15T14:49:00.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.799+0000 7f3b848d3780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:00.802 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:00.799+0000 7f3b848d3780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b848d3780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b848d3780 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b848d3780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b7c875700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533067056 cookie 94287781299200 notifier 6635 bl.length()=654 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b7c875700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:02.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.565+0000 7f3b7c875700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:02.570 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.568+0000 7f3b6984f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.573 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.572+0000 7f3b848d3780 20 remove_watcher() i=0 2023-01-15T14:49:02.573 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.572+0000 7f3b848d3780 2 removed watcher, disabling cache 2023-01-15T14:49:02.574 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.572+0000 7f3b848d3780 20 remove_watcher() i=1 2023-01-15T14:49:02.576 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.574+0000 7f3b848d3780 20 remove_watcher() i=2 2023-01-15T14:49:02.576 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.575+0000 7f3b848d3780 20 remove_watcher() i=3 2023-01-15T14:49:02.577 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.576+0000 7f3b848d3780 20 remove_watcher() i=4 2023-01-15T14:49:02.578 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.577+0000 7f3b848d3780 20 remove_watcher() i=5 2023-01-15T14:49:02.579 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.577+0000 7f3b848d3780 20 remove_watcher() i=6 2023-01-15T14:49:02.580 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.578+0000 7f3b848d3780 20 remove_watcher() i=7 2023-01-15T14:49:02.585 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2023-01-15T14:49:02.585 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name 'Mr. bar.client.0' --email bar.client.0+test@test.test --caps 'user-policy=*' --access-key YTXTARISLJSHZLVIAVQC --secret eRrNhgZxJmXyYFv3pZv9jGgUfBvYBsy+Y8fS6BmuBVdo2f0gfhjtCA== --cluster ceph 2023-01-15T14:49:02.641 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:02.642 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:02.652 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.650+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 realm 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.654 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.652+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.653+0000 7ff8cf28c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.653+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.653+0000 7ff8cf28c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:02.655 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.653+0000 7ff8cf28c780 20 searching for the correct realm 2023-01-15T14:49:02.663 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.661+0000 7ff8cd23a700 0 -- 172.21.15.154:0/717177653 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55921c8b6800 msgr2=0x55921c8a4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:49:02.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:02.665 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.666 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.667 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:02.667 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 zone default found 2023-01-15T14:49:02.667 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 4 Realm: () 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 zonegroup default 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.664+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.668 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 started sync module instance, tier type = 2023-01-15T14:49:02.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.665+0000 7ff8cf28c780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:02.669 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.668+0000 7ff8cda3b700 0 -- 172.21.15.154:0/717177653 >> [v2:172.21.15.191:6816/101507,v1:172.21.15.191:6817/101507] conn(0x55921c8b9800 msgr2=0x55921c8a2b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=0 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=1 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=2 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=3 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=4 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=5 2023-01-15T14:49:02.674 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.672+0000 7ff8cf28c780 20 add_watcher() i=6 2023-01-15T14:49:02.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.673+0000 7ff8cf28c780 20 add_watcher() i=7 2023-01-15T14:49:02.675 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.673+0000 7ff8cf28c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:02.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.674+0000 7ff8b4208700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.674+0000 7ff8cf28c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:02.676 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.674+0000 7ff8cf28c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:02.680 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.679+0000 7ff8cf28c780 5 note: GC not initialized 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8af9ff700 20 reqs_thread_entry: start 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8cf28c780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8cf28c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8ad9fb700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8ad1d9700 20 reqs_thread_entry: start 2023-01-15T14:49:02.682 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8cf28c780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T14:49:02.683 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.680+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.683 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 cache get: name=default.rgw.meta+users.email+bar.client.0+test@test.test : miss 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 adding default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 10 cache get: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC : miss 2023-01-15T14:49:02.684 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.681+0000 7ff8cf28c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.685 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.685 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC info.flags=0x0 2023-01-15T14:49:02.685 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 adding default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC to cache LRU end 2023-01-15T14:49:02.685 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 cache get: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC : hit (negative entry) 2023-01-15T14:49:02.685 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 cache get: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC : hit (negative entry) 2023-01-15T14:49:02.686 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:02.686 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.687 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.682+0000 7ff8cf28c780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T14:49:02.687 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.683+0000 7ff8c7a2f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066917 cookie 94086029213568 notifier 6619 bl.length()=640 2023-01-15T14:49:02.687 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.683+0000 7ff8c7a2f700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:02.687 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.683+0000 7ff8c7a2f700 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.688 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:02.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8cf28c780 10 moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8cf28c780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:02.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8c722e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066918 cookie 94086029213568 notifier 6619 bl.length()=194 2023-01-15T14:49:02.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8c722e700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:02.689 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.686+0000 7ff8c722e700 10 rgw watcher librados: moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.691 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.689+0000 7ff8cf28c780 10 cache put: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC info.flags=0x7 2023-01-15T14:49:02.691 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.689+0000 7ff8cf28c780 10 moving default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC to cache LRU end 2023-01-15T14:49:02.691 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.689+0000 7ff8cf28c780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:YTXTARISLJSHZLVIAVQC, ofs0, ns] 2023-01-15T14:49:02.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.690+0000 7ff8c722e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066863 cookie 94086029215872 notifier 6619 bl.length()=186 2023-01-15T14:49:02.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.690+0000 7ff8c722e700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC info.flags=0x7 2023-01-15T14:49:02.692 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.690+0000 7ff8c722e700 10 rgw watcher librados: moving default.rgw.meta+users.keys+YTXTARISLJSHZLVIAVQC to cache LRU end 2023-01-15T14:49:02.693 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:02.693 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "bar.client.0", 2023-01-15T14:49:02.693 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. bar.client.0", 2023-01-15T14:49:02.694 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "bar.client.0+test@test.test", 2023-01-15T14:49:02.694 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:02.694 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:02.694 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:02.694 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "bar.client.0", 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "YTXTARISLJSHZLVIAVQC", 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "eRrNhgZxJmXyYFv3pZv9jGgUfBvYBsy+Y8fS6BmuBVdo2f0gfhjtCA==" 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:02.695 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:02.696 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:02.697 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:02.698 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:02.699 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:02.700 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:02.700 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:02.700 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:49:02.700 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:02.700 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:02.702 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.692+0000 7ff8b4208700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.694+0000 7ff8cf28c780 20 remove_watcher() i=0 2023-01-15T14:49:02.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.694+0000 7ff8cf28c780 2 removed watcher, disabling cache 2023-01-15T14:49:02.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.695+0000 7ff8cf28c780 20 remove_watcher() i=1 2023-01-15T14:49:02.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.696+0000 7ff8cf28c780 20 remove_watcher() i=2 2023-01-15T14:49:02.703 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.696+0000 7ff8cf28c780 20 remove_watcher() i=3 2023-01-15T14:49:02.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.697+0000 7ff8cf28c780 20 remove_watcher() i=4 2023-01-15T14:49:02.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.698+0000 7ff8cf28c780 20 remove_watcher() i=5 2023-01-15T14:49:02.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.699+0000 7ff8cf28c780 20 remove_watcher() i=6 2023-01-15T14:49:02.704 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.699+0000 7ff8cf28c780 20 remove_watcher() i=7 2023-01-15T14:49:02.707 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 3060279141 --totp-seed C2XKUIKRBP6ZTS75DUDIRD77VQ3SVKINQ5MIUZKNYVGZR5OZMBCCDCEAV4F7IO5K --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:02.767 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:02.767 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:02.777 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.776+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 realm 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:02.779 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.777+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.778+0000 7f1738d4c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.780 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.778+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.778+0000 7f1738d4c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:02.781 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.779+0000 7f1738d4c780 20 searching for the correct realm 2023-01-15T14:49:02.789 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.788+0000 7f1736cfa700 0 -- 172.21.15.154:0/3176918132 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55f55680b000 msgr2=0x55f5564f4c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:49:02.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.789+0000 7f1738d4c780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:02.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.789+0000 7f1738d4c780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:02.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.789+0000 7f1738d4c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:02.791 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.789+0000 7f1738d4c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:02.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.789+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.792 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:02.793 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 zone default found 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 4 Realm: () 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 zonegroup default 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.794 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.790+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.791+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.791+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.791+0000 7f1738d4c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.791+0000 7f1738d4c780 20 started sync module instance, tier type = 2023-01-15T14:49:02.795 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.791+0000 7f1738d4c780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:02.796 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.795+0000 7f17374fb700 0 -- 172.21.15.154:0/3176918132 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55f55680b800 msgr2=0x55f5567fdb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=0 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=1 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=2 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=3 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=4 2023-01-15T14:49:02.799 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=5 2023-01-15T14:49:02.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.797+0000 7f1738d4c780 20 add_watcher() i=6 2023-01-15T14:49:02.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.798+0000 7f1738d4c780 20 add_watcher() i=7 2023-01-15T14:49:02.800 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.798+0000 7f1738d4c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:02.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.799+0000 7f171dcc8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.799+0000 7f1738d4c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:02.801 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.799+0000 7f1738d4c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:02.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.804+0000 7f1738d4c780 5 note: GC not initialized 2023-01-15T14:49:02.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.805+0000 7f17194bf700 20 reqs_thread_entry: start 2023-01-15T14:49:02.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.805+0000 7f1738d4c780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.805+0000 7f1738d4c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.805+0000 7f17174bb700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1716c99700 20 reqs_thread_entry: start 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T14:49:02.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 20 rados_obj.operate() r=0 bl.length=455 2023-01-15T14:49:02.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-01-15T14:49:02.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.806+0000 7f1738d4c780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:02.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f1738d4c780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:02.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f1738d4c780 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f1738d4c780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T14:49:02.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f17314ef700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066919 cookie 94512203349888 notifier 6674 bl.length()=654 2023-01-15T14:49:02.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f17314ef700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:02.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.808+0000 7f17314ef700 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:02.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.811+0000 7f171dcc8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.812+0000 7f1738d4c780 20 remove_watcher() i=0 2023-01-15T14:49:02.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.812+0000 7f1738d4c780 2 removed watcher, disabling cache 2023-01-15T14:49:02.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.813+0000 7f1738d4c780 20 remove_watcher() i=1 2023-01-15T14:49:02.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.814+0000 7f1738d4c780 20 remove_watcher() i=2 2023-01-15T14:49:02.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.814+0000 7f1738d4c780 20 remove_watcher() i=3 2023-01-15T14:49:02.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.815+0000 7f1738d4c780 20 remove_watcher() i=4 2023-01-15T14:49:02.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.816+0000 7f1738d4c780 20 remove_watcher() i=5 2023-01-15T14:49:02.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.817+0000 7f1738d4c780 20 remove_watcher() i=6 2023-01-15T14:49:02.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.817+0000 7f1738d4c780 20 remove_watcher() i=7 2023-01-15T14:49:02.823 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2023-01-15T14:49:02.824 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr. testx$tenanteduser.client.0' --email 'testx$tenanteduser.client.0+test@test.test' --caps 'user-policy=*' --access-key EIGTCLXWFTYDWYYSQNAL --secret cXVh4YGLoAOsJfhyw6+ZxNlFel/Pe821Kl94WDM2ZZ95hj0pvjwMqw== --cluster ceph 2023-01-15T14:49:02.877 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:02.878 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:02.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.885+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 realm 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:02.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.886+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.887+0000 7fb97ca68780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.887+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.887+0000 7fb97ca68780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:02.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.887+0000 7fb97ca68780 20 searching for the correct realm 2023-01-15T14:49:02.898 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.896+0000 7fb97a215700 0 -- 172.21.15.154:0/454300590 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55f5f0493400 msgr2=0x55f5f0175180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:02.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:02.900 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 zone default found 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 4 Realm: () 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 zonegroup default 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.897+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.901 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 started sync module instance, tier type = 2023-01-15T14:49:02.902 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.898+0000 7fb97ca68780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:02.904 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.903+0000 7fb97a215700 0 -- 172.21.15.154:0/454300590 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55f5f0f3b400 msgr2=0x55f5f0480680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:49:02.906 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=0 2023-01-15T14:49:02.906 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=1 2023-01-15T14:49:02.906 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=2 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=3 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=4 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=5 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=6 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 20 add_watcher() i=7 2023-01-15T14:49:02.907 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.905+0000 7fb97ca68780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:02.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.906+0000 7fb9619e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.907+0000 7fb97ca68780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:02.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.907+0000 7fb97ca68780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:02.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.911+0000 7fb97ca68780 5 note: GC not initialized 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb95d1db700 20 reqs_thread_entry: start 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb97ca68780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb97ca68780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb95b1d7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb95a9b5700 20 reqs_thread_entry: start 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb97ca68780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T14:49:02.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.912+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2023-01-15T14:49:02.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test : miss 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 adding default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache get: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL : miss 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL info.flags=0x0 2023-01-15T14:49:02.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 adding default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL to cache LRU end 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache get: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL : hit (negative entry) 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.913+0000 7fb97ca68780 10 cache get: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL : hit (negative entry) 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.914+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.914+0000 7fb97ca68780 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.914+0000 7fb97ca68780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T14:49:02.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.915+0000 7fb97520b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066942 cookie 94514783376896 notifier 6695 bl.length()=714 2023-01-15T14:49:02.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.915+0000 7fb97520b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:02.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.915+0000 7fb97520b700 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:02.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:02.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97ca68780 10 moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97ca68780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:02.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97520b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066889 cookie 94514787672064 notifier 6695 bl.length()=224 2023-01-15T14:49:02.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97520b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:02.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.917+0000 7fb97520b700 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:02.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.919+0000 7fb97ca68780 10 cache put: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL info.flags=0x7 2023-01-15T14:49:02.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.919+0000 7fb97ca68780 10 moving default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL to cache LRU end 2023-01-15T14:49:02.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.919+0000 7fb97ca68780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:EIGTCLXWFTYDWYYSQNAL, ofs0, ns] 2023-01-15T14:49:02.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.920+0000 7fb97520b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066920 cookie 94514783371136 notifier 6695 bl.length()=201 2023-01-15T14:49:02.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.920+0000 7fb97520b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL info.flags=0x7 2023-01-15T14:49:02.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.920+0000 7fb97520b700 10 rgw watcher librados: moving default.rgw.meta+users.keys+EIGTCLXWFTYDWYYSQNAL to cache LRU end 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "testx$tenanteduser.client.0", 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. testx$tenanteduser.client.0", 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "testx$tenanteduser.client.0+test@test.test", 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:02.924 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "testx$tenanteduser.client.0", 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "EIGTCLXWFTYDWYYSQNAL", 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "cXVh4YGLoAOsJfhyw6+ZxNlFel/Pe821Kl94WDM2ZZ95hj0pvjwMqw==" 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:02.925 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:02.926 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:02.927 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:02.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.921+0000 7fb9619e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:02.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.923+0000 7fb97ca68780 20 remove_watcher() i=0 2023-01-15T14:49:02.929 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.923+0000 7fb97ca68780 2 removed watcher, disabling cache 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.924+0000 7fb97ca68780 20 remove_watcher() i=1 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.925+0000 7fb97ca68780 20 remove_watcher() i=2 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.925+0000 7fb97ca68780 20 remove_watcher() i=3 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.926+0000 7fb97ca68780 20 remove_watcher() i=4 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.927+0000 7fb97ca68780 20 remove_watcher() i=5 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.927+0000 7fb97ca68780 20 remove_watcher() i=6 2023-01-15T14:49:02.930 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.928+0000 7fb97ca68780 20 remove_watcher() i=7 2023-01-15T14:49:02.934 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 8296191342 --totp-seed 2HXSTTIN6MGHD322EFTBJPZE4S4AT67Z4YFBQJMCPJZBEB2DU6IL4GLSCJPLA6XS --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:02.988 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:02.988 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:02.998 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.995+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 realm 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:02.999 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.000 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.000 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.997+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.003 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.998+0000 7efce9745780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.003 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.998+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.003 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.998+0000 7efce9745780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:03.004 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:02.998+0000 7efce9745780 20 searching for the correct realm 2023-01-15T14:49:03.008 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.007+0000 7efce76f3700 0 -- 172.21.15.154:0/3235279158 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x55583135a400 msgr2=0x555830f90c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.010 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.011 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:03.011 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 20 zone default found 2023-01-15T14:49:03.013 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 4 Realm: () 2023-01-15T14:49:03.013 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:03.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.008+0000 7efce9745780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:03.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:03.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 zonegroup default 2023-01-15T14:49:03.014 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 started sync module instance, tier type = 2023-01-15T14:49:03.015 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.009+0000 7efce9745780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:03.016 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.014+0000 7efce6ef2700 0 -- 172.21.15.154:0/3235279158 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55583135b000 msgr2=0x555830f91180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=0 2023-01-15T14:49:03.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=1 2023-01-15T14:49:03.017 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=2 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=3 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=4 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=5 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.015+0000 7efce9745780 20 add_watcher() i=6 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.016+0000 7efce9745780 20 add_watcher() i=7 2023-01-15T14:49:03.018 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.016+0000 7efce9745780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:03.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.017+0000 7efcce6c1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.017+0000 7efce9745780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:03.019 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.017+0000 7efce9745780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:03.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.022+0000 7efce9745780 5 note: GC not initialized 2023-01-15T14:49:03.026 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efcc9eb8700 20 reqs_thread_entry: start 2023-01-15T14:49:03.026 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:03.026 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:03.026 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efcc7eb4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:03.026 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efcc7692700 20 reqs_thread_entry: start 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 20 rados_obj.operate() r=0 bl.length=514 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:03.027 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.023+0000 7efce9745780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:03.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.025+0000 7efce9745780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:03.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.025+0000 7efce9745780 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:03.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.025+0000 7efce9745780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T14:49:03.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.026+0000 7efce1ee8700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066943 cookie 93837267080704 notifier 7059 bl.length()=728 2023-01-15T14:49:03.028 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.026+0000 7efce1ee8700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:03.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.026+0000 7efce1ee8700 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:03.029 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.028+0000 7efcce6c1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.029+0000 7efce9745780 20 remove_watcher() i=0 2023-01-15T14:49:03.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.029+0000 7efce9745780 2 removed watcher, disabling cache 2023-01-15T14:49:03.031 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.030+0000 7efce9745780 20 remove_watcher() i=1 2023-01-15T14:49:03.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.031+0000 7efce9745780 20 remove_watcher() i=2 2023-01-15T14:49:03.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.032+0000 7efce9745780 20 remove_watcher() i=3 2023-01-15T14:49:03.034 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.032+0000 7efce9745780 20 remove_watcher() i=4 2023-01-15T14:49:03.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.033+0000 7efce9745780 20 remove_watcher() i=5 2023-01-15T14:49:03.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.034+0000 7efce9745780 20 remove_watcher() i=6 2023-01-15T14:49:03.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.034+0000 7efce9745780 20 remove_watcher() i=7 2023-01-15T14:49:03.041 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2023-01-15T14:49:03.041 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name 'Mr. foobar.client.0' --email foobar.client.0+test@test.test --caps 'user-policy=*' --access-key CNPTRSFVWJOUEQMTSEEA --secret kMJYWrBudw4ue85NRCXxhDTFY6o84/Za/Bc7sWw+X1n9WNTHUZ3sCw== --cluster ceph 2023-01-15T14:49:03.095 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:03.095 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:03.103 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.102+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 realm 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.106 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.104+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.105+0000 7efe02d33780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.105+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.105+0000 7efe02d33780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:03.107 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.105+0000 7efe02d33780 20 searching for the correct realm 2023-01-15T14:49:03.115 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.113+0000 7efe00ce1700 0 -- 172.21.15.154:0/2236436014 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55fbb50c6c00 msgr2=0x55fbb4ff7080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.114+0000 7efe02d33780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:03.116 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.114+0000 7efe02d33780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.114+0000 7efe02d33780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.114+0000 7efe02d33780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.114+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.117 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:03.118 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 zone default found 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 4 Realm: () 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 zonegroup default 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.115+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.116+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.116+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.119 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.116+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.116+0000 7efe02d33780 20 started sync module instance, tier type = 2023-01-15T14:49:03.120 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.116+0000 7efe02d33780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:03.121 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.120+0000 7efe014e2700 0 -- 172.21.15.154:0/2236436014 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55fbb50c6800 msgr2=0x55fbb4ff7b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=0 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=1 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=2 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=3 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=4 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=5 2023-01-15T14:49:03.124 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.122+0000 7efe02d33780 20 add_watcher() i=6 2023-01-15T14:49:03.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.123+0000 7efe02d33780 20 add_watcher() i=7 2023-01-15T14:49:03.125 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.123+0000 7efe02d33780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:03.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.124+0000 7efde7caf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.124+0000 7efe02d33780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:03.126 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.124+0000 7efe02d33780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:03.130 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.128+0000 7efe02d33780 5 note: GC not initialized 2023-01-15T14:49:03.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.129+0000 7efde34a6700 20 reqs_thread_entry: start 2023-01-15T14:49:03.132 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.129+0000 7efe02d33780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.129+0000 7efe02d33780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.129+0000 7efde14a2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.129+0000 7efde0c80700 20 reqs_thread_entry: start 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache get: name=default.rgw.meta+users.email+foobar.client.0+test@test.test : miss 2023-01-15T14:49:03.133 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 adding default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache get: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA : miss 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA info.flags=0x0 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 adding default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA to cache LRU end 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache get: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA : hit (negative entry) 2023-01-15T14:49:03.134 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.130+0000 7efe02d33780 10 cache get: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA : hit (negative entry) 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.131+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.131+0000 7efe02d33780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.131+0000 7efe02d33780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.132+0000 7efdfb4d6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066890 cookie 94539562917888 notifier 7083 bl.length()=655 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.132+0000 7efdfb4d6700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.135 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.132+0000 7efdfb4d6700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.136 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.134+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:03.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.134+0000 7efe02d33780 10 moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:03.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.134+0000 7efe02d33780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:03.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.135+0000 7efdfb4d6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066944 cookie 94539558639104 notifier 7083 bl.length()=200 2023-01-15T14:49:03.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.135+0000 7efdfb4d6700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:03.137 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.135+0000 7efdfb4d6700 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:03.138 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efe02d33780 10 cache put: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA info.flags=0x7 2023-01-15T14:49:03.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efe02d33780 10 moving default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA to cache LRU end 2023-01-15T14:49:03.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efe02d33780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:CNPTRSFVWJOUEQMTSEEA, ofs0, ns] 2023-01-15T14:49:03.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efdfacd5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066872 cookie 94539558636800 notifier 7083 bl.length()=189 2023-01-15T14:49:03.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efdfacd5700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA info.flags=0x7 2023-01-15T14:49:03.139 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.137+0000 7efdfacd5700 10 rgw watcher librados: moving default.rgw.meta+users.keys+CNPTRSFVWJOUEQMTSEEA to cache LRU end 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:03.140 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "foobar.client.0", 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "CNPTRSFVWJOUEQMTSEEA", 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "kMJYWrBudw4ue85NRCXxhDTFY6o84/Za/Bc7sWw+X1n9WNTHUZ3sCw==" 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.141 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.142 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:03.143 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [] 2023-01-15T14:49:03.144 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:03.144 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:03.144 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.139+0000 7efde7caf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.141+0000 7efe02d33780 20 remove_watcher() i=0 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.141+0000 7efe02d33780 2 removed watcher, disabling cache 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.142+0000 7efe02d33780 20 remove_watcher() i=1 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.143+0000 7efe02d33780 20 remove_watcher() i=2 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.143+0000 7efe02d33780 20 remove_watcher() i=3 2023-01-15T14:49:03.145 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.144+0000 7efe02d33780 20 remove_watcher() i=4 2023-01-15T14:49:03.146 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.145+0000 7efe02d33780 20 remove_watcher() i=5 2023-01-15T14:49:03.147 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.145+0000 7efe02d33780 20 remove_watcher() i=6 2023-01-15T14:49:03.148 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.146+0000 7efe02d33780 20 remove_watcher() i=7 2023-01-15T14:49:03.152 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 6786695366 --totp-seed RH65ITWKQ6AEBLUAOY3XXZMWJVF5LGIYICOFELWYDSVX2SUQLUHXRDHD3I764FBG --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:03.206 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:03.206 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:03.214 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.213+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.216 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 realm 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.217 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.215+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.218 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.216+0000 7f1572df4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.218 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.216+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.218 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.216+0000 7f1572df4780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:03.218 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.216+0000 7f1572df4780 20 searching for the correct realm 2023-01-15T14:49:03.225 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.224+0000 7f15705a1700 0 -- 172.21.15.154:0/3371472086 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x55e0c51bd400 msgr2=0x55e0c4eb7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.227 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:03.227 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:03.227 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:03.227 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:03.227 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.228 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.228 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.228 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.228 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.225+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.229 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:03.229 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 zone default found 2023-01-15T14:49:03.229 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 4 Realm: () 2023-01-15T14:49:03.229 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:03.229 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 zonegroup default 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.226+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.227+0000 7f1572df4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.230 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.227+0000 7f1572df4780 20 started sync module instance, tier type = 2023-01-15T14:49:03.231 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.227+0000 7f1572df4780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:03.231 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.230+0000 7f1570da2700 0 -- 172.21.15.154:0/3371472086 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55e0c51bd000 msgr2=0x55e0c51a7080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.234 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=0 2023-01-15T14:49:03.234 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=1 2023-01-15T14:49:03.234 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=2 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=3 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=4 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=5 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=6 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 20 add_watcher() i=7 2023-01-15T14:49:03.235 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.233+0000 7f1572df4780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:03.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.235+0000 7f1557d70700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.235+0000 7f1572df4780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:03.236 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.235+0000 7f1572df4780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:03.240 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.239+0000 7f1572df4780 5 note: GC not initialized 2023-01-15T14:49:03.242 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1553567700 20 reqs_thread_entry: start 2023-01-15T14:49:03.242 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1572df4780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:03.242 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1572df4780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1551563700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1550d41700 20 reqs_thread_entry: start 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1572df4780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.240+0000 7f1572df4780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.243 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.241+0000 7f1572df4780 20 rados_obj.operate() r=0 bl.length=467 2023-01-15T14:49:03.244 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.241+0000 7f1572df4780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:03.244 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.241+0000 7f1572df4780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.244 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.241+0000 7f1572df4780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f1572df4780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f1572df4780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f1572df4780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f156b597700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066891 cookie 94423869063168 notifier 7104 bl.length()=669 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f156b597700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.245 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.243+0000 7f156b597700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.247 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.245+0000 7f1557d70700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.248 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.247+0000 7f1572df4780 20 remove_watcher() i=0 2023-01-15T14:49:03.249 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.247+0000 7f1572df4780 2 removed watcher, disabling cache 2023-01-15T14:49:03.249 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.248+0000 7f1572df4780 20 remove_watcher() i=1 2023-01-15T14:49:03.250 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.249+0000 7f1572df4780 20 remove_watcher() i=2 2023-01-15T14:49:03.251 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.250+0000 7f1572df4780 20 remove_watcher() i=3 2023-01-15T14:49:03.252 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.250+0000 7f1572df4780 20 remove_watcher() i=4 2023-01-15T14:49:03.252 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.251+0000 7f1572df4780 20 remove_watcher() i=5 2023-01-15T14:49:03.253 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.252+0000 7f1572df4780 20 remove_watcher() i=6 2023-01-15T14:49:03.254 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.252+0000 7f1572df4780 20 remove_watcher() i=7 2023-01-15T14:49:03.259 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'roles=*' --cluster ceph 2023-01-15T14:49:03.305 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:03.305 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:03.313 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.312+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 realm 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.315 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.316 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.313+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.316 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.314+0000 7fe950d2a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.316 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.314+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.316 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.314+0000 7fe950d2a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:03.317 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.314+0000 7fe950d2a780 20 searching for the correct realm 2023-01-15T14:49:03.324 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.323+0000 7fe94ecd8700 0 -- 172.21.15.154:0/3875666491 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x557dc1082800 msgr2=0x557dc02aec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.326 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.324+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:03.327 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 zone default found 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 4 Realm: () 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 zonegroup default 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.328 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.325+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.326+0000 7fe950d2a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.326+0000 7fe950d2a780 20 started sync module instance, tier type = 2023-01-15T14:49:03.329 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.326+0000 7fe950d2a780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:03.331 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.330+0000 7fe94ecd8700 0 -- 172.21.15.154:0/3875666491 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x557dc0692000 msgr2=0x557dc05b5080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=0 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=1 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=2 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=3 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=4 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=5 2023-01-15T14:49:03.334 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.332+0000 7fe950d2a780 20 add_watcher() i=6 2023-01-15T14:49:03.335 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.333+0000 7fe950d2a780 20 add_watcher() i=7 2023-01-15T14:49:03.335 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.333+0000 7fe950d2a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:03.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.334+0000 7fe935ca6700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.334+0000 7fe950d2a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:03.336 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.334+0000 7fe950d2a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:03.340 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.338+0000 7fe950d2a780 5 note: GC not initialized 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.339+0000 7fe93149d700 20 reqs_thread_entry: start 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.339+0000 7fe950d2a780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe92f499700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe92ec77700 20 reqs_thread_entry: start 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 20 rados_obj.operate() r=0 bl.length=481 2023-01-15T14:49:03.342 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:03.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.340+0000 7fe950d2a780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:03.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe950d2a780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe950d2a780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.343 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe950d2a780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:03.344 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe9494cd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066892 cookie 93998587568128 notifier 6773 bl.length()=682 2023-01-15T14:49:03.344 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe9494cd700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.344 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.341+0000 7fe9494cd700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.344 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "foobar.client.0", 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "CNPTRSFVWJOUEQMTSEEA", 2023-01-15T14:49:03.345 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "kMJYWrBudw4ue85NRCXxhDTFY6o84/Za/Bc7sWw+X1n9WNTHUZ3sCw==" 2023-01-15T14:49:03.346 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.346 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.346 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:03.346 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:03.347 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.347 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "roles", 2023-01-15T14:49:03.347 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.347 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:03.348 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.349 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [ 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: "6786695366" 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:03.350 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.344+0000 7fe935ca6700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.345+0000 7fe950d2a780 20 remove_watcher() i=0 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.345+0000 7fe950d2a780 2 removed watcher, disabling cache 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.346+0000 7fe950d2a780 20 remove_watcher() i=1 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.347+0000 7fe950d2a780 20 remove_watcher() i=2 2023-01-15T14:49:03.351 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.348+0000 7fe950d2a780 20 remove_watcher() i=3 2023-01-15T14:49:03.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.348+0000 7fe950d2a780 20 remove_watcher() i=4 2023-01-15T14:49:03.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.349+0000 7fe950d2a780 20 remove_watcher() i=5 2023-01-15T14:49:03.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.350+0000 7fe950d2a780 20 remove_watcher() i=6 2023-01-15T14:49:03.352 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.350+0000 7fe950d2a780 20 remove_watcher() i=7 2023-01-15T14:49:03.357 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*' --cluster ceph 2023-01-15T14:49:03.403 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:03.403 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:03.411 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.410+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.411+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.411+0000 7f6774438780 20 realm 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.414 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.412+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.413+0000 7f6774438780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.413+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.413+0000 7f6774438780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:03.415 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.413+0000 7f6774438780 20 searching for the correct realm 2023-01-15T14:49:03.423 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f67723e6700 0 -- 172.21.15.154:0/2101107641 >> [v2:172.21.15.191:6800/101505,v1:172.21.15.191:6801/101505] conn(0x5602312b3000 msgr2=0x560230f96c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f6774438780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T14:49:03.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f6774438780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T14:49:03.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f6774438780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:03.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f6774438780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:03.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.422+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.423+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.423+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.423+0000 7f6774438780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.423+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 zone default found 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 4 Realm: () 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T14:49:03.426 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 zonegroup default 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 started sync module instance, tier type = 2023-01-15T14:49:03.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.424+0000 7f6774438780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T14:49:03.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.429+0000 7f6771be5700 0 -- 172.21.15.154:0/2101107641 >> [v2:172.21.15.154:6816/101548,v1:172.21.15.154:6817/101548] conn(0x5602312b3c00 msgr2=0x560230f97180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:03.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=0 2023-01-15T14:49:03.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=1 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=2 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=3 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=4 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=5 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=6 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 20 add_watcher() i=7 2023-01-15T14:49:03.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.431+0000 7f6774438780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:03.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.433+0000 7f67593b4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.433+0000 7f6774438780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:03.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.433+0000 7f6774438780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:03.439 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.437+0000 7f6774438780 5 note: GC not initialized 2023-01-15T14:49:03.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6754bab700 20 reqs_thread_entry: start 2023-01-15T14:49:03.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6774438780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:03.440 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6774438780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:03.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6752ba7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:49:33 2023 2023-01-15T14:49:03.441 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T14:49:03.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6752385700 20 reqs_thread_entry: start 2023-01-15T14:49:03.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6774438780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:03.441 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.438+0000 7f6774438780 20 rados->read ofs=0 len=0 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.439+0000 7f6774438780 20 rados_obj.operate() r=0 bl.length=494 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.439+0000 7f6774438780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.439+0000 7f6774438780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.439+0000 7f6774438780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f6774438780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f6774438780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f6774438780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:03.442 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f676cbdb700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 910533066893 cookie 94567415848960 notifier 6791 bl.length()=703 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f676cbdb700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.440+0000 7f676cbdb700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:03.443 INFO:teuthology.orchestra.run.smithi154.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "suspended": 0, 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "max_buckets": 1000, 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "subusers": [], 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "keys": [ 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "user": "foobar.client.0", 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "access_key": "CNPTRSFVWJOUEQMTSEEA", 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "secret_key": "kMJYWrBudw4ue85NRCXxhDTFY6o84/Za/Bc7sWw+X1n9WNTHUZ3sCw==" 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.444 INFO:teuthology.orchestra.run.smithi154.stdout: "swift_keys": [], 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "caps": [ 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "oidc-provider", 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "roles", 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: { 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "user-policy", 2023-01-15T14:49:03.445 INFO:teuthology.orchestra.run.smithi154.stdout: "perm": "*" 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: } 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: ], 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "default_placement": "", 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "default_storage_class": "", 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "placement_tags": [], 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "bucket_quota": { 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.446 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "user_quota": { 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "enabled": false, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "check_on_raw": false, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size": -1, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "max_size_kb": 0, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "max_objects": -1 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "temp_url_keys": [], 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "rgw", 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "mfa_ids": [ 2023-01-15T14:49:03.447 INFO:teuthology.orchestra.run.smithi154.stdout: "6786695366" 2023-01-15T14:49:03.448 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2023-01-15T14:49:03.448 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T14:49:03.448 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.442+0000 7f67593b4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.444+0000 7f6774438780 20 remove_watcher() i=0 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.444+0000 7f6774438780 2 removed watcher, disabling cache 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.445+0000 7f6774438780 20 remove_watcher() i=1 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.445+0000 7f6774438780 20 remove_watcher() i=2 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.446+0000 7f6774438780 20 remove_watcher() i=3 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.447+0000 7f6774438780 20 remove_watcher() i=4 2023-01-15T14:49:03.449 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.448+0000 7f6774438780 20 remove_watcher() i=5 2023-01-15T14:49:03.450 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.449+0000 7f6774438780 20 remove_watcher() i=6 2023-01-15T14:49:03.451 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T14:49:03.450+0000 7f6774438780 20 remove_watcher() i=7 2023-01-15T14:49:03.456 INFO:tasks.s3tests:Configuring s3-tests... 2023-01-15T14:49:03.456 DEBUG:teuthology.orchestra.run.smithi154:> cd /home/ubuntu/cephtest/s3-tests-client.0 && ./bootstrap 2023-01-15T14:49:10.960 INFO:teuthology.orchestra.run.smithi154.stderr:./bootstrap: Missing required RPM packages: libffi-devel. 2023-01-15T14:49:11.612 INFO:teuthology.orchestra.run.smithi154.stdout:Last metadata expiration check: 0:24:11 ago on Sun 15 Jan 2023 02:25:00 PM UTC. 2023-01-15T14:49:12.750 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2023-01-15T14:49:12.751 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:49:12.751 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2023-01-15T14:49:12.751 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:49:12.751 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2023-01-15T14:49:12.751 INFO:teuthology.orchestra.run.smithi154.stdout: libffi-devel x86_64 3.1-24.el8 CentOS-BaseOS 29 k 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout: libffi x86_64 3.1-24.el8 CentOS-BaseOS 38 k 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout:Install 1 Package 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 1 Package 2023-01-15T14:49:12.752 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:12.753 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 67 k 2023-01-15T14:49:12.753 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2023-01-15T14:49:12.810 INFO:teuthology.orchestra.run.smithi154.stdout:(1/2): libffi-devel-3.1-24.el8.x86_64.rpm 510 kB/s | 29 kB 00:00 2023-01-15T14:49:12.837 INFO:teuthology.orchestra.run.smithi154.stdout:(2/2): libffi-3.1-24.el8.x86_64.rpm 461 kB/s | 38 kB 00:00 2023-01-15T14:49:12.837 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:49:12.837 INFO:teuthology.orchestra.run.smithi154.stdout:Total 792 kB/s | 67 kB 00:00 2023-01-15T14:49:12.854 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2023-01-15T14:49:12.872 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2023-01-15T14:49:12.873 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2023-01-15T14:49:12.943 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2023-01-15T14:49:12.946 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2023-01-15T14:49:13.121 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2023-01-15T14:49:13.324 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : libffi-3.1-24.el8.x86_64 1/3 2023-01-15T14:49:13.452 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libffi-devel-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:13.462 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libffi-devel-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:13.608 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:13.905 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:13.905 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libffi-devel-3.1-24.el8.x86_64 1/3 2023-01-15T14:49:13.905 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libffi-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout: libffi-3.1-24.el8.x86_64 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout: libffi-devel-3.1-24.el8.x86_64 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:14.362 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2023-01-15T14:49:14.793 INFO:teuthology.orchestra.run.smithi154.stdout:Already using interpreter /usr/bin/python3.6 2023-01-15T14:49:14.793 INFO:teuthology.orchestra.run.smithi154.stdout:Using base prefix '/usr' 2023-01-15T14:49:14.793 INFO:teuthology.orchestra.run.smithi154.stdout:New python executable in /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python3.6 2023-01-15T14:49:14.793 INFO:teuthology.orchestra.run.smithi154.stdout:Also creating executable in /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python 2023-01-15T14:49:17.291 INFO:teuthology.orchestra.run.smithi154.stdout:Installing setuptools, pip, wheel...done. 2023-01-15T14:49:17.627 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: pip in ./virtualenv/lib/python3.6/site-packages (21.3.1) 2023-01-15T14:49:18.923 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting setuptools==44.1.0 2023-01-15T14:49:18.994 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading setuptools-44.1.0-py2.py3-none-any.whl (583 kB) 2023-01-15T14:49:19.124 INFO:teuthology.orchestra.run.smithi154.stdout:Installing collected packages: setuptools 2023-01-15T14:49:19.124 INFO:teuthology.orchestra.run.smithi154.stdout: Attempting uninstall: setuptools 2023-01-15T14:49:19.124 INFO:teuthology.orchestra.run.smithi154.stdout: Found existing installation: setuptools 59.6.0 2023-01-15T14:49:19.170 INFO:teuthology.orchestra.run.smithi154.stdout: Uninstalling setuptools-59.6.0: 2023-01-15T14:49:19.179 INFO:teuthology.orchestra.run.smithi154.stdout: Successfully uninstalled setuptools-59.6.0 2023-01-15T14:49:19.501 INFO:teuthology.orchestra.run.smithi154.stdout:Successfully installed setuptools-44.1.0 2023-01-15T14:49:20.097 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting PyYAML 2023-01-15T14:49:20.100 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (603 kB) 2023-01-15T14:49:20.157 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting nose>=1.0.0 2023-01-15T14:49:20.158 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached nose-1.3.7-py3-none-any.whl (154 kB) 2023-01-15T14:49:20.244 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting boto>=2.6.0 2023-01-15T14:49:20.248 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached boto-2.49.0-py2.py3-none-any.whl (1.4 MB) 2023-01-15T14:49:21.077 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting boto3>=1.0.0 2023-01-15T14:49:21.078 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached boto3-1.23.10-py3-none-any.whl (132 kB) 2023-01-15T14:49:22.059 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting botocore<1.28.0 2023-01-15T14:49:22.072 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached botocore-1.26.10-py3-none-any.whl (8.8 MB) 2023-01-15T14:49:22.167 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting munch>=2.0.0 2023-01-15T14:49:22.169 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached munch-2.5.0-py2.py3-none-any.whl (10 kB) 2023-01-15T14:49:22.548 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting gevent>=1.0 2023-01-15T14:49:22.558 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached gevent-22.10.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.8 MB) 2023-01-15T14:49:22.642 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting isodate>=0.4.4 2023-01-15T14:49:22.710 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading isodate-0.6.1-py2.py3-none-any.whl (41 kB) 2023-01-15T14:49:22.894 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting requests>=2.23.0 2023-01-15T14:49:22.912 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading requests-2.27.1-py2.py3-none-any.whl (63 kB) 2023-01-15T14:49:23.157 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting pytz>=2011k 2023-01-15T14:49:23.174 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading pytz-2022.7.1-py2.py3-none-any.whl (499 kB) 2023-01-15T14:49:23.307 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting httplib2 2023-01-15T14:49:23.308 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached httplib2-0.21.0-py3-none-any.whl (96 kB) 2023-01-15T14:49:23.793 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting lxml 2023-01-15T14:49:23.803 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached lxml-4.9.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl (6.6 MB) 2023-01-15T14:49:23.918 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting jmespath<2.0.0,>=0.7.1 2023-01-15T14:49:23.919 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached jmespath-0.10.0-py2.py3-none-any.whl (24 kB) 2023-01-15T14:49:23.981 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting s3transfer<0.6.0,>=0.5.0 2023-01-15T14:49:23.983 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached s3transfer-0.5.2-py3-none-any.whl (79 kB) 2023-01-15T14:49:24.235 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting urllib3<1.27,>=1.25.4 2023-01-15T14:49:24.237 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached urllib3-1.26.14-py2.py3-none-any.whl (140 kB) 2023-01-15T14:49:24.302 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting python-dateutil<3.0.0,>=2.1 2023-01-15T14:49:24.303 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-01-15T14:49:24.364 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting six 2023-01-15T14:49:24.365 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-01-15T14:49:24.798 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting greenlet>=2.0.0 2023-01-15T14:49:24.800 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached greenlet-2.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (513 kB) 2023-01-15T14:49:24.858 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting zope.event 2023-01-15T14:49:24.859 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached zope.event-4.6-py2.py3-none-any.whl (6.8 kB) 2023-01-15T14:49:24.860 INFO:teuthology.orchestra.run.smithi154.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (from gevent>=1.0->-r requirements.txt (line 9)) (44.1.0) 2023-01-15T14:49:25.195 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting zope.interface 2023-01-15T14:49:25.196 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached zope.interface-5.5.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (253 kB) 2023-01-15T14:49:25.295 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting certifi>=2017.4.17 2023-01-15T14:49:25.314 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading certifi-2022.12.7-py3-none-any.whl (155 kB) 2023-01-15T14:49:25.409 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting idna<4,>=2.5 2023-01-15T14:49:25.426 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading idna-3.4-py3-none-any.whl (61 kB) 2023-01-15T14:49:25.612 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting charset-normalizer~=2.0.0 2023-01-15T14:49:25.629 INFO:teuthology.orchestra.run.smithi154.stdout: Downloading charset_normalizer-2.0.12-py3-none-any.whl (39 kB) 2023-01-15T14:49:25.784 INFO:teuthology.orchestra.run.smithi154.stdout:Collecting pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 2023-01-15T14:49:25.785 INFO:teuthology.orchestra.run.smithi154.stdout: Using cached pyparsing-3.0.9-py3-none-any.whl (98 kB) 2023-01-15T14:49:26.197 INFO:teuthology.orchestra.run.smithi154.stdout:Installing collected packages: six, urllib3, python-dateutil, jmespath, botocore, zope.interface, zope.event, s3transfer, pyparsing, idna, greenlet, charset-normalizer, certifi, requests, PyYAML, pytz, nose, munch, lxml, isodate, httplib2, gevent, boto3, boto 2023-01-15T14:49:29.539 INFO:teuthology.orchestra.run.smithi154.stdout:Successfully installed PyYAML-6.0 boto-2.49.0 boto3-1.23.10 botocore-1.26.10 certifi-2022.12.7 charset-normalizer-2.0.12 gevent-22.10.2 greenlet-2.0.1 httplib2-0.21.0 idna-3.4 isodate-0.6.1 jmespath-0.10.0 lxml-4.9.2 munch-2.5.0 nose-1.3.7 pyparsing-3.0.9 python-dateutil-2.8.2 pytz-2022.7.1 requests-2.27.1 s3transfer-0.5.2 six-1.16.0 urllib3-1.26.14 zope.event-4.6 zope.interface-5.5.2 2023-01-15T14:49:29.841 INFO:teuthology.orchestra.run.smithi154.stdout:running develop 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:running egg_info 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:creating s3tests.egg-info 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:writing s3tests.egg-info/PKG-INFO 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:writing dependency_links to s3tests.egg-info/dependency_links.txt 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:writing requirements to s3tests.egg-info/requires.txt 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:writing top-level names to s3tests.egg-info/top_level.txt 2023-01-15T14:49:29.860 INFO:teuthology.orchestra.run.smithi154.stdout:writing manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:49:29.870 INFO:teuthology.orchestra.run.smithi154.stdout:reading manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:49:29.871 INFO:teuthology.orchestra.run.smithi154.stdout:writing manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:49:29.872 INFO:teuthology.orchestra.run.smithi154.stdout:running build_ext 2023-01-15T14:49:29.873 INFO:teuthology.orchestra.run.smithi154.stdout:Creating /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages/s3tests.egg-link (link to .) 2023-01-15T14:49:29.873 INFO:teuthology.orchestra.run.smithi154.stdout:Adding s3tests 0.0.1 to easy-install.pth file 2023-01-15T14:49:29.873 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.873 INFO:teuthology.orchestra.run.smithi154.stdout:Installed /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T14:49:29.874 INFO:teuthology.orchestra.run.smithi154.stdout:Processing dependencies for s3tests==0.0.1 2023-01-15T14:49:29.962 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for isodate==0.6.1 2023-01-15T14:49:29.962 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: isodate 0.6.1 2023-01-15T14:49:29.962 INFO:teuthology.orchestra.run.smithi154.stdout:Adding isodate 0.6.1 to easy-install.pth file 2023-01-15T14:49:29.962 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.962 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.963 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for gevent==22.10.2 2023-01-15T14:49:29.963 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: gevent 22.10.2 2023-01-15T14:49:29.963 INFO:teuthology.orchestra.run.smithi154.stdout:Adding gevent 22.10.2 to easy-install.pth file 2023-01-15T14:49:29.963 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.963 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.965 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for munch==2.5.0 2023-01-15T14:49:29.965 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: munch 2.5.0 2023-01-15T14:49:29.965 INFO:teuthology.orchestra.run.smithi154.stdout:Adding munch 2.5.0 to easy-install.pth file 2023-01-15T14:49:29.965 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.965 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for PyYAML==6.0 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: PyYAML 6.0 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Adding PyYAML 6.0 to easy-install.pth file 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for boto3==1.23.10 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: boto3 1.23.10 2023-01-15T14:49:29.966 INFO:teuthology.orchestra.run.smithi154.stdout:Adding boto3 1.23.10 to easy-install.pth file 2023-01-15T14:49:29.967 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.967 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.967 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for boto==2.49.0 2023-01-15T14:49:29.967 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: boto 2.49.0 2023-01-15T14:49:29.967 INFO:teuthology.orchestra.run.smithi154.stdout:Adding boto 2.49.0 to easy-install.pth file 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for six==1.16.0 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: six 1.16.0 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout:Adding six 1.16.0 to easy-install.pth file 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.968 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for zope.interface==5.5.2 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: zope.interface 5.5.2 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout:Adding zope.interface 5.5.2 to easy-install.pth file 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.969 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for setuptools==44.1.0 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: setuptools 44.1.0 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout:Adding setuptools 44.1.0 to easy-install.pth file 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout:Installing easy_install script to /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout:Installing easy_install-3.8 script to /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.970 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.971 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for greenlet==2.0.1 2023-01-15T14:49:29.971 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: greenlet 2.0.1 2023-01-15T14:49:29.971 INFO:teuthology.orchestra.run.smithi154.stdout:Adding greenlet 2.0.1 to easy-install.pth file 2023-01-15T14:49:29.971 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.971 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.972 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for zope.event==4.6 2023-01-15T14:49:29.972 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: zope.event 4.6 2023-01-15T14:49:29.972 INFO:teuthology.orchestra.run.smithi154.stdout:Adding zope.event 4.6 to easy-install.pth file 2023-01-15T14:49:29.972 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.972 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.973 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for s3transfer==0.5.2 2023-01-15T14:49:29.973 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: s3transfer 0.5.2 2023-01-15T14:49:29.973 INFO:teuthology.orchestra.run.smithi154.stdout:Adding s3transfer 0.5.2 to easy-install.pth file 2023-01-15T14:49:29.973 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.973 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for jmespath==0.10.0 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: jmespath 0.10.0 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Adding jmespath 0.10.0 to easy-install.pth file 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for botocore==1.26.10 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: botocore 1.26.10 2023-01-15T14:49:29.975 INFO:teuthology.orchestra.run.smithi154.stdout:Adding botocore 1.26.10 to easy-install.pth file 2023-01-15T14:49:29.976 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.976 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for urllib3==1.26.14 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: urllib3 1.26.14 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Adding urllib3 1.26.14 to easy-install.pth file 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Searching for python-dateutil==2.8.2 2023-01-15T14:49:29.977 INFO:teuthology.orchestra.run.smithi154.stdout:Best match: python-dateutil 2.8.2 2023-01-15T14:49:29.978 INFO:teuthology.orchestra.run.smithi154.stdout:Adding python-dateutil 2.8.2 to easy-install.pth file 2023-01-15T14:49:29.978 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T14:49:29.978 INFO:teuthology.orchestra.run.smithi154.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:49:29.978 INFO:teuthology.orchestra.run.smithi154.stdout:Finished processing dependencies for s3tests==0.0.1 2023-01-15T14:49:29.995 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:49:29.995 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2023-01-15T14:49:30.014 INFO:tasks.s3tests:Configuring boto... 2023-01-15T14:49:30.014 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2023-01-15T14:49:30.014 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2023-01-15T14:49:30.071 DEBUG:teuthology.orchestra.run.smithi154:s3 tests against rgw> S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/s3-tests-client.0 -v -a '!fails_on_rgw,!lifecycle_expiration,!fails_strict_rfc2616,!test_of_sts,!webidentity_test,!fails_with_subdomain,!sse-s3' 2023-01-15T14:49:30.864 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_none ... ok 2023-01-15T14:49:31.010 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_empty ... ok 2023-01-15T14:49:31.153 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_date_and_amz_date ... ok 2023-01-15T14:49:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_amz_date_and_no_date ... ok 2023-01-15T14:49:31.351 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_none ... ok 2023-01-15T14:49:31.455 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_contentlength_none ... ok 2023-01-15T14:49:31.713 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_acl_create_contentlength_none ... ok 2023-01-15T14:49:31.778 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_contentlength_none ... ok 2023-01-15T14:49:31.937 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_empty ... ok 2023-01-15T14:49:31.937 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_none ... ok 2023-01-15T14:49:31.968 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_mismatch_below_aws2 ... ok 2023-01-15T14:49:32.113 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_incorrect_aws2 ... ok 2023-01-15T14:49:32.249 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_invalid_aws2 ... ok 2023-01-15T14:49:32.389 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_none_aws2 ... ok 2023-01-15T14:49:32.480 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_invalid_aws2 ... ok 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_none_aws2 ... ok 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_md5_invalid_garbage_aws4 ... SKIP 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_mismatch_below_aws4 ... SKIP 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_incorrect_aws4 ... SKIP 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_invalid_aws4 ... SKIP 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_ua_empty_aws4 ... SKIP 2023-01-15T14:49:32.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_ua_none_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_invalid_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_invalid_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_empty_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_empty_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_none_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_none_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_before_today_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_before_today_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_after_today_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_after_today_aws4 ... SKIP 2023-01-15T14:49:32.530 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_before_epoch_aws4 ... SKIP 2023-01-15T14:49:32.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_before_epoch_aws4 ... SKIP 2023-01-15T14:49:32.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_date_after_end_aws4 ... SKIP 2023-01-15T14:49:32.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_after_end_aws4 ... SKIP 2023-01-15T14:49:32.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_missing_signed_custom_header_aws4 ... SKIP 2023-01-15T14:49:32.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_object_create_missing_signed_header_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_invalid_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_ua_empty_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_ua_none_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_invalid_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_invalid_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_empty_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_empty_aws4 ... SKIP 2023-01-15T14:49:32.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_none_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_none_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_before_today_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_before_today_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_after_today_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_after_today_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_before_epoch_aws4 ... SKIP 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_before_epoch_aws4 ... SKIP 2023-01-15T14:49:32.816 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_versioning_obj_read_not_exist_null ... ok 2023-01-15T14:49:32.816 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_storage_class ... SKIP 2023-01-15T14:49:32.816 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_storage_class_multipart ... SKIP 2023-01-15T14:49:32.817 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_modify_storage_class ... SKIP 2023-01-15T14:49:32.817 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_modify_storage_class_multipart ... SKIP 2023-01-15T14:49:32.817 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_storage_class_copy ... SKIP 2023-01-15T14:49:32.817 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_object_storage_class_copy_multipart ... SKIP 2023-01-15T14:49:33.964 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_atomic_dual_conditional_write_1mb ... ok 2023-01-15T14:49:34.279 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_atomic_write_bucket_gone ... ok 2023-01-15T14:49:35.008 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_encryption_sse_c_multipart_invalid_chunks_1 ... ok 2023-01-15T14:49:36.062 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_encryption_sse_c_multipart_invalid_chunks_2 ... ok 2023-01-15T14:49:36.985 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_bucket_policy_set_condition_operator_end_with_IfExists ... ok 2023-01-15T14:49:37.375 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3.test_bucket_policy_put_obj_request_obj_tag ... ok 2023-01-15T14:49:37.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.check_can_test_website ... SKIP 2023-01-15T14:49:37.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_nonexistant_bucket_rgw ... SKIP 2023-01-15T14:49:37.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_public_index ... SKIP 2023-01-15T14:49:37.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_public_index ... SKIP 2023-01-15T14:49:37.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty ... SKIP 2023-01-15T14:49:37.887 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty ... SKIP 2023-01-15T14:49:37.887 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index ... SKIP 2023-01-15T14:49:37.887 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index ... SKIP 2023-01-15T14:49:37.887 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_missingerrordoc ... SKIP 2023-01-15T14:49:37.887 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_missingerrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_missingerrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_missingerrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_blockederrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_pubilc_errordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_blockederrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_blockederrordoc ... SKIP 2023-01-15T14:49:37.888 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_blockederrordoc ... SKIP 2023-01-15T14:49:37.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_gooderrordoc ... SKIP 2023-01-15T14:49:37.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_gooderrordoc ... SKIP 2023-01-15T14:49:37.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_gooderrordoc ... SKIP 2023-01-15T14:49:37.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_gooderrordoc ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_base ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_path ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_path_upgrade ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_xredirect_nonwebsite ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_xredirect_public_relative ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_xredirect_public_abs ... SKIP 2023-01-15T14:49:37.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_xredirect_private_relative ... SKIP 2023-01-15T14:49:37.891 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_s3_website.test_website_xredirect_private_abs ... SKIP 2023-01-15T14:49:37.891 INFO:teuthology.orchestra.run.smithi154.stderr:SKIP 2023-01-15T14:49:43.191 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests.functional.test_utils.test_generate ... ok 2023-01-15T14:49:43.191 INFO:teuthology.orchestra.run.smithi154.stderr:/home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2023-01-15T14:49:43.192 INFO:teuthology.orchestra.run.smithi154.stderr: warnings.warn(warning, PythonDeprecationWarning) 2023-01-15T14:49:43.383 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_invalid_short ... ok 2023-01-15T14:49:47.941 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_bad ... ok 2023-01-15T14:49:48.136 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_empty ... ok 2023-01-15T14:49:48.438 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_none ... ok 2023-01-15T14:49:48.738 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_mismatch ... ok 2023-01-15T14:49:49.057 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_empty ... ok 2023-01-15T14:49:49.390 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_none ... ok 2023-01-15T14:49:49.624 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contentlength_negative ... ok 2023-01-15T14:49:49.922 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_invalid ... ok 2023-01-15T14:49:50.257 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_empty ... ok 2023-01-15T14:49:50.377 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_none ... ok 2023-01-15T14:49:50.586 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_put_bad_canned_acl ... ok 2023-01-15T14:49:50.694 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_expect_mismatch ... ok 2023-01-15T14:49:50.796 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_expect_empty ... ok 2023-01-15T14:49:50.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_contentlength_negative ... ok 2023-01-15T14:49:51.081 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_invalid_garbage_aws2 ... ok 2023-01-15T14:49:51.304 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_ua_empty_aws2 ... ok 2023-01-15T14:49:51.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_ua_none_aws2 ... ok 2023-01-15T14:49:51.727 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_invalid_aws2 ... ok 2023-01-15T14:49:51.914 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_empty_aws2 ... ok 2023-01-15T14:49:52.102 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_before_today_aws2 ... ok 2023-01-15T14:49:52.293 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_before_epoch_aws2 ... ok 2023-01-15T14:49:52.479 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_after_end_aws2 ... ok 2023-01-15T14:49:52.573 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_ua_empty_aws2 ... ok 2023-01-15T14:49:52.667 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_ua_none_aws2 ... ok 2023-01-15T14:49:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_invalid_aws2 ... ok 2023-01-15T14:49:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_empty_aws2 ... ok 2023-01-15T14:49:52.945 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_before_today_aws2 ... ok 2023-01-15T14:49:53.040 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_after_today_aws2 ... ok 2023-01-15T14:49:53.133 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_before_epoch_aws2 ... ok 2023-01-15T14:49:53.427 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy ... ok 2023-01-15T14:49:53.536 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy_invalid_user ... ok 2023-01-15T14:49:53.663 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy_parameter_limit ... ok 2023-01-15T14:49:53.913 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_put_existing_user_policy ... ok 2023-01-15T14:49:54.149 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_list_user_policy ... ok 2023-01-15T14:49:54.240 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_list_user_policy_invalid_user ... ok 2023-01-15T14:49:54.474 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy ... ok 2023-01-15T14:49:54.699 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy_invalid_user ... ok 2023-01-15T14:49:55.113 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy_from_multiple_policies ... ok 2023-01-15T14:49:55.282 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy ... ok 2023-01-15T14:49:55.509 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_invalid_user ... ok 2023-01-15T14:49:55.734 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_invalid_policy_name ... ok 2023-01-15T14:49:56.297 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_from_multiple_policies ... ok 2023-01-15T14:49:56.896 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_allow_bucket_actions_in_user_policy ... ok 2023-01-15T14:49:57.356 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_deny_bucket_actions_in_user_policy ... ok 2023-01-15T14:49:57.994 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_allow_object_actions_in_user_policy ... ok 2023-01-15T14:49:58.423 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_deny_object_actions_in_user_policy ... ok 2023-01-15T14:50:00.426 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_allow_multipart_actions_in_user_policy ... ok 2023-01-15T14:50:01.927 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_deny_multipart_actions_in_user_policy ... ok 2023-01-15T14:50:02.714 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_allow_tagging_actions_in_user_policy ... ok 2023-01-15T14:50:03.413 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_deny_tagging_actions_in_user_policy ... ok 2023-01-15T14:50:03.723 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_verify_conflicting_user_policy_statements ... ok 2023-01-15T14:50:04.200 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_verify_conflicting_user_policies ... ok 2023-01-15T14:50:04.542 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_iam.test_verify_allow_iam_actions ... ok 2023-01-15T14:50:04.729 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_empty ... ok 2023-01-15T14:50:05.010 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_distinct ... ok 2023-01-15T14:50:05.403 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_many ... ok 2023-01-15T14:50:05.796 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_many ... ok 2023-01-15T14:50:06.163 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_basic_key_count ... ok 2023-01-15T14:50:06.518 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_basic ... ok 2023-01-15T14:50:06.906 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_basic ... ok 2023-01-15T14:50:07.267 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_encoding_basic ... ok 2023-01-15T14:50:07.638 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_encoding_basic ... ok 2023-01-15T14:50:08.687 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix ... ok 2023-01-15T14:50:09.775 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix ... ok 2023-01-15T14:50:10.038 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix_ends_with_delimiter ... ok 2023-01-15T14:50:10.305 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix_ends_with_delimiter ... ok 2023-01-15T14:50:10.674 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_alt ... ok 2023-01-15T14:50:11.032 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_alt ... ok 2023-01-15T14:50:12.160 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix_underscore ... ok 2023-01-15T14:50:13.243 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix_underscore ... ok 2023-01-15T14:50:13.605 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_percentage ... ok 2023-01-15T14:50:14.009 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_percentage ... ok 2023-01-15T14:50:14.405 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_whitespace ... ok 2023-01-15T14:50:14.766 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_whitespace ... ok 2023-01-15T14:50:15.122 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_dot ... ok 2023-01-15T14:50:15.477 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_dot ... ok 2023-01-15T14:50:15.835 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_unreadable ... ok 2023-01-15T14:50:16.193 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_unreadable ... ok 2023-01-15T14:50:16.555 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_empty ... ok 2023-01-15T14:50:16.912 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_empty ... ok 2023-01-15T14:50:17.277 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_none ... ok 2023-01-15T14:50:17.634 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_none ... ok 2023-01-15T14:50:17.963 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_notempty ... ok 2023-01-15T14:50:18.347 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_defaultempty ... ok 2023-01-15T14:50:18.712 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_empty ... ok 2023-01-15T14:50:19.097 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_not_exist ... ok 2023-01-15T14:50:19.467 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_not_exist ... ok 2023-01-15T14:50:59.806 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_not_skip_special ... ok 2023-01-15T14:51:00.125 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_basic ... ok 2023-01-15T14:51:00.444 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_basic ... ok 2023-01-15T14:51:00.765 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_alt ... ok 2023-01-15T14:51:01.083 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_alt ... ok 2023-01-15T14:51:01.406 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_empty ... ok 2023-01-15T14:51:01.751 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_empty ... ok 2023-01-15T14:51:02.075 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_none ... ok 2023-01-15T14:51:02.399 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_none ... ok 2023-01-15T14:51:02.749 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_not_exist ... ok 2023-01-15T14:51:03.113 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_not_exist ... ok 2023-01-15T14:51:03.456 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_unreadable ... ok 2023-01-15T14:51:03.775 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_unreadable ... ok 2023-01-15T14:51:04.133 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_basic ... ok 2023-01-15T14:51:04.514 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_basic ... ok 2023-01-15T14:51:04.880 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_alt ... ok 2023-01-15T14:51:05.237 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_alt ... ok 2023-01-15T14:51:05.599 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_prefix_not_exist ... ok 2023-01-15T14:51:05.961 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_prefix_not_exist ... ok 2023-01-15T14:51:06.319 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_delimiter_not_exist ... ok 2023-01-15T14:51:06.689 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_delimiter_not_exist ... ok 2023-01-15T14:51:07.094 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist ... ok 2023-01-15T14:51:07.500 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist ... ok 2023-01-15T14:51:08.001 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_one ... ok 2023-01-15T14:51:08.442 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_one ... ok 2023-01-15T14:51:08.840 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_zero ... ok 2023-01-15T14:51:09.213 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_zero ... ok 2023-01-15T14:51:09.574 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_none ... ok 2023-01-15T14:51:09.936 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_none ... ok 2023-01-15T14:51:12.001 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_account_usage ... ok 2023-01-15T14:51:12.270 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_head_bucket_usage ... ok 2023-01-15T14:51:13.870 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_unordered ... ok 2023-01-15T14:51:15.363 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_unordered ... ok 2023-01-15T14:51:15.767 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_invalid ... ok 2023-01-15T14:51:16.127 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_none ... ok 2023-01-15T14:51:16.487 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_empty ... ok 2023-01-15T14:51:16.877 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_continuationtoken_empty ... ok 2023-01-15T14:51:17.355 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_continuationtoken ... ok 2023-01-15T14:51:17.785 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_both_continuationtoken_startafter ... ok 2023-01-15T14:51:18.170 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_unreadable ... ok 2023-01-15T14:51:18.574 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_unreadable ... ok 2023-01-15T14:51:18.957 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_not_in_list ... ok 2023-01-15T14:51:19.315 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_not_in_list ... ok 2023-01-15T14:51:19.679 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_after_list ... ok 2023-01-15T14:51:20.048 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_after_list ... ok 2023-01-15T14:51:20.671 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_return_data ... ok 2023-01-15T14:51:21.653 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_return_data_versioning ... ok 2023-01-15T14:51:21.975 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_objects_anonymous ... ok 2023-01-15T14:51:22.274 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_objects_anonymous ... ok 2023-01-15T14:51:22.487 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_objects_anonymous_fail ... ok 2023-01-15T14:51:22.700 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_objects_anonymous_fail ... ok 2023-01-15T14:51:22.795 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_notexist ... ok 2023-01-15T14:51:22.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_notexist ... ok 2023-01-15T14:51:22.981 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_delete_notexist ... ok 2023-01-15T14:51:23.250 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_delete_nonempty ... ok 2023-01-15T14:51:26.938 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_concurrent_set_canned_acl ... ok 2023-01-15T14:51:27.066 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_to_nonexist_bucket ... ok 2023-01-15T14:51:27.489 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_delete ... ok 2023-01-15T14:51:27.695 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_read_not_exist ... ok 2023-01-15T14:51:27.904 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_requestid_matches_header_on_error ... ok 2023-01-15T14:51:28.544 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multi_object_delete ... ok 2023-01-15T14:51:29.127 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multi_objectv2_delete ... ok 2023-01-15T14:52:11.268 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multi_object_delete_key_limit ... ok 2023-01-15T14:52:52.164 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multi_objectv2_delete_key_limit ... ok 2023-01-15T14:52:52.394 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_head_zero_bytes ... ok 2023-01-15T14:52:52.614 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_check_etag ... ok 2023-01-15T14:52:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_cache_control ... ok 2023-01-15T14:52:53.114 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_expires ... ok 2023-01-15T14:52:53.556 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_read_update_read_delete ... ok 2023-01-15T14:52:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_none_to_good ... ok 2023-01-15T14:52:54.119 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_none_to_empty ... ok 2023-01-15T14:52:54.531 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_overwrite_to_empty ... ok 2023-01-15T14:52:54.826 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_metadata_replaced_on_put ... ok 2023-01-15T14:52:55.125 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_write_file ... ok 2023-01-15T14:52:55.484 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_anonymous_request ... ok 2023-01-15T14:52:55.990 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_request ... ok 2023-01-15T14:52:56.246 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_no_content_type ... ok 2023-01-15T14:52:56.452 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_request_bad_access_key ... ok 2023-01-15T14:52:56.659 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_success_code ... ok 2023-01-15T14:52:56.868 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_invalid_success_code ... ok 2023-01-15T14:52:58.252 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_larger_than_chunk ... ok 2023-01-15T14:52:58.570 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_key_from_filename ... ok 2023-01-15T14:52:58.793 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_ignored_header ... ok 2023-01-15T14:52:59.015 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_case_insensitive_condition_fields ... ok 2023-01-15T14:52:59.348 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_escaped_field_values ... ok 2023-01-15T14:52:59.674 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_success_redirect_action ... ok 2023-01-15T14:52:59.903 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_signature ... ok 2023-01-15T14:53:00.128 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_access_key ... ok 2023-01-15T14:53:00.353 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_date_format ... ok 2023-01-15T14:53:00.568 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_no_key_specified ... ok 2023-01-15T14:53:00.773 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_signature ... ok 2023-01-15T14:53:00.974 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_policy_condition ... ok 2023-01-15T14:53:01.286 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_user_specified_header ... ok 2023-01-15T14:53:01.495 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_request_missing_policy_specified_field ... ok 2023-01-15T14:53:01.708 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_condition_is_case_sensitive ... ok 2023-01-15T14:53:01.912 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_expires_is_case_sensitive ... ok 2023-01-15T14:53:02.120 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_expired_policy ... ok 2023-01-15T14:53:02.327 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_request_field_value ... ok 2023-01-15T14:53:02.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_expires_condition ... ok 2023-01-15T14:53:02.757 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_conditions_list ... ok 2023-01-15T14:53:02.964 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_size_limit_exceeded ... ok 2023-01-15T14:53:03.173 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_content_length_argument ... ok 2023-01-15T14:53:03.394 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_content_length_argument ... ok 2023-01-15T14:53:03.618 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_size_below_minimum ... ok 2023-01-15T14:53:03.842 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_empty_conditions ... ok 2023-01-15T14:53:04.163 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmatch_good ... ok 2023-01-15T14:53:04.483 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmatch_failed ... ok 2023-01-15T14:53:04.757 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifnonematch_good ... ok 2023-01-15T14:53:05.051 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifnonematch_failed ... ok 2023-01-15T14:53:05.346 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmodifiedsince_good ... ok 2023-01-15T14:53:06.721 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmodifiedsince_failed ... ok 2023-01-15T14:53:07.017 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifunmodifiedsince_good ... ok 2023-01-15T14:53:07.316 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifunmodifiedsince_failed ... ok 2023-01-15T14:53:07.721 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_good ... ok 2023-01-15T14:53:08.162 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_failed ... ok 2023-01-15T14:53:08.567 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_overwrite_existed_good ... ok 2023-01-15T14:53:08.882 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_nonexisted_failed ... ok 2023-01-15T14:53:09.286 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_good ... ok 2023-01-15T14:53:09.737 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_failed ... ok 2023-01-15T14:53:10.059 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_nonexisted_good ... ok 2023-01-15T14:53:10.482 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_overwrite_existed_failed ... ok 2023-01-15T14:53:10.734 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get ... ok 2023-01-15T14:53:11.238 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_bucket_gone ... ok 2023-01-15T14:53:11.736 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_delete_key_bucket_gone ... ok 2023-01-15T14:53:12.087 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_object_gone ... ok 2023-01-15T14:53:12.294 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_head ... ok 2023-01-15T14:53:12.386 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_head_notexist ... ok 2023-01-15T14:53:12.831 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_head_extended ... ok 2023-01-15T14:53:13.084 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_bucket_acl ... ok 2023-01-15T14:53:13.376 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_object_acl ... ok 2023-01-15T14:53:13.651 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated ... ok 2023-01-15T14:53:13.942 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_response_headers ... ok 2023-01-15T14:53:14.226 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_bucket_acl ... ok 2023-01-15T14:53:14.529 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_object_acl ... ok 2023-01-15T14:53:14.992 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_bucket_gone ... ok 2023-01-15T14:53:15.317 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_object_gone ... ok 2023-01-15T14:53:15.572 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_not_expired ... ok 2023-01-15T14:53:15.829 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_range_zero ... ok 2023-01-15T14:53:16.084 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_max_range ... ok 2023-01-15T14:53:16.342 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_positive_range ... ok 2023-01-15T14:53:16.641 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_anon_put ... ok 2023-01-15T14:53:16.959 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_anon_put_write_access ... ok 2023-01-15T14:53:17.194 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_put_authenticated ... ok 2023-01-15T14:53:17.507 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_raw_put_authenticated_expired ... ok 2023-01-15T14:53:17.598 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_short_one ... ok 2023-01-15T14:53:17.689 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_short_two ... ok 2023-01-15T14:53:17.784 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_ip ... ok 2023-01-15T14:53:17.876 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_dns_underscore ... ok 2023-01-15T14:53:18.043 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_exists ... ok 2023-01-15T14:53:18.217 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_get_location ... ok 2023-01-15T14:53:18.423 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_exists_nonowner ... ok 2023-01-15T14:53:18.616 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_overwrite_acl ... ok 2023-01-15T14:53:18.807 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_new_acl ... ok 2023-01-15T14:53:19.022 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_default ... ok 2023-01-15T14:53:19.211 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_during_create ... ok 2023-01-15T14:53:19.494 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned ... ok 2023-01-15T14:53:19.666 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_publicreadwrite ... ok 2023-01-15T14:53:19.836 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_authenticatedread ... ok 2023-01-15T14:53:20.140 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_default ... ok 2023-01-15T14:53:20.446 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_during_create ... ok 2023-01-15T14:53:20.852 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned ... ok 2023-01-15T14:53:21.151 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_publicreadwrite ... ok 2023-01-15T14:53:21.445 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_authenticatedread ... ok 2023-01-15T14:53:21.810 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_bucketownerread ... ok 2023-01-15T14:53:22.172 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_bucketownerfullcontrol ... ok 2023-01-15T14:53:22.555 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_full_control_verify_owner ... ok 2023-01-15T14:53:23.009 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_full_control_verify_attributes ... ok 2023-01-15T14:53:23.233 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_private_to_private ... ok 2023-01-15T14:53:23.671 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl ... ok 2023-01-15T14:53:24.100 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_write ... ok 2023-01-15T14:53:24.501 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_writeacp ... ok 2023-01-15T14:53:24.903 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_read ... ok 2023-01-15T14:53:25.310 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_acl_readacp ... ok 2023-01-15T14:53:26.152 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_fullcontrol ... ok 2023-01-15T14:53:26.878 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_read ... ok 2023-01-15T14:53:27.626 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_readacp ... ok 2023-01-15T14:53:28.380 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_write ... ok 2023-01-15T14:53:29.123 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_writeacp ... ok 2023-01-15T14:53:29.423 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_nonexist_user ... ok 2023-01-15T14:53:30.015 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_no_grants ... ok 2023-01-15T14:53:30.325 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_header_acl_grants ... ok 2023-01-15T14:53:30.665 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_header_acl_grants ... ok 2023-01-15T14:53:31.048 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_email ... ok 2023-01-15T14:53:31.347 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_email_not_exist ... ok 2023-01-15T14:53:31.757 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_revoke_all ... ok 2023-01-15T14:53:32.578 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_private ... ok 2023-01-15T14:53:33.423 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_private ... ok 2023-01-15T14:53:34.235 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_publicread ... ok 2023-01-15T14:53:35.023 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_publicread ... ok 2023-01-15T14:53:35.814 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_publicreadwrite ... ok 2023-01-15T14:53:36.626 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_publicreadwrite ... ok 2023-01-15T14:53:37.415 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_private ... ok 2023-01-15T14:53:38.208 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_publicread ... ok 2023-01-15T14:53:39.040 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_publicreadwrite ... ok 2023-01-15T14:53:39.776 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_private ... ok 2023-01-15T14:53:40.485 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_publicread ... ok 2023-01-15T14:53:41.182 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_publicreadwrite ... ok 2023-01-15T14:53:41.833 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_buckets_create_then_list ... ok 2023-01-15T14:53:42.350 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_buckets_list_ctime ... ok 2023-01-15T14:53:42.458 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_anonymous ... ok 2023-01-15T14:53:42.551 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_invalid_auth ... ok 2023-01-15T14:53:42.644 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_bad_auth ... ok 2023-01-15T14:53:43.338 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_starts_alpha ... ok 2023-01-15T14:53:43.958 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_starts_digit ... ok 2023-01-15T14:53:44.083 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_contains_period ... ok 2023-01-15T14:53:44.200 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_contains_hyphen ... ok 2023-01-15T14:53:44.685 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_not_overriding ... ok 2023-01-15T14:53:46.671 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_special_key_names ... ok 2023-01-15T14:53:47.190 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_special_prefix ... ok 2023-01-15T14:53:47.616 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_zero_size ... ok 2023-01-15T14:53:51.532 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_16m ... ok 2023-01-15T14:53:52.025 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_same_bucket ... ok 2023-01-15T14:53:52.481 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_verify_contenttype ... ok 2023-01-15T14:53:52.840 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_to_itself ... ok 2023-01-15T14:53:53.214 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_to_itself_with_metadata ... ok 2023-01-15T14:53:53.768 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_diff_bucket ... ok 2023-01-15T14:53:54.056 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_not_owned_bucket ... ok 2023-01-15T14:53:54.766 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_not_owned_object_bucket ... ok 2023-01-15T14:53:55.349 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_canned_acl ... ok 2023-01-15T14:53:56.353 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_retaining_metadata ... ok 2023-01-15T14:53:57.286 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_replacing_metadata ... ok 2023-01-15T14:53:57.534 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_bucket_not_found ... ok 2023-01-15T14:53:57.761 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_key_not_found ... ok 2023-01-15T14:53:59.533 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioned_bucket ... ok 2023-01-15T14:54:00.064 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioned_url_encoding ... ok 2023-01-15T14:54:27.222 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioning_multipart_upload ... ok 2023-01-15T14:54:27.563 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_empty ... ok 2023-01-15T14:54:28.125 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_small ... ok 2023-01-15T14:54:30.432 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_small ... ok 2023-01-15T14:54:30.878 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_invalid_range ... ok 2023-01-15T14:54:31.961 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_without_range ... ok 2023-01-15T14:54:41.480 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_special_names ... ok 2023-01-15T14:55:00.345 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload ... ok 2023-01-15T14:55:25.816 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_versioned ... ok 2023-01-15T14:57:18.571 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_resend_part ... ok 2023-01-15T14:57:28.801 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_multiple_sizes ... ok 2023-01-15T14:57:46.778 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_multiple_sizes ... ok 2023-01-15T14:57:47.728 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_size_too_small ... ok 2023-01-15T14:57:53.313 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_contents ... ok 2023-01-15T14:57:57.400 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_overwrite_existing_object ... ok 2023-01-15T14:57:59.539 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_abort_multipart_upload ... ok 2023-01-15T14:57:59.828 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_abort_multipart_upload_not_found ... ok 2023-01-15T14:58:03.966 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_list_multipart_upload ... ok 2023-01-15T14:58:04.548 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_list_multipart_upload_owner ... ok 2023-01-15T14:58:04.959 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_missing_part ... ok 2023-01-15T14:58:05.369 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_incorrect_etag ... ok 2023-01-15T14:58:05.731 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_100_continue ... ok 2023-01-15T14:58:06.188 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_set_cors ... ok 2023-01-15T14:58:12.460 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_cors_origin_response ... ok 2023-01-15T14:58:15.890 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_cors_origin_wildcard ... ok 2023-01-15T14:58:19.238 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_cors_header_option ... ok 2023-01-15T14:58:19.639 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_set_bucket_tagging ... ok 2023-01-15T14:58:20.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_1mb ... ok 2023-01-15T14:58:23.631 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_4mb ... ok 2023-01-15T14:58:29.005 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_8mb ... ok 2023-01-15T14:58:30.661 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_1mb ... ok 2023-01-15T14:58:34.346 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_4mb ... ok 2023-01-15T14:58:41.153 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_8mb ... ok 2023-01-15T14:58:42.402 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_1mb ... ok 2023-01-15T14:58:45.165 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_4mb ... ok 2023-01-15T14:58:51.148 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_8mb ... ok 2023-01-15T14:58:52.391 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_conditional_write_1mb ... ok 2023-01-15T14:58:52.882 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_atomic_multipart_upload_write ... ok 2023-01-15T14:58:53.824 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_resend_first_finishes_last ... ok 2023-01-15T14:58:54.142 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_response_code ... ok 2023-01-15T14:59:06.072 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_big_request_response_code ... ok 2023-01-15T14:59:07.314 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_skip_leading_bytes_response_code ... ok 2023-01-15T14:59:07.315 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_return_trailing_bytes_response_code ... ok 2023-01-15T14:59:07.315 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_invalid_range ... ok 2023-01-15T14:59:07.387 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_empty_object ... ok 2023-01-15T14:59:08.183 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_create_suspend ... ok 2023-01-15T14:59:20.377 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_read_remove ... ok 2023-01-15T14:59:21.701 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_read_remove_head ... ok 2023-01-15T14:59:22.410 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_removal ... ok 2023-01-15T14:59:23.430 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_overwrite ... ok 2023-01-15T14:59:24.441 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_overwrite_suspended ... ok 2023-01-15T14:59:29.372 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_suspend_versions ... ok 2023-01-15T14:59:35.166 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_versions_remove_all ... ok 2023-01-15T14:59:57.374 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_versions_remove_special_names ... ok 2023-01-15T15:00:33.931 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_overwrite_multipart ... ok 2023-01-15T15:00:35.718 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_list_marker ... ok 2023-01-15T15:00:37.616 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_copy_obj_version ... ok 2023-01-15T15:00:38.516 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete ... ok 2023-01-15T15:00:39.535 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete_with_marker ... ok 2023-01-15T15:00:39.995 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete_with_marker_create ... ok 2023-01-15T15:00:40.894 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioned_object_acl ... ok 2023-01-15T15:00:41.732 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioned_object_acl_no_version_specified ... ok 2023-01-15T15:00:44.015 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioned_concurrent_object_create_and_remove ... ok 2023-01-15T15:00:44.321 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set ... ok 2023-01-15T15:00:44.634 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_get ... ok 2023-01-15T15:00:44.913 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_get_no_id ... ok 2023-01-15T15:00:45.134 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_id_too_long ... ok 2023-01-15T15:00:45.357 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_same_id ... ok 2023-01-15T15:00:45.693 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_invalid_status ... ok 2023-01-15T15:00:45.917 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_date ... ok 2023-01-15T15:00:46.142 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_invalid_date ... ok 2023-01-15T15:00:46.452 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_noncurrent ... ok 2023-01-15T15:00:46.674 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_deletemarker ... ok 2023-01-15T15:00:46.897 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_filter ... ok 2023-01-15T15:00:47.120 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_empty_filter ... ok 2023-01-15T15:00:47.347 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_multipart ... ok 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition_set_invalid_date ... ok 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition ... SKIP 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition_single_rule_multi_trans ... SKIP 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_noncurrent_transition ... SKIP 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_transition ... SKIP 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_multiple_transition ... SKIP 2023-01-15T15:00:47.591 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_transition_large_obj ... SKIP 2023-01-15T15:00:47.911 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1b ... ok 2023-01-15T15:00:48.281 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1kb ... ok 2023-01-15T15:00:48.911 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1MB ... ok 2023-01-15T15:00:49.238 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_13b ... ok 2023-01-15T15:00:49.589 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_method_head ... ok 2023-01-15T15:00:49.914 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_present ... ok 2023-01-15T15:00:50.261 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_other_key ... ok 2023-01-15T15:00:50.492 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_invalid_md5 ... ok 2023-01-15T15:00:50.714 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_no_md5 ... ok 2023-01-15T15:00:50.946 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_no_key ... ok 2023-01-15T15:00:51.184 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_key_no_sse_c ... ok 2023-01-15T15:01:10.843 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_multipart_upload ... ok 2023-01-15T15:01:20.168 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_multipart_bad_download ... ok 2023-01-15T15:01:20.826 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_post_object_authenticated_request ... ok 2023-01-15T15:01:21.205 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_method_head ... ok 2023-01-15T15:01:21.753 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_present ... ok 2023-01-15T15:01:21.994 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_no_key ... ok 2023-01-15T15:01:22.221 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_not_declared ... ok 2023-01-15T15:01:43.884 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_upload ... ok 2023-01-15T15:01:49.219 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_invalid_chunks_1 ... ok 2023-01-15T15:01:57.082 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_invalid_chunks_2 ... ok 2023-01-15T15:01:57.448 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_post_object_authenticated_request ... ok 2023-01-15T15:01:57.768 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1b ... ok 2023-01-15T15:01:58.085 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1kb ... ok 2023-01-15T15:01:58.614 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1MB ... ok 2023-01-15T15:01:58.941 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_13b ... ok 2023-01-15T15:01:59.302 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_read_declare ... ok 2023-01-15T15:01:59.739 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy ... ok 2023-01-15T15:02:00.177 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy ... ok 2023-01-15T15:02:00.660 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_acl ... ok 2023-01-15T15:02:01.133 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy_acl ... ok 2023-01-15T15:02:01.903 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_another_bucket ... ok 2023-01-15T15:02:02.691 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy_another_bucket ... ok 2023-01-15T15:02:04.323 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_obj_tagging ... ok 2023-01-15T15:02:05.788 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_obj_head_tagging ... ok 2023-01-15T15:02:07.249 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_max_tags ... ok 2023-01-15T15:02:08.790 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_excess_tags ... ok 2023-01-15T15:02:11.042 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_max_kvsize_tags ... ok 2023-01-15T15:02:13.192 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_excess_key_tags ... ok 2023-01-15T15:02:14.834 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_excess_val_tags ... ok 2023-01-15T15:02:16.403 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_modify_tags ... ok 2023-01-15T15:02:18.110 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_delete_tags ... ok 2023-01-15T15:02:18.454 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_tags_anonymous_request ... ok 2023-01-15T15:02:18.815 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_post_object_tags_authenticated_request ... ok 2023-01-15T15:02:19.241 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_obj_with_tags ... ok 2023-01-15T15:02:21.500 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_tags_acl_public ... ok 2023-01-15T15:02:23.062 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_tags_acl_public ... ok 2023-01-15T15:02:25.291 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_delete_tags_obj_public ... ok 2023-01-15T15:02:26.297 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_atomic_upload_return_version_id ... ok 2023-01-15T15:02:43.618 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_multipart_upload_return_version_id ... ok 2023-01-15T15:02:44.398 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_existing_tag ... ok 2023-01-15T15:02:45.207 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_tagging_existing_tag ... ok 2023-01-15T15:02:45.942 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_tagging_existing_tag ... ok 2023-01-15T15:02:46.924 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_copy_source ... ok 2023-01-15T15:02:47.713 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_copy_source_meta ... ok 2023-01-15T15:02:48.137 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_acl ... ok 2023-01-15T15:02:48.803 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_grant ... ok 2023-01-15T15:02:49.048 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_c_s3 ... ok 2023-01-15T15:02:49.293 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_c_kms ... ok 2023-01-15T15:02:49.522 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_s3_kms ... ok 2023-01-15T15:02:49.828 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_bad_enc_kms ... ok 2023-01-15T15:02:50.163 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_kms_noenc ... ok 2023-01-15T15:02:50.452 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_kms_s3 ... ok 2023-01-15T15:02:51.258 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_acl_existing_tag ... ok 2023-01-15T15:02:51.560 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock ... ok 2023-01-15T15:02:51.768 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_bucket ... ok 2023-01-15T15:02:51.977 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_with_days_and_years ... ok 2023-01-15T15:02:52.173 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_days ... ok 2023-01-15T15:02:52.364 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_years ... ok 2023-01-15T15:02:52.613 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_mode ... ok 2023-01-15T15:02:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_status ... ok 2023-01-15T15:02:53.013 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_suspend_versioning ... ok 2023-01-15T15:02:53.262 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_lock ... ok 2023-01-15T15:02:53.471 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_lock_invalid_bucket ... ok 2023-01-15T15:02:53.948 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention ... ok 2023-01-15T15:02:54.339 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_invalid_bucket ... ok 2023-01-15T15:02:54.707 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_invalid_mode ... ok 2023-01-15T15:02:55.138 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention ... ok 2023-01-15T15:02:55.574 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention_iso8601 ... ok 2023-01-15T15:02:55.859 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention_invalid_bucket ... ok 2023-01-15T15:02:56.357 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_versionid ... ok 2023-01-15T15:02:56.889 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_override_default_retention ... ok 2023-01-15T15:02:57.403 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_increase_period ... ok 2023-01-15T15:02:57.837 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_shorten_period ... ok 2023-01-15T15:02:58.314 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_shorten_period_bypass ... ok 2023-01-15T15:02:58.757 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_retention ... ok 2023-01-15T15:02:59.418 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_retention_and_marker ... ok 2023-01-15T15:02:59.961 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_multi_delete_object_with_retention ... ok 2023-01-15T15:03:00.300 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold ... ok 2023-01-15T15:03:00.561 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold_invalid_bucket ... ok 2023-01-15T15:03:00.852 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold_invalid_status ... ok 2023-01-15T15:03:01.301 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_legal_hold ... ok 2023-01-15T15:03:01.589 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_legal_hold_invalid_bucket ... ok 2023-01-15T15:03:01.988 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_legal_hold_on ... ok 2023-01-15T15:03:02.356 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_legal_hold_off ... ok 2023-01-15T15:03:02.835 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_metadata ... ok 2023-01-15T15:03:03.268 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_uploading_obj ... ok 2023-01-15T15:03:03.599 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_governance_with_bypass ... ok 2023-01-15T15:03:03.902 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_governance_without_bypass ... ok 2023-01-15T15:03:04.201 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_compliance ... ok 2023-01-15T15:03:04.632 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_copy_object_ifmatch_good ... ok 2023-01-15T15:03:05.081 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_copy_object_ifnonematch_failed ... ok 2023-01-15T15:03:05.208 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_user_policy ... ok 2023-01-15T15:03:05.458 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_bucket_policy_status ... ok 2023-01-15T15:03:05.750 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_public_acl_bucket_policy_status ... ok 2023-01-15T15:03:06.041 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_authpublic_acl_bucket_policy_status ... ok 2023-01-15T15:03:06.366 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_publicpolicy_acl_bucket_policy_status ... ok 2023-01-15T15:03:06.685 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_nonpublicpolicy_acl_bucket_policy_status ... ok 2023-01-15T15:03:07.010 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_nonpublicpolicy_deny_bucket_policy_status ... ok 2023-01-15T15:03:07.245 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_default_public_block ... ok 2023-01-15T15:03:07.558 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_public_block ... ok 2023-01-15T15:03:08.053 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_block_public_put_bucket_acls ... ok 2023-01-15T15:03:08.471 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_block_public_object_canned_acls ... ok 2023-01-15T15:03:08.769 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_block_public_policy ... ok 2023-01-15T15:03:09.334 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_ignore_public_acls ... ok 2023-01-15T15:03:18.774 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_on_a_bucket_with_policy ... ok 2023-01-15T15:03:19.024 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_put_bucket_encryption_kms ... ok 2023-01-15T15:03:19.348 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_get_bucket_encryption_kms ... ok 2023-01-15T15:03:19.717 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_delete_bucket_encryption_kms ... ok 2023-01-15T15:03:20.128 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_default_post_object_authenticated_request ... ok 2023-01-15T15:03:30.143 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_generate_where_clause ... ok 2023-01-15T15:03:39.830 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_generate_projection ... ok 2023-01-15T15:03:40.199 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_count_operation ... ok 2023-01-15T15:03:43.221 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_column_sum_min_max ... ok 2023-01-15T15:03:45.181 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_nulliftrue_expressions ... ok 2023-01-15T15:03:46.550 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_is_not_null_expressions ... ok 2023-01-15T15:03:53.326 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_true_false_in_expressions ... ok 2023-01-15T15:03:59.167 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_truefalselike_expressions ... ok 2023-01-15T15:04:00.824 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_nullif_expressions ... ok 2023-01-15T15:04:01.266 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_lowerupper_expressions ... ok 2023-01-15T15:04:05.146 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_in_expressions ... ok 2023-01-15T15:04:23.618 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_like_expressions ... ok 2023-01-15T15:04:25.573 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_complex_expressions ... ok 2023-01-15T15:04:27.140 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_alias ... ok 2023-01-15T15:04:27.753 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_alias_cyclic_refernce ... ok 2023-01-15T15:04:32.075 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_datetime ... ok 2023-01-15T15:04:38.989 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_true_false_datetime ... ok 2023-01-15T15:04:39.904 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_csv_parser ... ok 2023-01-15T15:04:40.862 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_csv_definition ... ok 2023-01-15T15:04:42.261 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_schema_definition ... ok 2023-01-15T15:04:44.423 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_when_then_else_expressions ... ok 2023-01-15T15:04:46.824 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_coalesce_expressions ... ok 2023-01-15T15:04:48.310 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_cast_expressions ... ok 2023-01-15T15:04:48.311 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_version ... ok 2023-01-15T15:04:52.084 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_trim_expressions ... ok 2023-01-15T15:04:56.549 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_truefalse_trim_expressions ... ok 2023-01-15T15:04:58.623 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_escape_expressions ... ok 2023-01-15T15:05:00.497 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_case_value_expressions ... ok 2023-01-15T15:05:01.481 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_bool_cast_expressions ... ok 2023-01-15T15:05:51.305 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_progress_expressions ... ok 2023-01-15T15:05:51.305 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_s3select.test_output_serial_expressions ... ok 2023-01-15T15:08:52.472 INFO:teuthology.orchestra.run.smithi154.stderr:s3tests_boto3.functional.test_utils.test_generate ... ok 2023-01-15T15:08:52.473 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:52.473 INFO:teuthology.orchestra.run.smithi154.stderr:---------------------------------------------------------------------- 2023-01-15T15:08:52.473 INFO:teuthology.orchestra.run.smithi154.stderr:Ran 644 tests in 1162.180s 2023-01-15T15:08:52.473 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:52.473 INFO:teuthology.orchestra.run.smithi154.stderr:OK (SKIP=79) 2023-01-15T15:08:52.547 INFO:teuthology.orchestra.run.smithi154.stderr:Exception ignored in: .generate at 0x7f712fc0b360> 2023-01-15T15:08:52.547 INFO:teuthology.orchestra.run.smithi154.stderr:RuntimeError: generator ignored GeneratorExit 2023-01-15T15:08:52.558 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2023-01-15T15:08:52.558 DEBUG:teuthology.orchestra.run.smithi154:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2023-01-15T15:08:52.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T15:08:52.633 INFO:tasks.s3tests:Cleaning up boto... 2023-01-15T15:08:52.633 DEBUG:teuthology.orchestra.run.smithi154:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2023-01-15T15:08:52.650 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph 2023-01-15T15:08:52.735 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T15:08:52.735 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T15:08:52.744 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.743+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 realm 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.746 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.744+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.745+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:52.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.745+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.746+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T15:08:52.747 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.746+0000 7f88fd593780 20 searching for the correct realm 2023-01-15T15:08:52.755 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.754+0000 7f88fb541700 0 -- 172.21.15.154:0/341353307 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ead27c9000 msgr2=0x55ead27b9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.757 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.755+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.758 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 zone default found 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 4 Realm: () 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 zonegroup default 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.759 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.756+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.757+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.757+0000 7f88fd593780 20 started sync module instance, tier type = 2023-01-15T15:08:52.760 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.757+0000 7f88fd593780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T15:08:52.762 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.761+0000 7f88fb541700 0 -- 172.21.15.154:0/341353307 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ead28b0c00 msgr2=0x55ead27ba680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:52.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.763+0000 7f88fd593780 20 add_watcher() i=0 2023-01-15T15:08:52.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.763+0000 7f88fd593780 20 add_watcher() i=1 2023-01-15T15:08:52.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.763+0000 7f88fd593780 20 add_watcher() i=2 2023-01-15T15:08:52.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.763+0000 7f88fd593780 20 add_watcher() i=3 2023-01-15T15:08:52.765 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.764+0000 7f88fd593780 20 add_watcher() i=4 2023-01-15T15:08:52.766 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.764+0000 7f88fd593780 20 add_watcher() i=5 2023-01-15T15:08:52.766 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.764+0000 7f88fd593780 20 add_watcher() i=6 2023-01-15T15:08:52.766 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.764+0000 7f88fd593780 20 add_watcher() i=7 2023-01-15T15:08:52.766 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.764+0000 7f88fd593780 2 all 8 watchers are set, enabling cache 2023-01-15T15:08:52.767 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.765+0000 7f88e250f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:52.767 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.766+0000 7f88fd593780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T15:08:52.767 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.766+0000 7f88fd593780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.800+0000 7f88ddd06700 20 reqs_thread_entry: start 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.800+0000 7f88fd593780 20 init_complete bucket index max shards: 11 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.800+0000 7f88fd593780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.800+0000 7f88dbd02700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 15:09:23 2023 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.800+0000 7f88db4e0700 20 reqs_thread_entry: start 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.803 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=469 2023-01-15T15:08:52.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-01-15T15:08:52.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T15:08:52.804 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.801+0000 7f88fd593780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 : miss 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=364 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 info.flags=0x13 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 adding default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 to cache LRU end 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.802+0000 7f88fd593780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got 143880 2023-01-15T15:08:52.805 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got 353591 2023-01-15T15:08:52.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got 46274C 2023-01-15T15:08:52.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got 6AD211 2023-01-15T15:08:52.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got BF07E6 2023-01-15T15:08:52.806 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.803+0000 7f88fd593780 10 cls_bucket_list_unordered: got CB4EC6 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.804+0000 7f88fd593780 10 cls_bucket_list_unordered: got 4C31D9 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.804+0000 7f88fd593780 10 cls_bucket_list_unordered: got 8BC00D 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.804+0000 7f88fd593780 10 cls_bucket_list_unordered: got B89E28 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.804+0000 7f88fd593780 10 cls_bucket_list_unordered: got B0376F 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.804+0000 7f88fd593780 10 cls_bucket_list_unordered: got F5E190 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 226FFA 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 8A08C0 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 8D329C 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got EE285D 2023-01-15T15:08:52.807 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 061EB8 2023-01-15T15:08:52.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 0EB496 2023-01-15T15:08:52.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 33183A 2023-01-15T15:08:52.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 57F25E 2023-01-15T15:08:52.808 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got E90A07 2023-01-15T15:08:52.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 0102C4 2023-01-15T15:08:52.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 11FEF3 2023-01-15T15:08:52.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.805+0000 7f88fd593780 10 cls_bucket_list_unordered: got 41C368 2023-01-15T15:08:52.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.806+0000 7f88fd593780 10 cls_bucket_list_unordered: got 765B46 2023-01-15T15:08:52.809 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.806+0000 7f88fd593780 10 cls_bucket_list_unordered: got 1122DB 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.806+0000 7f88fd593780 10 cls_bucket_list_unordered: got EC24BC 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.807+0000 7f88fd593780 10 cls_bucket_list_unordered: got 7B3663 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.807+0000 7f88fd593780 10 cls_bucket_list_unordered: got EA3AA4 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.807+0000 7f88fd593780 10 cls_bucket_list_unordered: got 9B1915 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.807+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):143880[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.808+0000 7f88fd593780 10 manifest: total_size = 170179 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.808+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8717821398129112690 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.808+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):143880[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.808+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.810 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.808+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.0 2023-01-15T15:08:52.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : miss 2023-01-15T15:08:52.811 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.812 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test info.flags=0x0 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 adding default.rgw.log++bucket.sync-source-hints.test to cache LRU end 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : miss 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test info.flags=0x0 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 adding default.rgw.log++bucket.sync-target-hints.test to cache LRU end 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.810+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.813 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):353591[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 10 manifest: total_size = 306500 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14645119948228808438 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):353591[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.0 2023-01-15T15:08:52.814 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.811+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=143880 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):46274C[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.815 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 10 manifest: total_size = 288982 2023-01-15T15:08:52.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16204036610369204251 2023-01-15T15:08:52.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):46274C[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.813+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.0 2023-01-15T15:08:52.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.814+0000 7f88f5535700 20 handle_completion(): completion ok for obj=353591 2023-01-15T15:08:52.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.817 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.815+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):6AD211[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88fd593780 10 manifest: total_size = 96 2023-01-15T15:08:52.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2214000192683256350 2023-01-15T15:08:52.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):6AD211[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.0 2023-01-15T15:08:52.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.816+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=46274C 2023-01-15T15:08:52.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):BF07E6[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 10 manifest: total_size = 30550072 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8541433618005554378 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):BF07E6[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.818+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.821 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.819+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.0 2023-01-15T15:08:52.822 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.819+0000 7f88f5535700 20 handle_completion(): completion ok for obj=6AD211 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T15:08:52.823 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): result: ofs=16777216 stripe_ofs=16777216 part_ofs=0 rule->part_size=0 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): result: ofs=23068672 stripe_ofs=23068672 part_ofs=0 rule->part_size=0 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): result: ofs=29360128 stripe_ofs=29360128 part_ofs=0 rule->part_size=0 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 RGWObjManifest::operator++(): result: ofs=30550072 stripe_ofs=30550072 part_ofs=0 rule->part_size=0 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8541433618005554378 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660__shadow_.iT59sRQiSCADYvEin0qPkDlFYaUA4t7_1 2023-01-15T15:08:52.824 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 332 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660__shadow_.iT59sRQiSCADYvEin0qPkDlFYaUA4t7_2 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 564 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660__shadow_.iT59sRQiSCADYvEin0qPkDlFYaUA4t7_3 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 796 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660__shadow_.iT59sRQiSCADYvEin0qPkDlFYaUA4t7_4 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1028 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660__shadow_.iT59sRQiSCADYvEin0qPkDlFYaUA4t7_5 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1260 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T15:08:52.825 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.821+0000 7f88fd593780 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8541433618005554378 2023-01-15T15:08:52.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=BF07E6 2023-01-15T15:08:52.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):CB4EC6[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.826 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 10 manifest: total_size = 306611 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3797919266289279807 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):CB4EC6[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.822+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.1 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.824+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):4C31D9[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.827 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88fd593780 10 manifest: total_size = 170348 2023-01-15T15:08:52.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2494090632248508338 2023-01-15T15:08:52.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):4C31D9[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.2 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.825+0000 7f88f5535700 20 handle_completion(): completion ok for obj=CB4EC6 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.826+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8BC00D[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88fd593780 10 manifest: total_size = 174618 2023-01-15T15:08:52.829 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.8476213790871411073 2023-01-15T15:08:52.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8BC00D[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.2 2023-01-15T15:08:52.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.827+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=4C31D9 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):B89E28[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 10 manifest: total_size = 294658 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7485015781696996158 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):B89E28[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.829+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.2 2023-01-15T15:08:52.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.830+0000 7f88f5535700 20 handle_completion(): completion ok for obj=8BC00D 2023-01-15T15:08:52.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):B0376F[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 10 manifest: total_size = 2790557 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.17388973406605808193 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):B0376F[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.834 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.3 2023-01-15T15:08:52.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.832+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=B89E28 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):F5E190[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.836 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 10 manifest: total_size = 399237 2023-01-15T15:08:52.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6580108335080257713 2023-01-15T15:08:52.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e6e70 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):F5E190[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.834+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.3 2023-01-15T15:08:52.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.835+0000 7f88f5535700 20 handle_completion(): completion ok for obj=B0376F 2023-01-15T15:08:52.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):226FFA[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 10 manifest: total_size = 398885 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.16840974956093340654 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):226FFA[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.840 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.837+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.4 2023-01-15T15:08:52.840 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.838+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=F5E190 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.841 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8A08C0[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 10 manifest: total_size = 88256 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6140462915438249251 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8A08C0[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.839+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.4 2023-01-15T15:08:52.842 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.840+0000 7f88f5535700 20 handle_completion(): completion ok for obj=226FFA 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.843 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.841+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8D329C[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.842+0000 7f88fd593780 10 manifest: total_size = 174619 2023-01-15T15:08:52.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.842+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7059213418413422621 2023-01-15T15:08:52.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.842+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):8D329C[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.842+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.844 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.842+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.4 2023-01-15T15:08:52.845 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.843+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=8A08C0 2023-01-15T15:08:52.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.846 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EE285D[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 10 manifest: total_size = 170119 2023-01-15T15:08:52.847 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.1755032934069266482 2023-01-15T15:08:52.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EE285D[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.845+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.4 2023-01-15T15:08:52.848 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.846+0000 7f88f5535700 20 handle_completion(): completion ok for obj=8D329C 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.849 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.847+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):061EB8[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88fd593780 10 manifest: total_size = 18 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.2336851847375471274 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):061EB8[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.5 2023-01-15T15:08:52.850 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.848+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=EE285D 2023-01-15T15:08:52.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.851 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):0EB496[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 10 manifest: total_size = 41 2023-01-15T15:08:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.13879912968114447517 2023-01-15T15:08:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):0EB496[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.852 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.853 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.5 2023-01-15T15:08:52.853 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.850+0000 7f88f5535700 20 handle_completion(): completion ok for obj=061EB8 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.854 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.852+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):33183A[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88fd593780 10 manifest: total_size = 399168 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.11033428523889366452 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):33183A[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.5 2023-01-15T15:08:52.855 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.853+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=0EB496 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.857 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.855+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):57F25E[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88fd593780 10 manifest: total_size = 170469 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.3174024252049831617 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):57F25E[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.5 2023-01-15T15:08:52.858 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.856+0000 7f88f5535700 20 handle_completion(): completion ok for obj=33183A 2023-01-15T15:08:52.859 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):E90A07[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.860 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 10 manifest: total_size = 109300 2023-01-15T15:08:52.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.18230293592440365664 2023-01-15T15:08:52.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):E90A07[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.858+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.5 2023-01-15T15:08:52.861 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.859+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=57F25E 2023-01-15T15:08:52.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.862 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):0102C4[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 10 manifest: total_size = 287419 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.6899528529591746012 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):0102C4[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.863 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.861+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.6 2023-01-15T15:08:52.864 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.862+0000 7f88f5535700 20 handle_completion(): completion ok for obj=E90A07 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.865 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):11FEF3[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 10 manifest: total_size = 295746 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12385591313556343334 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):11FEF3[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.863+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.6 2023-01-15T15:08:52.866 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.864+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=0102C4 2023-01-15T15:08:52.867 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.867 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.868 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.868 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.868 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.868 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):41C368[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.868 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 10 manifest: total_size = 18 2023-01-15T15:08:52.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12500026394277620646 2023-01-15T15:08:52.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):41C368[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.866+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.6 2023-01-15T15:08:52.869 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.867+0000 7f88f5535700 20 handle_completion(): completion ok for obj=11FEF3 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):765B46[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 10 manifest: total_size = 306675 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7125351452316322360 2023-01-15T15:08:52.871 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):765B46[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.869+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.7 2023-01-15T15:08:52.872 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.870+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=41C368 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.873 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.871+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):1122DB[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88fd593780 10 manifest: total_size = 49222 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.15319008605512119986 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):1122DB[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.8 2023-01-15T15:08:52.874 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.872+0000 7f88f5535700 20 handle_completion(): completion ok for obj=765B46 2023-01-15T15:08:52.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.873+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EC24BC[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88fd593780 10 manifest: total_size = 67731 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12600731271936768636 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EC24BC[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.8 2023-01-15T15:08:52.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.874+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=1122DB 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):7B3663[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 10 manifest: total_size = 38713 2023-01-15T15:08:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7087767421963435115 2023-01-15T15:08:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):7B3663[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.876+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.9 2023-01-15T15:08:52.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.877+0000 7f88f5535700 20 handle_completion(): completion ok for obj=EC24BC 2023-01-15T15:08:52.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.878+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EA3AA4[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88fd593780 10 manifest: total_size = 127737 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.14985689938392990291 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):EA3AA4[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.9 2023-01-15T15:08:52.882 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.879+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=7B3663 2023-01-15T15:08:52.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.881+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):9B1915[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88fd593780 10 manifest: total_size = 138754 2023-01-15T15:08:52.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.7496835218313445199 2023-01-15T15:08:52.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]):9B1915[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660.10 2023-01-15T15:08:52.885 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.882+0000 7f88f5535700 20 handle_completion(): completion ok for obj=EA3AA4 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 20 list_objects_ordered: starting attempt 1 2023-01-15T15:08:52.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.884+0000 7f88fd593780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88f5d36700 20 handle_completion(): completion ok for obj=9B1915 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660])"; uploads.size()=0; is_truncated=0 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]) 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 10 lifecycle: cache get: name=default.rgw.meta+root+test : miss 2023-01-15T15:08:52.887 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.885+0000 7f88fd593780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T15:08:52.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 20 lifecycle: rados_obj.operate() r=0 bl.length=186 2023-01-15T15:08:52.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: cache put: name=default.rgw.meta+root+test info.flags=0x13 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: adding default.rgw.meta+root+test to cache LRU end 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 info.flags=0x17 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 to cache LRU end 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.886+0000 7f88fd593780 10 lifecycle: distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660, ofs0, ns] 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.887+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034424 cookie 94467038822272 notifier 6809 bl.length()=800 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.887+0000 7f88f5d36700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 info.flags=0x17 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.887+0000 7f88f5d36700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 to cache LRU end 2023-01-15T15:08:52.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.887+0000 7f88f5d36700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.890+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]): orig_sources= new_sources= 2023-01-15T15:08:52.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.890+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]): potential sources added=[] removed=[] 2023-01-15T15:08:52.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.890+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]): orig_dests= new_dests= 2023-01-15T15:08:52.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.890+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:test[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660]): potential dests added=[] removed=[] 2023-01-15T15:08:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.893+0000 7f88fd593780 10 cache get: name=default.rgw.meta+root+test : hit (requested=0x11, cached=0x13) 2023-01-15T15:08:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.893+0000 7f88fd593780 10 removing default.rgw.meta+root+test from cache 2023-01-15T15:08:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.893+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:test, ofs0, ns] 2023-01-15T15:08:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.894+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035127 cookie 94467038829184 notifier 6809 bl.length()=148 2023-01-15T15:08:52.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.898+0000 7f88fd593780 10 removing default.rgw.meta+root+.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 from cache 2023-01-15T15:08:52.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.898+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660, ofs0, ns] 2023-01-15T15:08:52.899 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.898+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034425 cookie 94467038822272 notifier 6809 bl.length()=207 2023-01-15T15:08:52.905 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.903+0000 7f88fd593780 10 removing default.rgw.log++pubsub..bucket.test/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660 from cache 2023-01-15T15:08:52.905 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.903+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.660, ofs0, ns] 2023-01-15T15:08:52.905 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.904+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034380 cookie 94467038823424 notifier 6809 bl.length()=204 2023-01-15T15:08:52.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 cache get: name=default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 : miss 2023-01-15T15:08:52.908 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 info.flags=0x13 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 adding default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 to cache LRU end 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.909 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.907+0000 7f88fd593780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 2023-01-15T15:08:52.912 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.911+0000 7f88fd593780 10 cls_bucket_list_unordered: got 93B776 2023-01-15T15:08:52.913 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]):93B776[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 10 manifest: total_size = 170119 2023-01-15T15:08:52.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 20 get_obj_state: setting s->obj_tag to 3b3925ab-a611-47cc-92b1-ebb3ab266374.4554.12090587183429246500 2023-01-15T15:08:52.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 20 get_obj_state: rctx=0x55ead28e77a0 obj=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]):93B776[null] state=0x55ead2a761e8 s->prefetch_data=0 2023-01-15T15:08:52.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 20 prepare_atomic_modification: state is not atomic. state=0x55ead2a761e8 2023-01-15T15:08:52.914 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.912+0000 7f88fd593780 20 bucket index object: default.rgw.buckets.index:.dir.3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661.7 2023-01-15T15:08:52.915 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.914+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.testbuck2 : miss 2023-01-15T15:08:52.916 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.914+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.testbuck2 info.flags=0x0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 adding default.rgw.log++bucket.sync-source-hints.testbuck2 to cache LRU end 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.testbuck2 : miss 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 rados->read ofs=0 len=0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.testbuck2 info.flags=0x0 2023-01-15T15:08:52.917 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 adding default.rgw.log++bucket.sync-target-hints.testbuck2 to cache LRU end 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 chain_cache_entry: cache_locator= 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 20 list_objects_ordered: starting attempt 1 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88fd593780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T15:08:52.918 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.915+0000 7f88f5535700 20 handle_completion(): completion ok for obj=93B776 2023-01-15T15:08:52.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T15:08:52.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T15:08:52.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T15:08:52.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T15:08:52.919 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661])"; uploads.size()=0; is_truncated=0 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]) 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 lifecycle: cache get: name=default.rgw.meta+root+testbuck2 : miss 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 20 lifecycle: rados_obj.operate() r=0 bl.length=191 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 lifecycle: cache put: name=default.rgw.meta+root+testbuck2 info.flags=0x13 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 lifecycle: adding default.rgw.meta+root+testbuck2 to cache LRU end 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.916+0000 7f88fd593780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88fd593780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 info.flags=0x17 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88fd593780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 to cache LRU end 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88fd593780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.920 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88fd593780 10 lifecycle: distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661, ofs0, ns] 2023-01-15T15:08:52.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88f5535700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034426 cookie 94467038822272 notifier 6809 bl.length()=810 2023-01-15T15:08:52.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88f5535700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 info.flags=0x17 2023-01-15T15:08:52.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88f5535700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 to cache LRU end 2023-01-15T15:08:52.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.917+0000 7f88f5535700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T15:08:52.921 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.920+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]): orig_sources= new_sources= 2023-01-15T15:08:52.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.920+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]): potential sources added=[] removed=[] 2023-01-15T15:08:52.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.920+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]): orig_dests= new_dests= 2023-01-15T15:08:52.922 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.920+0000 7f88fd593780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661]): potential dests added=[] removed=[] 2023-01-15T15:08:52.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.923+0000 7f88fd593780 10 cache get: name=default.rgw.meta+root+testbuck2 : hit (requested=0x11, cached=0x13) 2023-01-15T15:08:52.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.923+0000 7f88fd593780 10 removing default.rgw.meta+root+testbuck2 from cache 2023-01-15T15:08:52.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.923+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:testbuck2, ofs0, ns] 2023-01-15T15:08:52.925 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.924+0000 7f88f5535700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034381 cookie 94467038826880 notifier 6809 bl.length()=153 2023-01-15T15:08:52.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.926+0000 7f88fd593780 10 removing default.rgw.meta+root+.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 from cache 2023-01-15T15:08:52.927 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.926+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.testbuck2:3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661, ofs0, ns] 2023-01-15T15:08:52.928 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.926+0000 7f88f5535700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034427 cookie 94467038822272 notifier 6809 bl.length()=212 2023-01-15T15:08:52.932 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.931+0000 7f88fd593780 10 removing default.rgw.log++pubsub..bucket.testbuck2/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661 from cache 2023-01-15T15:08:52.932 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.931+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.testbuck2/3b3925ab-a611-47cc-92b1-ebb3ab266374.4560.661, ofs0, ns] 2023-01-15T15:08:52.933 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.931+0000 7f88f5535700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034382 cookie 94467038823424 notifier 6809 bl.length()=209 2023-01-15T15:08:52.936 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.935+0000 7f88fd593780 10 removing key index: CVLFPSAZPBKUZIEJOQOV 2023-01-15T15:08:52.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.935+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:CVLFPSAZPBKUZIEJOQOV, ofs0, ns] 2023-01-15T15:08:52.937 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.935+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034903 cookie 94467038824576 notifier 6809 bl.length()=170 2023-01-15T15:08:52.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.938+0000 7f88fd593780 10 removing email index: foo.client.0+test@test.test 2023-01-15T15:08:52.939 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.938+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-01-15T15:08:52.940 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.938+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035128 cookie 94467038829184 notifier 6809 bl.length()=178 2023-01-15T15:08:52.942 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.941+0000 7f88fd593780 10 removing user buckets index 2023-01-15T15:08:52.942 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.941+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.uid:foo.client.0.buckets, ofs0, ns] 2023-01-15T15:08:52.943 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.941+0000 7f88f5535700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034428 cookie 94467038822272 notifier 6809 bl.length()=169 2023-01-15T15:08:52.945 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.944+0000 7f88fd593780 10 removing user index: foo.client.0 2023-01-15T15:08:52.945 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.944+0000 7f88fd593780 10 removing default.rgw.meta+users.uid+foo.client.0 from cache 2023-01-15T15:08:52.945 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.944+0000 7f88fd593780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T15:08:52.946 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.944+0000 7f88f5d36700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034383 cookie 94467038823424 notifier 6809 bl.length()=161 2023-01-15T15:08:52.952 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.951+0000 7f88e250f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:52.954 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.952+0000 7f88fd593780 20 remove_watcher() i=0 2023-01-15T15:08:52.954 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.952+0000 7f88fd593780 2 removed watcher, disabling cache 2023-01-15T15:08:52.955 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.953+0000 7f88fd593780 20 remove_watcher() i=1 2023-01-15T15:08:52.955 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.954+0000 7f88fd593780 20 remove_watcher() i=2 2023-01-15T15:08:52.956 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.955+0000 7f88fd593780 20 remove_watcher() i=3 2023-01-15T15:08:52.957 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.955+0000 7f88fd593780 20 remove_watcher() i=4 2023-01-15T15:08:52.958 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.956+0000 7f88fd593780 20 remove_watcher() i=5 2023-01-15T15:08:52.959 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.957+0000 7f88fd593780 20 remove_watcher() i=6 2023-01-15T15:08:52.959 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:52.958+0000 7f88fd593780 20 remove_watcher() i=7 2023-01-15T15:08:52.964 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid bar.client.0 --purge-data --cluster ceph 2023-01-15T15:08:53.010 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T15:08:53.010 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T15:08:53.020 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.018+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 20 realm 2023-01-15T15:08:53.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.022 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T15:08:53.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.020+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.021+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.021+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.021+0000 7ff85fd7e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.023 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.021+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.022+0000 7ff85fd7e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T15:08:53.024 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.022+0000 7ff85fd7e780 20 searching for the correct realm 2023-01-15T15:08:53.032 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.030+0000 7ff85dd2c700 0 -- 172.21.15.154:0/799968264 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55a23171c000 msgr2=0x55a230c2d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.031+0000 7ff85fd7e780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T15:08:53.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.031+0000 7ff85fd7e780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T15:08:53.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.031+0000 7ff85fd7e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T15:08:53.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.031+0000 7ff85fd7e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T15:08:53.033 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.031+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.034 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.034 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 zone default found 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 4 Realm: () 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T15:08:53.035 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 zonegroup default 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.032+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 started sync module instance, tier type = 2023-01-15T15:08:53.036 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.033+0000 7ff85fd7e780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T15:08:53.039 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.037+0000 7ff85dd2c700 0 -- 172.21.15.154:0/799968264 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55a23171d400 msgr2=0x55a230c2e680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.041 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=0 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=1 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=2 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=3 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=4 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=5 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.040+0000 7ff85fd7e780 20 add_watcher() i=6 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.041+0000 7ff85fd7e780 20 add_watcher() i=7 2023-01-15T15:08:53.042 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.041+0000 7ff85fd7e780 2 all 8 watchers are set, enabling cache 2023-01-15T15:08:53.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.042+0000 7ff844cfa700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.042+0000 7ff85fd7e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T15:08:53.044 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.042+0000 7ff85fd7e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T15:08:53.079 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.076+0000 7ff8404f1700 20 reqs_thread_entry: start 2023-01-15T15:08:53.079 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 20 init_complete bucket index max shards: 11 2023-01-15T15:08:53.079 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T15:08:53.079 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff83e4ed700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 15:09:23 2023 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff83dccb700 20 reqs_thread_entry: start 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 20 rados_obj.operate() r=0 bl.length=469 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:53.080 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.077+0000 7ff85fd7e780 10 updating xattr: name=user.rgw.user-policy bl.length()=4 2023-01-15T15:08:53.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.078+0000 7ff85fd7e780 10 removing key index: YTXTARISLJSHZLVIAVQC 2023-01-15T15:08:53.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.078+0000 7ff85fd7e780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:YTXTARISLJSHZLVIAVQC, ofs0, ns] 2023-01-15T15:08:53.081 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.078+0000 7ff858521700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034904 cookie 94155087906944 notifier 6827 bl.length()=170 2023-01-15T15:08:53.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.081+0000 7ff85fd7e780 10 removing email index: bar.client.0+test@test.test 2023-01-15T15:08:53.082 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.081+0000 7ff85fd7e780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-01-15T15:08:53.083 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.081+0000 7ff858521700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034429 cookie 94155087904640 notifier 6827 bl.length()=178 2023-01-15T15:08:53.085 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.083+0000 7ff85fd7e780 10 removing user buckets index 2023-01-15T15:08:53.085 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.083+0000 7ff85fd7e780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:bar.client.0.buckets, ofs0, ns] 2023-01-15T15:08:53.085 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.084+0000 7ff858521700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034905 cookie 94155087906944 notifier 6827 bl.length()=169 2023-01-15T15:08:53.088 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.086+0000 7ff85fd7e780 10 removing user index: bar.client.0 2023-01-15T15:08:53.088 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.086+0000 7ff85fd7e780 10 removing default.rgw.meta+users.uid+bar.client.0 from cache 2023-01-15T15:08:53.088 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.086+0000 7ff85fd7e780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T15:08:53.088 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.086+0000 7ff857d20700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034430 cookie 94155087904640 notifier 6827 bl.length()=161 2023-01-15T15:08:53.093 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.091+0000 7ff844cfa700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.094 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.093+0000 7ff85fd7e780 20 remove_watcher() i=0 2023-01-15T15:08:53.094 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.093+0000 7ff85fd7e780 2 removed watcher, disabling cache 2023-01-15T15:08:53.095 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.094+0000 7ff85fd7e780 20 remove_watcher() i=1 2023-01-15T15:08:53.096 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.094+0000 7ff85fd7e780 20 remove_watcher() i=2 2023-01-15T15:08:53.097 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.096+0000 7ff85fd7e780 20 remove_watcher() i=3 2023-01-15T15:08:53.098 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.096+0000 7ff85fd7e780 20 remove_watcher() i=4 2023-01-15T15:08:53.099 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.097+0000 7ff85fd7e780 20 remove_watcher() i=5 2023-01-15T15:08:53.099 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.098+0000 7ff85fd7e780 20 remove_watcher() i=6 2023-01-15T15:08:53.100 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.099+0000 7ff85fd7e780 20 remove_watcher() i=7 2023-01-15T15:08:53.105 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid 'testx$tenanteduser.client.0' --purge-data --cluster ceph 2023-01-15T15:08:53.151 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T15:08:53.151 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T15:08:53.159 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.158+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.159+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.159+0000 7f0bba9aa780 20 realm 2023-01-15T15:08:53.161 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.159+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.160+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.160+0000 7f0bba9aa780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.160+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.160+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.160+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.162 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.161+0000 7f0bba9aa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.163 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.161+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.163 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.161+0000 7f0bba9aa780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T15:08:53.163 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.161+0000 7f0bba9aa780 20 searching for the correct realm 2023-01-15T15:08:53.372 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.370+0000 7f0bb8958700 0 -- 172.21.15.154:0/2121274582 >> [v2:172.21.15.154:6808/101526,v1:172.21.15.154:6809/101526] conn(0x55c879c1e400 msgr2=0x55c879168100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.374 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.372+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 zone default found 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 4 Realm: () 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T15:08:53.376 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 zonegroup default 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.373+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.374+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.374+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.374+0000 7f0bba9aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.374+0000 7f0bba9aa780 20 started sync module instance, tier type = 2023-01-15T15:08:53.377 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.374+0000 7f0bba9aa780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T15:08:53.379 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.377+0000 7f0bb8958700 0 -- 172.21.15.154:0/2121274582 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55c879c1e000 msgr2=0x55c879167080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=0 2023-01-15T15:08:53.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=1 2023-01-15T15:08:53.382 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=2 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=3 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=4 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=5 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=6 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 20 add_watcher() i=7 2023-01-15T15:08:53.383 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.381+0000 7f0bba9aa780 2 all 8 watchers are set, enabling cache 2023-01-15T15:08:53.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.383+0000 7f0b9f926700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.383+0000 7f0bba9aa780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T15:08:53.384 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.383+0000 7f0bba9aa780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0b9b11d700 20 reqs_thread_entry: start 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0bba9aa780 20 init_complete bucket index max shards: 11 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0bba9aa780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0b99119700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 15:09:23 2023 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0b988f7700 20 reqs_thread_entry: start 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0bba9aa780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T15:08:53.420 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.417+0000 7f0bba9aa780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 20 rados_obj.operate() r=0 bl.length=528 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 updating xattr: name=user.rgw.user-policy bl.length()=118 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 removing key index: EIGTCLXWFTYDWYYSQNAL 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bba9aa780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:EIGTCLXWFTYDWYYSQNAL, ofs0, ns] 2023-01-15T15:08:53.421 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.418+0000 7f0bb314d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034431 cookie 94319510151040 notifier 7212 bl.length()=170 2023-01-15T15:08:53.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.421+0000 7f0bba9aa780 10 removing email index: testx$tenanteduser.client.0+test@test.test 2023-01-15T15:08:53.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.421+0000 7f0bba9aa780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-01-15T15:08:53.422 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.421+0000 7f0bb314d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034436 cookie 94319514427392 notifier 7212 bl.length()=193 2023-01-15T15:08:53.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.423+0000 7f0bba9aa780 10 removing user buckets index 2023-01-15T15:08:53.424 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.423+0000 7f0bba9aa780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0.buckets, ofs0, ns] 2023-01-15T15:08:53.425 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.423+0000 7f0bb294c700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035129 cookie 94319510157952 notifier 7212 bl.length()=184 2023-01-15T15:08:53.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.425+0000 7f0bba9aa780 10 removing user index: testx$tenanteduser.client.0 2023-01-15T15:08:53.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.425+0000 7f0bba9aa780 10 removing default.rgw.meta+users.uid+testx$tenanteduser.client.0 from cache 2023-01-15T15:08:53.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.425+0000 7f0bba9aa780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T15:08:53.427 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.425+0000 7f0bb294c700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035130 cookie 94319510156800 notifier 7212 bl.length()=176 2023-01-15T15:08:53.430 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.429+0000 7f0b9f926700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.430+0000 7f0bba9aa780 20 remove_watcher() i=0 2023-01-15T15:08:53.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.430+0000 7f0bba9aa780 2 removed watcher, disabling cache 2023-01-15T15:08:53.432 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.431+0000 7f0bba9aa780 20 remove_watcher() i=1 2023-01-15T15:08:53.433 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.432+0000 7f0bba9aa780 20 remove_watcher() i=2 2023-01-15T15:08:53.434 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.433+0000 7f0bba9aa780 20 remove_watcher() i=3 2023-01-15T15:08:53.435 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.433+0000 7f0bba9aa780 20 remove_watcher() i=4 2023-01-15T15:08:53.436 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.434+0000 7f0bba9aa780 20 remove_watcher() i=5 2023-01-15T15:08:53.436 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.435+0000 7f0bba9aa780 20 remove_watcher() i=6 2023-01-15T15:08:53.437 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.436+0000 7f0bba9aa780 20 remove_watcher() i=7 2023-01-15T15:08:53.442 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foobar.client.0 --purge-data --cluster ceph 2023-01-15T15:08:53.487 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T15:08:53.487 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T15:08:53.495 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.494+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.495+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.495+0000 7f8474a5c780 20 realm 2023-01-15T15:08:53.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.495+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.497 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.496+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.496+0000 7f8474a5c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T15:08:53.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.496+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.496+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.496+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.498 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.497+0000 7f8474a5c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.497+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.497+0000 7f8474a5c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T15:08:53.499 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.497+0000 7f8474a5c780 20 searching for the correct realm 2023-01-15T15:08:53.507 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.505+0000 7f8472a0a700 0 -- 172.21.15.154:0/636210606 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55bd03566400 msgr2=0x55bd03559080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T15:08:53.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T15:08:53.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T15:08:53.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T15:08:53.509 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 zone default found 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 4 Realm: () 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 zonegroup default 2023-01-15T15:08:53.510 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.507+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.511 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 started sync module instance, tier type = 2023-01-15T15:08:53.512 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.508+0000 7f8474a5c780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T15:08:53.513 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.512+0000 7f8472a0a700 0 -- 172.21.15.154:0/636210606 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55bd04018c00 msgr2=0x55bd0355a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=0 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=1 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=2 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=3 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=4 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=5 2023-01-15T15:08:53.517 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.515+0000 7f8474a5c780 20 add_watcher() i=6 2023-01-15T15:08:53.518 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.516+0000 7f8474a5c780 20 add_watcher() i=7 2023-01-15T15:08:53.518 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.516+0000 7f8474a5c780 2 all 8 watchers are set, enabling cache 2023-01-15T15:08:53.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.517+0000 7f84599d8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.517+0000 7f8474a5c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T15:08:53.519 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.517+0000 7f8474a5c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f84551cf700 20 reqs_thread_entry: start 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 20 init_complete bucket index max shards: 11 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f84531cb700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 15:09:24 2023 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f84529a9700 20 reqs_thread_entry: start 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T15:08:53.552 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.553 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 20 rados_obj.operate() r=0 bl.length=515 2023-01-15T15:08:53.553 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T15:08:53.553 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T15:08:53.553 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.550+0000 7f8474a5c780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:53.555 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.553+0000 7f8474a5c780 10 removing key index: CNPTRSFVWJOUEQMTSEEA 2023-01-15T15:08:53.555 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.553+0000 7f8474a5c780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:CNPTRSFVWJOUEQMTSEEA, ofs0, ns] 2023-01-15T15:08:53.555 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.553+0000 7f846d1ff700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035553 cookie 94270289972480 notifier 6869 bl.length()=170 2023-01-15T15:08:53.557 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.556+0000 7f8474a5c780 10 removing email index: foobar.client.0+test@test.test 2023-01-15T15:08:53.558 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.556+0000 7f8474a5c780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-01-15T15:08:53.558 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.556+0000 7f846d1ff700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035131 cookie 94270289974784 notifier 6869 bl.length()=181 2023-01-15T15:08:53.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.558+0000 7f8474a5c780 10 removing user buckets index 2023-01-15T15:08:53.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.558+0000 7f8474a5c780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.uid:foobar.client.0.buckets, ofs0, ns] 2023-01-15T15:08:53.560 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.559+0000 7f846c9fe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034384 cookie 94270289970176 notifier 6869 bl.length()=172 2023-01-15T15:08:53.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.560+0000 7f8474a5c780 10 removing user index: foobar.client.0 2023-01-15T15:08:53.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.560+0000 7f8474a5c780 10 removing default.rgw.meta+users.uid+foobar.client.0 from cache 2023-01-15T15:08:53.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.560+0000 7f8474a5c780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T15:08:53.562 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.561+0000 7f846c9fe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034437 cookie 94270294237184 notifier 6869 bl.length()=164 2023-01-15T15:08:53.565 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.563+0000 7f84599d8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.565+0000 7f8474a5c780 20 remove_watcher() i=0 2023-01-15T15:08:53.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.565+0000 7f8474a5c780 2 removed watcher, disabling cache 2023-01-15T15:08:53.567 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.566+0000 7f8474a5c780 20 remove_watcher() i=1 2023-01-15T15:08:53.568 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.567+0000 7f8474a5c780 20 remove_watcher() i=2 2023-01-15T15:08:53.569 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.567+0000 7f8474a5c780 20 remove_watcher() i=3 2023-01-15T15:08:53.570 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.568+0000 7f8474a5c780 20 remove_watcher() i=4 2023-01-15T15:08:53.570 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.569+0000 7f8474a5c780 20 remove_watcher() i=5 2023-01-15T15:08:53.571 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.570+0000 7f8474a5c780 20 remove_watcher() i=6 2023-01-15T15:08:53.572 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.570+0000 7f8474a5c780 20 remove_watcher() i=7 2023-01-15T15:08:53.577 INFO:tasks.s3tests:Removing s3-tests... 2023-01-15T15:08:53.577 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T15:08:53.690 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2023-01-15T15:08:53.701 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2023-01-15T15:08:53.711 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2023-01-15T15:08:53.711 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2023-01-15T15:08:53.712 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2023-01-15T15:08:53.762 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2023-01-15T15:08:53.762 DEBUG:teuthology.orchestra.run.smithi154:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2023-01-15T15:08:53.807 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setuser ceph since I am not root 2023-01-15T15:08:53.807 INFO:teuthology.orchestra.run.smithi154.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T15:08:53.816 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.814+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 20 realm 2023-01-15T15:08:53.818 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T15:08:53.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.816+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.817+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.819 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.817+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.818+0000 7f70c6b63780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.818+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.818+0000 7f70c6b63780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T15:08:53.820 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.818+0000 7f70c6b63780 20 searching for the correct realm 2023-01-15T15:08:53.828 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.826+0000 7f70c4b11700 0 -- 172.21.15.154:0/1061610291 >> [v2:172.21.15.154:6821/101546,v1:172.21.15.154:6822/101546] conn(0x55ed28fbac00 msgr2=0x55ed28ee3080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 RGWRados::pool_iterate: got zone_info.3b3925ab-a611-47cc-92b1-ebb3ab266374 2023-01-15T15:08:53.830 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 RGWRados::pool_iterate: got zonegroup_info.add59387-3e6a-4884-b2d0-c6a5acdc2a38 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 zone default found 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 4 Realm: () 2023-01-15T15:08:53.831 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 4 ZoneGroup: default (add59387-3e6a-4884-b2d0-c6a5acdc2a38) 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 4 Zone: default (3b3925ab-a611-47cc-92b1-ebb3ab266374) 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 zonegroup default 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.828+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.832 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T15:08:53.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 started sync module instance, tier type = 2023-01-15T15:08:53.833 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.829+0000 7f70c6b63780 20 started zone id=3b3925ab-a611-47cc-92b1-ebb3ab266374 (name=default) with tier type = 2023-01-15T15:08:53.835 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.833+0000 7f70c5312700 0 -- 172.21.15.154:0/1061610291 >> [v2:172.21.15.191:6824/101536,v1:172.21.15.191:6825/101536] conn(0x55ed28fbbc00 msgr2=0x55ed28ee3b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T15:08:53.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=0 2023-01-15T15:08:53.837 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=1 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=2 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=3 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=4 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=5 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=6 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 20 add_watcher() i=7 2023-01-15T15:08:53.838 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.836+0000 7f70c6b63780 2 all 8 watchers are set, enabling cache 2023-01-15T15:08:53.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.838+0000 7f70abadf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.838+0000 7f70c6b63780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T15:08:53.839 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.838+0000 7f70c6b63780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.872+0000 7f70a72d6700 20 reqs_thread_entry: start 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 20 init_complete bucket index max shards: 11 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70a52d2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 15:09:24 2023 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr: 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70a4ab0700 20 reqs_thread_entry: start 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-01-15T15:08:53.875 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 20 rados->read ofs=0 len=0 2023-01-15T15:08:53.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 20 rados_obj.operate() r=0 bl.length=448 2023-01-15T15:08:53.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2023-01-15T15:08:53.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T15:08:53.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.873+0000 7f70c6b63780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T15:08:53.876 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.874+0000 7f70c6b63780 10 removing key index: SFCSWWMWYTLEWWMYTTJN 2023-01-15T15:08:53.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.874+0000 7f70c6b63780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:SFCSWWMWYTLEWWMYTTJN, ofs0, ns] 2023-01-15T15:08:53.877 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.874+0000 7f70bf306700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034438 cookie 94477083459584 notifier 6887 bl.length()=170 2023-01-15T15:08:53.878 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.877+0000 7f70c6b63780 10 removing email index: tester.client.0_test@test.test 2023-01-15T15:08:53.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.877+0000 7f70c6b63780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-01-15T15:08:53.879 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.877+0000 7f70beb05700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035554 cookie 94477079162112 notifier 6887 bl.length()=181 2023-01-15T15:08:53.880 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.879+0000 7f70c6b63780 10 removing user buckets index 2023-01-15T15:08:53.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.879+0000 7f70c6b63780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2023-01-15T15:08:53.881 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.879+0000 7f70bf306700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828034439 cookie 94477083459584 notifier 6887 bl.length()=172 2023-01-15T15:08:53.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.881+0000 7f70c6b63780 10 removing user index: tester.client.0 2023-01-15T15:08:53.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.881+0000 7f70c6b63780 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2023-01-15T15:08:53.883 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.881+0000 7f70c6b63780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-01-15T15:08:53.884 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.882+0000 7f70bf306700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 914828035132 cookie 94477079165568 notifier 6887 bl.length()=164 2023-01-15T15:08:53.886 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.884+0000 7f70abadf700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T15:08:53.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.886+0000 7f70c6b63780 20 remove_watcher() i=0 2023-01-15T15:08:53.888 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.886+0000 7f70c6b63780 2 removed watcher, disabling cache 2023-01-15T15:08:53.889 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.887+0000 7f70c6b63780 20 remove_watcher() i=1 2023-01-15T15:08:53.890 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.888+0000 7f70c6b63780 20 remove_watcher() i=2 2023-01-15T15:08:53.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.889+0000 7f70c6b63780 20 remove_watcher() i=3 2023-01-15T15:08:53.891 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.890+0000 7f70c6b63780 20 remove_watcher() i=4 2023-01-15T15:08:53.892 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.891+0000 7f70c6b63780 20 remove_watcher() i=5 2023-01-15T15:08:53.893 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.891+0000 7f70c6b63780 20 remove_watcher() i=6 2023-01-15T15:08:53.894 INFO:teuthology.orchestra.run.smithi154.stderr:2023-01-15T15:08:53.892+0000 7f70c6b63780 20 remove_watcher() i=7 2023-01-15T15:08:53.898 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2023-01-15T15:08:53.908 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2023-01-15T15:08:53.920 DEBUG:tasks.rgw.client.0:waiting for process to exit 2023-01-15T15:08:53.920 INFO:teuthology.orchestra.run:waiting for 300 2023-01-15T15:08:53.930 INFO:tasks.rgw.client.0.smithi154.stdout:2023-01-15T15:08:53.923+0000 1571b700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term env OPENSSL_ia32cap=~0x1000000000000000 valgrind --trace-children=no --child-silent-after-fork=yes --soname-synonyms=somalloc=*tcmalloc* --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 104981) UID: 0 2023-01-15T15:08:53.930 INFO:tasks.rgw.client.0.smithi154.stdout:2023-01-15T15:08:53.927+0000 f659b40 -1 shutting down 2023-01-15T15:08:58.105 INFO:tasks.rgw.client.0.smithi154.stderr:==00:00:41:04.528 104988== could not unlink /tmp/vgdb-pipe-from-vgdb-to-104988-by-root-on-??? 2023-01-15T15:08:58.105 INFO:tasks.rgw.client.0.smithi154.stderr:==00:00:41:04.528 104988== could not unlink /tmp/vgdb-pipe-to-vgdb-from-104988-by-root-on-??? 2023-01-15T15:08:58.105 INFO:tasks.rgw.client.0.smithi154.stderr:==00:00:41:04.528 104988== could not unlink /tmp/vgdb-pipe-shared-mem-vgdb-104988-by-root-on-??? 2023-01-15T15:08:59.786 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2023-01-15T15:09:00.022 INFO:tasks.rgw.client.0:Stopped 2023-01-15T15:09:00.022 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2023-01-15T15:09:00.045 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/vault-root-token 2023-01-15T15:09:00.120 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2023-01-15T15:09:00.131 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2023-01-15T15:09:00.181 DEBUG:teuthology.orchestra.run.smithi154:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-01-15T15:09:00.241 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2023-01-15T15:09:00.301 DEBUG:teuthology.orchestra.run.smithi154:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-01-15T15:09:00.360 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2023-01-15T15:09:00.430 DEBUG:teuthology.orchestra.run.smithi154:> sudo update-ca-trust 2023-01-15T15:09:00.733 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-01-15T15:09:00.744 INFO:tasks.ceph.ceph_manager.ceph:Canceling any pending splits or merges... 2023-01-15T15:09:00.744 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T15:09:01.057 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:01.155 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":213,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:49:03.534768+0000","last_up_change":"2023-01-15T14:27:21.707285+0000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":61,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","pools":[{"pool":1,"pool_name":"rbd","create_time":"2023-01-15T14:27:22.191227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":2,"pool_name":".mgr","create_time":"2023-01-15T14:27:22.783290+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2023-01-15T14:27:37.224580+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2023-01-15T14:27:39.637385+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":5,"pool_name":".rgw.root","create_time":"2023-01-15T14:27:42.490447+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2023-01-15T14:27:44.529799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2023-01-15T14:27:46.284345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2023-01-15T14:27:48.362013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}}},{"pool":58,"pool_name":"default.rgw.buckets.non-ec","create_time":"2023-01-15T14:34:46.411072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"204","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":59,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2023-01-15T14:35:12.372530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"207","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":60,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2023-01-15T14:35:15.902126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":61,"pool_name":"default.rgw.otp","create_time":"2023-01-15T14:49:00.800663+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"213","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}}],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":101526},{"type":"v1","addr":"172.21.15.154:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":101526},{"type":"v1","addr":"172.21.15.154:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":101526},{"type":"v1","addr":"172.21.15.154:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":101526},{"type":"v1","addr":"172.21.15.154:6813","nonce":101526}]},"public_addr":"172.21.15.154:6809/101526","cluster_addr":"172.21.15.154:6811/101526","heartbeat_back_addr":"172.21.15.154:6815/101526","heartbeat_front_addr":"172.21.15.154:6813/101526","state":["exists","up"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":101527},{"type":"v1","addr":"172.21.15.154:6801","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":101527},{"type":"v1","addr":"172.21.15.154:6803","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":101527},{"type":"v1","addr":"172.21.15.154:6807","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":101527},{"type":"v1","addr":"172.21.15.154:6805","nonce":101527}]},"public_addr":"172.21.15.154:6801/101527","cluster_addr":"172.21.15.154:6803/101527","heartbeat_back_addr":"172.21.15.154:6807/101527","heartbeat_front_addr":"172.21.15.154:6805/101527","state":["exists","up"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":101546},{"type":"v1","addr":"172.21.15.154:6822","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":101546},{"type":"v1","addr":"172.21.15.154:6826","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":101546},{"type":"v1","addr":"172.21.15.154:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":101546},{"type":"v1","addr":"172.21.15.154:6829","nonce":101546}]},"public_addr":"172.21.15.154:6822/101546","cluster_addr":"172.21.15.154:6826/101546","heartbeat_back_addr":"172.21.15.154:6831/101546","heartbeat_front_addr":"172.21.15.154:6829/101546","state":["exists","up"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":101548},{"type":"v1","addr":"172.21.15.154:6817","nonce":101548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":101548},{"type":"v1","addr":"172.21.15.154:6819","nonce":101548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":101548},{"type":"v1","addr":"172.21.15.154:6827","nonce":101548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":101548},{"type":"v1","addr":"172.21.15.154:6823","nonce":101548}]},"public_addr":"172.21.15.154:6817/101548","cluster_addr":"172.21.15.154:6819/101548","heartbeat_back_addr":"172.21.15.154:6827/101548","heartbeat_front_addr":"172.21.15.154:6823/101548","state":["exists","up"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":101506},{"type":"v1","addr":"172.21.15.191:6804","nonce":101506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":101506},{"type":"v1","addr":"172.21.15.191:6808","nonce":101506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":101506},{"type":"v1","addr":"172.21.15.191:6815","nonce":101506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":101506},{"type":"v1","addr":"172.21.15.191:6812","nonce":101506}]},"public_addr":"172.21.15.191:6804/101506","cluster_addr":"172.21.15.191:6808/101506","heartbeat_back_addr":"172.21.15.191:6815/101506","heartbeat_front_addr":"172.21.15.191:6812/101506","state":["exists","up"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":101505},{"type":"v1","addr":"172.21.15.191:6801","nonce":101505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":101505},{"type":"v1","addr":"172.21.15.191:6805","nonce":101505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":101505},{"type":"v1","addr":"172.21.15.191:6813","nonce":101505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":101505},{"type":"v1","addr":"172.21.15.191:6809","nonce":101505}]},"public_addr":"172.21.15.191:6801/101505","cluster_addr":"172.21.15.191:6805/101505","heartbeat_back_addr":"172.21.15.191:6813/101505","heartbeat_front_addr":"172.21.15.191:6809/101505","state":["exists","up"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":101536},{"type":"v1","addr":"172.21.15.191:6825","nonce":101536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":101536},{"type":"v1","addr":"172.21.15.191:6827","nonce":101536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":101536},{"type":"v1","addr":"172.21.15.191:6831","nonce":101536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":101536},{"type":"v1","addr":"172.21.15.191:6829","nonce":101536}]},"public_addr":"172.21.15.191:6825/101536","cluster_addr":"172.21.15.191:6827/101536","heartbeat_back_addr":"172.21.15.191:6831/101536","heartbeat_front_addr":"172.21.15.191:6829/101536","state":["exists","up"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":101507},{"type":"v1","addr":"172.21.15.191:6817","nonce":101507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":101507},{"type":"v1","addr":"172.21.15.191:6819","nonce":101507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":101507},{"type":"v1","addr":"172.21.15.191:6823","nonce":101507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":101507},{"type":"v1","addr":"172.21.15.191:6821","nonce":101507}]},"public_addr":"172.21.15.191:6817/101507","cluster_addr":"172.21.15.191:6819/101507","heartbeat_back_addr":"172.21.15.191:6823/101507","heartbeat_front_addr":"172.21.15.191:6821/101507","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.909885+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.881436+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.950480+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.888713+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.917357+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.930602+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920724+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.1e","mappings":[{"from":3,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":2},{"from":4,"to":1}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"4.a","mappings":[{"from":1,"to":5}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T15:09:01.157 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-01-15T15:09:01.157 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:01.506 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:01.522 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:01.523 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1453,"stamp":"2023-01-15T15:08:59.609730+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325718,"num_read_kb":1985530,"num_write":187459,"num_write_kb":1880639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13296,"ondisk_log_size":13296,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6852056,"kb_used_data":742743056,"kb_used_omap":333437,"kb_used_meta":0,"kb_avail":742742984,"statfs":{"total":767585320960,"available":760568815616,"internally_reserved":73728,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341440457,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12101139,"num_objects":-315,"num_object_clones":0,"num_object_copies":-697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-315,"num_whiteouts":0,"num_read":3581,"num_read_kb":3501,"num_write":1074,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-197,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004546"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.347055+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:05:17.347055+0000","last_peered":"2023-01-15T15:05:17.347055+0000","last_clean":"2023-01-15T15:05:17.347055+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:05:17.347055+0000","last_undegraded":"2023-01-15T15:05:17.347055+0000","last_fullsized":"2023-01-15T15:05:17.347055+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:12:29.744722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2696,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.705720+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.705720+0000","last_peered":"2023-01-15T15:08:45.705720+0000","last_clean":"2023-01-15T15:08:45.705720+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.705720+0000","last_undegraded":"2023-01-15T15:08:45.705720+0000","last_fullsized":"2023-01-15T15:08:45.705720+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:32:54.592795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":574,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.859768+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.859768+0000","last_peered":"2023-01-15T15:08:52.859768+0000","last_clean":"2023-01-15T15:08:52.859768+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.859768+0000","last_undegraded":"2023-01-15T15:08:52.859768+0000","last_fullsized":"2023-01-15T15:08:52.859768+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:47.241282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.818847+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:08:56.818847+0000","last_peered":"2023-01-15T15:08:56.818847+0000","last_clean":"2023-01-15T15:08:56.818847+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:08:56.818847+0000","last_undegraded":"2023-01-15T15:08:56.818847+0000","last_fullsized":"2023-01-15T15:08:56.818847+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:59.603346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:52.093358+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:05:52.093358+0000","last_peered":"2023-01-15T15:05:52.093358+0000","last_clean":"2023-01-15T15:05:52.093358+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:05:52.093358+0000","last_undegraded":"2023-01-15T15:05:52.093358+0000","last_fullsized":"2023-01-15T15:05:52.093358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:40:08.466820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":320,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.874737+0000","last_change":"2023-01-15T14:27:50.290623+0000","last_active":"2023-01-15T15:08:53.874737+0000","last_peered":"2023-01-15T15:08:53.874737+0000","last_clean":"2023-01-15T15:08:53.874737+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:08:53.874737+0000","last_undegraded":"2023-01-15T15:08:53.874737+0000","last_fullsized":"2023-01-15T15:08:53.874737+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:37:56.422236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1672,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:01.306893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.680502+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:43.680502+0000","last_peered":"2023-01-15T15:08:43.680502+0000","last_clean":"2023-01-15T15:08:43.680502+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:43.680502+0000","last_undegraded":"2023-01-15T15:08:43.680502+0000","last_fullsized":"2023-01-15T15:08:43.680502+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:12.679609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834707+0000","last_change":"2023-01-15T14:27:44.263716+0000","last_active":"2023-01-15T15:05:16.834707+0000","last_peered":"2023-01-15T15:05:16.834707+0000","last_clean":"2023-01-15T15:05:16.834707+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:05:16.834707+0000","last_undegraded":"2023-01-15T15:05:16.834707+0000","last_fullsized":"2023-01-15T15:05:16.834707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:30:35.753146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":446,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.533135+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.533135+0000","last_peered":"2023-01-15T15:08:53.533135+0000","last_clean":"2023-01-15T15:08:53.533135+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.533135+0000","last_undegraded":"2023-01-15T15:08:53.533135+0000","last_fullsized":"2023-01-15T15:08:53.533135+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:02.448829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.088955+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:05:22.088955+0000","last_peered":"2023-01-15T15:05:22.088955+0000","last_clean":"2023-01-15T15:05:22.088955+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:05:22.088955+0000","last_undegraded":"2023-01-15T15:05:22.088955+0000","last_fullsized":"2023-01-15T15:05:22.088955+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:22:06.466484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":403,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.090593+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.090593+0000","last_peered":"2023-01-15T15:08:53.090593+0000","last_clean":"2023-01-15T15:08:53.090593+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.090593+0000","last_undegraded":"2023-01-15T15:08:53.090593+0000","last_fullsized":"2023-01-15T15:08:53.090593+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:47.351252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1921,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.080092+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:08:51.080092+0000","last_peered":"2023-01-15T15:08:51.080092+0000","last_clean":"2023-01-15T15:08:51.080092+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:08:51.080092+0000","last_undegraded":"2023-01-15T15:08:51.080092+0000","last_fullsized":"2023-01-15T15:08:51.080092+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:46.385661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.407541+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.407541+0000","last_peered":"2023-01-15T15:08:48.407541+0000","last_clean":"2023-01-15T15:08:48.407541+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.407541+0000","last_undegraded":"2023-01-15T15:08:48.407541+0000","last_fullsized":"2023-01-15T15:08:48.407541+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:11:55.174020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.984193+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:05:51.984193+0000","last_peered":"2023-01-15T15:05:51.984193+0000","last_clean":"2023-01-15T15:05:51.984193+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:05:51.984193+0000","last_undegraded":"2023-01-15T15:05:51.984193+0000","last_fullsized":"2023-01-15T15:05:51.984193+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:03:32.972438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.785483+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.785483+0000","last_peered":"2023-01-15T15:08:56.785483+0000","last_clean":"2023-01-15T15:08:56.785483+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.785483+0000","last_undegraded":"2023-01-15T15:08:56.785483+0000","last_fullsized":"2023-01-15T15:08:56.785483+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:57.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857946+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:05:21.857946+0000","last_peered":"2023-01-15T15:05:21.857946+0000","last_clean":"2023-01-15T15:05:21.857946+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:05:21.857946+0000","last_undegraded":"2023-01-15T15:05:21.857946+0000","last_fullsized":"2023-01-15T15:05:21.857946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:48.274492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'169","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.825597+0000","last_change":"2023-01-15T14:27:50.283736+0000","last_active":"2023-01-15T15:08:50.825597+0000","last_peered":"2023-01-15T15:08:50.825597+0000","last_clean":"2023-01-15T15:08:50.825597+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:08:50.825597+0000","last_undegraded":"2023-01-15T15:08:50.825597+0000","last_fullsized":"2023-01-15T15:08:50.825597+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:24:15.133766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832870+0000","last_change":"2023-01-15T14:27:44.264616+0000","last_active":"2023-01-15T15:05:06.832870+0000","last_peered":"2023-01-15T15:05:06.832870+0000","last_clean":"2023-01-15T15:05:06.832870+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:05:06.832870+0000","last_undegraded":"2023-01-15T15:05:06.832870+0000","last_fullsized":"2023-01-15T15:05:06.832870+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:39.641828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2097,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894075+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:08:52.894075+0000","last_peered":"2023-01-15T15:08:52.894075+0000","last_clean":"2023-01-15T15:08:52.894075+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:08:52.894075+0000","last_undegraded":"2023-01-15T15:08:52.894075+0000","last_fullsized":"2023-01-15T15:08:52.894075+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:51.292909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":561,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.817315+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.817315+0000","last_peered":"2023-01-15T15:08:52.817315+0000","last_clean":"2023-01-15T15:08:52.817315+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.817315+0000","last_undegraded":"2023-01-15T15:08:52.817315+0000","last_fullsized":"2023-01-15T15:08:52.817315+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:33:55.429149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":395,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.532400+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:08:53.532400+0000","last_peered":"2023-01-15T15:08:53.532400+0000","last_clean":"2023-01-15T15:08:53.532400+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:08:53.532400+0000","last_undegraded":"2023-01-15T15:08:53.532400+0000","last_fullsized":"2023-01-15T15:08:53.532400+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:59:20.081105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978392+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:05:11.978392+0000","last_peered":"2023-01-15T15:05:11.978392+0000","last_clean":"2023-01-15T15:05:11.978392+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:05:11.978392+0000","last_undegraded":"2023-01-15T15:05:11.978392+0000","last_fullsized":"2023-01-15T15:05:11.978392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:24.456064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":290,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:23.973949+0000","last_change":"2023-01-15T14:27:50.290256+0000","last_active":"2023-01-15T15:08:23.973949+0000","last_peered":"2023-01-15T15:08:23.973949+0000","last_clean":"2023-01-15T15:08:23.973949+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:08:23.973949+0000","last_undegraded":"2023-01-15T15:08:23.973949+0000","last_fullsized":"2023-01-15T15:08:23.973949+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:14.859949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855315+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:05:06.855315+0000","last_peered":"2023-01-15T15:05:06.855315+0000","last_clean":"2023-01-15T15:05:06.855315+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:05:06.855315+0000","last_undegraded":"2023-01-15T15:05:06.855315+0000","last_fullsized":"2023-01-15T15:05:06.855315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:41:24.927866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1859,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894070+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:08:52.894070+0000","last_peered":"2023-01-15T15:08:52.894070+0000","last_clean":"2023-01-15T15:08:52.894070+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:08:52.894070+0000","last_undegraded":"2023-01-15T15:08:52.894070+0000","last_fullsized":"2023-01-15T15:08:52.894070+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:51:30.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.851480+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.851480+0000","last_peered":"2023-01-15T15:08:52.851480+0000","last_clean":"2023-01-15T15:08:52.851480+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.851480+0000","last_undegraded":"2023-01-15T15:08:52.851480+0000","last_fullsized":"2023-01-15T15:08:52.851480+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:18.268877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.534554+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:08:53.534554+0000","last_peered":"2023-01-15T15:08:53.534554+0000","last_clean":"2023-01-15T15:08:53.534554+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:08:53.534554+0000","last_undegraded":"2023-01-15T15:08:53.534554+0000","last_fullsized":"2023-01-15T15:08:53.534554+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:28:07.736699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.833717+0000","last_change":"2023-01-15T14:27:48.281474+0000","last_active":"2023-01-15T15:05:11.833717+0000","last_peered":"2023-01-15T15:05:11.833717+0000","last_clean":"2023-01-15T15:05:11.833717+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:05:11.833717+0000","last_undegraded":"2023-01-15T15:05:11.833717+0000","last_fullsized":"2023-01-15T15:05:11.833717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:04.113258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":384,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.179694+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:51.179694+0000","last_peered":"2023-01-15T15:08:51.179694+0000","last_clean":"2023-01-15T15:08:51.179694+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:51.179694+0000","last_undegraded":"2023-01-15T15:08:51.179694+0000","last_fullsized":"2023-01-15T15:08:51.179694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:48.046217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844659+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:05:06.844659+0000","last_peered":"2023-01-15T15:05:06.844659+0000","last_clean":"2023-01-15T15:05:06.844659+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:05:06.844659+0000","last_undegraded":"2023-01-15T15:05:06.844659+0000","last_fullsized":"2023-01-15T15:05:06.844659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:43.234808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.927207+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:08:51.927207+0000","last_peered":"2023-01-15T15:08:51.927207+0000","last_clean":"2023-01-15T15:08:51.927207+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:08:51.927207+0000","last_undegraded":"2023-01-15T15:08:51.927207+0000","last_fullsized":"2023-01-15T15:08:51.927207+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:10.027838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":529,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.849169+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.849169+0000","last_peered":"2023-01-15T15:08:46.849169+0000","last_clean":"2023-01-15T15:08:46.849169+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.849169+0000","last_undegraded":"2023-01-15T15:08:46.849169+0000","last_fullsized":"2023-01-15T15:08:46.849169+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:48:47.475468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":264,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.300326+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:08:48.300326+0000","last_peered":"2023-01-15T15:08:48.300326+0000","last_clean":"2023-01-15T15:08:48.300326+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:08:48.300326+0000","last_undegraded":"2023-01-15T15:08:48.300326+0000","last_fullsized":"2023-01-15T15:08:48.300326+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:07:18.032565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.856184+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:05:11.856184+0000","last_peered":"2023-01-15T15:05:11.856184+0000","last_clean":"2023-01-15T15:05:11.856184+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:05:11.856184+0000","last_undegraded":"2023-01-15T15:05:11.856184+0000","last_fullsized":"2023-01-15T15:05:11.856184+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:30:10.420053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'109","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.327197+0000","last_change":"2023-01-15T14:27:50.284801+0000","last_active":"2023-01-15T15:08:49.327197+0000","last_peered":"2023-01-15T15:08:49.327197+0000","last_clean":"2023-01-15T15:08:49.327197+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:08:49.327197+0000","last_undegraded":"2023-01-15T15:08:49.327197+0000","last_fullsized":"2023-01-15T15:08:49.327197+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:37:18.472473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.086710+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:05:07.086710+0000","last_peered":"2023-01-15T15:05:07.086710+0000","last_clean":"2023-01-15T15:05:07.086710+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:05:07.086710+0000","last_undegraded":"2023-01-15T15:05:07.086710+0000","last_fullsized":"2023-01-15T15:05:07.086710+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:13.421030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1814,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894066+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:08:52.894066+0000","last_peered":"2023-01-15T15:08:52.894066+0000","last_clean":"2023-01-15T15:08:52.894066+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:08:52.894066+0000","last_undegraded":"2023-01-15T15:08:52.894066+0000","last_fullsized":"2023-01-15T15:08:52.894066+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:29.994652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":452,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.155400+0000","last_change":"2023-01-15T14:28:22.925913+0000","last_active":"2023-01-15T15:08:47.155400+0000","last_peered":"2023-01-15T15:08:47.155400+0000","last_clean":"2023-01-15T15:08:47.155400+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:08:47.155400+0000","last_undegraded":"2023-01-15T15:08:47.155400+0000","last_fullsized":"2023-01-15T15:08:47.155400+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:38:24.602703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.790625+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:08:56.790625+0000","last_peered":"2023-01-15T15:08:56.790625+0000","last_clean":"2023-01-15T15:08:56.790625+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:08:56.790625+0000","last_undegraded":"2023-01-15T15:08:56.790625+0000","last_fullsized":"2023-01-15T15:08:56.790625+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:45:46.781394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845174+0000","last_change":"2023-01-15T14:27:48.279366+0000","last_active":"2023-01-15T15:05:11.845174+0000","last_peered":"2023-01-15T15:05:11.845174+0000","last_clean":"2023-01-15T15:05:11.845174+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:05:11.845174+0000","last_undegraded":"2023-01-15T15:05:11.845174+0000","last_fullsized":"2023-01-15T15:05:11.845174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:42.167122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.053023+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:08:51.053023+0000","last_peered":"2023-01-15T15:08:51.053023+0000","last_clean":"2023-01-15T15:08:51.053023+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:08:51.053023+0000","last_undegraded":"2023-01-15T15:08:51.053023+0000","last_fullsized":"2023-01-15T15:08:51.053023+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:46.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869470+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:06:26.869470+0000","last_peered":"2023-01-15T15:06:26.869470+0000","last_clean":"2023-01-15T15:06:26.869470+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:06:26.869470+0000","last_undegraded":"2023-01-15T15:06:26.869470+0000","last_fullsized":"2023-01-15T15:06:26.869470+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:15:12.176904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1407,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.083892+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:08:51.083892+0000","last_peered":"2023-01-15T15:08:51.083892+0000","last_clean":"2023-01-15T15:08:51.083892+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:08:51.083892+0000","last_undegraded":"2023-01-15T15:08:51.083892+0000","last_fullsized":"2023-01-15T15:08:51.083892+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:21:52.167623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814858+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:08:52.814858+0000","last_peered":"2023-01-15T15:08:52.814858+0000","last_clean":"2023-01-15T15:08:52.814858+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:08:52.814858+0000","last_undegraded":"2023-01-15T15:08:52.814858+0000","last_fullsized":"2023-01-15T15:08:52.814858+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:04:16.162006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6710,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.912519+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.912519+0000","last_peered":"2023-01-15T15:08:56.912519+0000","last_clean":"2023-01-15T15:08:56.912519+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.912519+0000","last_undegraded":"2023-01-15T15:08:56.912519+0000","last_fullsized":"2023-01-15T15:08:56.912519+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:24:41.030829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870517+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:06:31.870517+0000","last_peered":"2023-01-15T15:06:31.870517+0000","last_clean":"2023-01-15T15:06:31.870517+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:06:31.870517+0000","last_undegraded":"2023-01-15T15:06:31.870517+0000","last_fullsized":"2023-01-15T15:06:31.870517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:18.215558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'103","reported_seq":323,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.557498+0000","last_change":"2023-01-15T14:27:50.285733+0000","last_active":"2023-01-15T15:08:53.557498+0000","last_peered":"2023-01-15T15:08:53.557498+0000","last_clean":"2023-01-15T15:08:53.557498+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:08:53.557498+0000","last_undegraded":"2023-01-15T15:08:53.557498+0000","last_fullsized":"2023-01-15T15:08:53.557498+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:46:59.833784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845443+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:05:11.845443+0000","last_peered":"2023-01-15T15:05:11.845443+0000","last_clean":"2023-01-15T15:05:11.845443+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:05:11.845443+0000","last_undegraded":"2023-01-15T15:05:11.845443+0000","last_fullsized":"2023-01-15T15:05:11.845443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:22:36.746386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1427,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.682757+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.682757+0000","last_peered":"2023-01-15T15:08:51.682757+0000","last_clean":"2023-01-15T15:08:51.682757+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.682757+0000","last_undegraded":"2023-01-15T15:08:51.682757+0000","last_fullsized":"2023-01-15T15:08:51.682757+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:15.245204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":735,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.936861+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:08:44.936861+0000","last_peered":"2023-01-15T15:08:44.936861+0000","last_clean":"2023-01-15T15:08:44.936861+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:08:44.936861+0000","last_undegraded":"2023-01-15T15:08:44.936861+0000","last_fullsized":"2023-01-15T15:08:44.936861+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:05:46.911616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349365,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":862,"num_read_kb":3640,"num_write":1069,"num_write_kb":15798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"213'2060","reported_seq":3942,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.801792+0000","last_change":"2023-01-15T14:27:46.265456+0000","last_active":"2023-01-15T15:08:56.801792+0000","last_peered":"2023-01-15T15:08:56.801792+0000","last_clean":"2023-01-15T15:08:56.801792+0000","last_became_active":"2023-01-15T14:27:46.265113+0000","last_became_peered":"2023-01-15T14:27:46.265113+0000","last_unstale":"2023-01-15T15:08:56.801792+0000","last_undegraded":"2023-01-15T15:08:56.801792+0000","last_fullsized":"2023-01-15T15:08:56.801792+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":2000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:36:10.272068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2748,"num_read_kb":2743,"num_write":2024,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358644+0000","last_change":"2023-01-15T14:27:48.284795+0000","last_active":"2023-01-15T15:06:32.358644+0000","last_peered":"2023-01-15T15:06:32.358644+0000","last_clean":"2023-01-15T15:06:32.358644+0000","last_became_active":"2023-01-15T14:27:48.284573+0000","last_became_peered":"2023-01-15T14:27:48.284573+0000","last_unstale":"2023-01-15T15:06:32.358644+0000","last_undegraded":"2023-01-15T15:06:32.358644+0000","last_fullsized":"2023-01-15T15:06:32.358644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:56.420230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"213'2691","reported_seq":3468,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.945382+0000","last_change":"2023-01-15T14:27:50.289238+0000","last_active":"2023-01-15T15:08:52.945382+0000","last_peered":"2023-01-15T15:08:52.945382+0000","last_clean":"2023-01-15T15:08:52.945382+0000","last_became_active":"2023-01-15T14:27:50.288875+0000","last_became_peered":"2023-01-15T14:27:50.288875+0000","last_unstale":"2023-01-15T15:08:52.945382+0000","last_undegraded":"2023-01-15T15:08:52.945382+0000","last_fullsized":"2023-01-15T15:08:52.945382+0000","mapping_epoch":31,"log_start":"213'2600","ondisk_log_start":"213'2600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:47:02.163823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5812,"num_read_kb":38527,"num_write":5476,"num_write_kb":2121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.857274+0000","last_change":"2023-01-15T14:27:44.274877+0000","last_active":"2023-01-15T15:06:26.857274+0000","last_peered":"2023-01-15T15:06:26.857274+0000","last_clean":"2023-01-15T15:06:26.857274+0000","last_became_active":"2023-01-15T14:27:44.274661+0000","last_became_peered":"2023-01-15T14:27:44.274661+0000","last_unstale":"2023-01-15T15:06:26.857274+0000","last_undegraded":"2023-01-15T15:06:26.857274+0000","last_fullsized":"2023-01-15T15:06:26.857274+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:26:44.647032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"213'538","reported_seq":2050,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.389084+0000","last_change":"2023-01-15T14:28:22.358265+0000","last_active":"2023-01-15T15:08:51.389084+0000","last_peered":"2023-01-15T15:08:51.389084+0000","last_clean":"2023-01-15T15:08:51.389084+0000","last_became_active":"2023-01-15T14:28:22.358004+0000","last_became_peered":"2023-01-15T14:28:22.358004+0000","last_unstale":"2023-01-15T15:08:51.389084+0000","last_undegraded":"2023-01-15T15:08:51.389084+0000","last_fullsized":"2023-01-15T15:08:51.389084+0000","mapping_epoch":34,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:14:15.652089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2975,"num_read_kb":2767,"num_write":712,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"213'149","reported_seq":471,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505695+0000","last_change":"2023-01-15T14:27:39.311747+0000","last_active":"2023-01-15T15:08:49.505695+0000","last_peered":"2023-01-15T15:08:49.505695+0000","last_clean":"2023-01-15T15:08:49.505695+0000","last_became_active":"2023-01-15T14:27:39.302653+0000","last_became_peered":"2023-01-15T14:27:39.302653+0000","last_unstale":"2023-01-15T15:08:49.505695+0000","last_undegraded":"2023-01-15T15:08:49.505695+0000","last_fullsized":"2023-01-15T15:08:49.505695+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:10.307718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":457,"num_write":885,"num_write_kb":5199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"213'3274","reported_seq":6575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.885700+0000","last_change":"2023-01-15T14:27:46.265274+0000","last_active":"2023-01-15T15:08:56.885700+0000","last_peered":"2023-01-15T15:08:56.885700+0000","last_clean":"2023-01-15T15:08:56.885700+0000","last_became_active":"2023-01-15T14:27:46.264972+0000","last_became_peered":"2023-01-15T14:27:46.264972+0000","last_unstale":"2023-01-15T15:08:56.885700+0000","last_undegraded":"2023-01-15T15:08:56.885700+0000","last_fullsized":"2023-01-15T15:08:56.885700+0000","mapping_epoch":27,"log_start":"213'3200","ondisk_log_start":"213'3200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":3000,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:39.858024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4772,"num_read_kb":4765,"num_write":3245,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"213'387","reported_seq":2822,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371451+0000","last_change":"2023-01-15T14:27:48.286476+0000","last_active":"2023-01-15T15:08:56.371451+0000","last_peered":"2023-01-15T15:08:56.371451+0000","last_clean":"2023-01-15T15:08:56.371451+0000","last_became_active":"2023-01-15T14:27:48.286229+0000","last_became_peered":"2023-01-15T14:27:48.286229+0000","last_unstale":"2023-01-15T15:08:56.371451+0000","last_undegraded":"2023-01-15T15:08:56.371451+0000","last_fullsized":"2023-01-15T15:08:56.371451+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:19:25.812339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"213'125","reported_seq":367,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.367638+0000","last_change":"2023-01-15T14:27:50.291007+0000","last_active":"2023-01-15T15:08:46.367638+0000","last_peered":"2023-01-15T15:08:46.367638+0000","last_clean":"2023-01-15T15:08:46.367638+0000","last_became_active":"2023-01-15T14:27:50.290654+0000","last_became_peered":"2023-01-15T14:27:50.290654+0000","last_unstale":"2023-01-15T15:08:46.367638+0000","last_undegraded":"2023-01-15T15:08:46.367638+0000","last_fullsized":"2023-01-15T15:08:46.367638+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:08.535494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":330,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869551+0000","last_change":"2023-01-15T14:27:44.276002+0000","last_active":"2023-01-15T15:06:26.869551+0000","last_peered":"2023-01-15T15:06:26.869551+0000","last_clean":"2023-01-15T15:06:26.869551+0000","last_became_active":"2023-01-15T14:27:44.275799+0000","last_became_peered":"2023-01-15T14:27:44.275799+0000","last_unstale":"2023-01-15T15:06:26.869551+0000","last_undegraded":"2023-01-15T15:06:26.869551+0000","last_fullsized":"2023-01-15T15:06:26.869551+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:33:28.763793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"213'786","reported_seq":2183,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.262569+0000","last_change":"2023-01-15T14:27:41.256436+0000","last_active":"2023-01-15T15:08:48.262569+0000","last_peered":"2023-01-15T15:08:48.262569+0000","last_clean":"2023-01-15T15:08:48.262569+0000","last_became_active":"2023-01-15T14:27:41.256210+0000","last_became_peered":"2023-01-15T14:27:41.256210+0000","last_unstale":"2023-01-15T15:08:48.262569+0000","last_undegraded":"2023-01-15T15:08:48.262569+0000","last_fullsized":"2023-01-15T15:08:48.262569+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:19:21.581524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3697,"num_read_kb":3327,"num_write":1049,"num_write_kb":383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"213'186","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466920+0000","last_change":"2023-01-15T14:27:39.339595+0000","last_active":"2023-01-15T15:08:47.466920+0000","last_peered":"2023-01-15T15:08:47.466920+0000","last_clean":"2023-01-15T15:08:47.466920+0000","last_became_active":"2023-01-15T14:27:39.259016+0000","last_became_peered":"2023-01-15T14:27:39.259016+0000","last_unstale":"2023-01-15T15:08:47.466920+0000","last_undegraded":"2023-01-15T15:08:47.466920+0000","last_fullsized":"2023-01-15T15:08:47.466920+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4206609,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":368,"num_read_kb":4497,"num_write":1012,"num_write_kb":18021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"213'2071","reported_seq":3987,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.763783+0000","last_change":"2023-01-15T14:27:46.344145+0000","last_active":"2023-01-15T15:08:56.763783+0000","last_peered":"2023-01-15T15:08:56.763783+0000","last_clean":"2023-01-15T15:08:56.763783+0000","last_became_active":"2023-01-15T14:27:46.343901+0000","last_became_peered":"2023-01-15T14:27:46.343901+0000","last_unstale":"2023-01-15T15:08:56.763783+0000","last_undegraded":"2023-01-15T15:08:56.763783+0000","last_fullsized":"2023-01-15T15:08:56.763783+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":2000,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:37:24.883231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13426,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2801,"num_read_kb":2793,"num_write":2025,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"213'416","reported_seq":3063,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893038+0000","last_change":"2023-01-15T14:27:48.279855+0000","last_active":"2023-01-15T15:08:53.893038+0000","last_peered":"2023-01-15T15:08:53.893038+0000","last_clean":"2023-01-15T15:08:53.893038+0000","last_became_active":"2023-01-15T14:27:48.279180+0000","last_became_peered":"2023-01-15T14:27:48.279180+0000","last_unstale":"2023-01-15T15:08:53.893038+0000","last_undegraded":"2023-01-15T15:08:53.893038+0000","last_fullsized":"2023-01-15T15:08:53.893038+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:36.407298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"213'118","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.930233+0000","last_change":"2023-01-15T14:27:50.281526+0000","last_active":"2023-01-15T15:08:52.930233+0000","last_peered":"2023-01-15T15:08:52.930233+0000","last_clean":"2023-01-15T15:08:52.930233+0000","last_became_active":"2023-01-15T14:27:50.279819+0000","last_became_peered":"2023-01-15T14:27:50.279819+0000","last_unstale":"2023-01-15T15:08:52.930233+0000","last_undegraded":"2023-01-15T15:08:52.930233+0000","last_fullsized":"2023-01-15T15:08:52.930233+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:31.519335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":311,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872415+0000","last_change":"2023-01-15T14:27:44.267515+0000","last_active":"2023-01-15T15:06:46.872415+0000","last_peered":"2023-01-15T15:06:46.872415+0000","last_clean":"2023-01-15T15:06:46.872415+0000","last_became_active":"2023-01-15T14:27:44.267290+0000","last_became_peered":"2023-01-15T14:27:44.267290+0000","last_unstale":"2023-01-15T15:06:46.872415+0000","last_undegraded":"2023-01-15T15:06:46.872415+0000","last_fullsized":"2023-01-15T15:06:46.872415+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:47.438232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"213'326","reported_seq":1566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.924005+0000","last_change":"2023-01-15T14:27:41.261131+0000","last_active":"2023-01-15T15:08:52.924005+0000","last_peered":"2023-01-15T15:08:52.924005+0000","last_clean":"2023-01-15T15:08:52.924005+0000","last_became_active":"2023-01-15T14:27:41.260902+0000","last_became_peered":"2023-01-15T14:27:41.260902+0000","last_unstale":"2023-01-15T15:08:52.924005+0000","last_undegraded":"2023-01-15T15:08:52.924005+0000","last_fullsized":"2023-01-15T15:08:52.924005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:53.100398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2072,"num_read_kb":1984,"num_write":380,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"213'199","reported_seq":537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.841503+0000","last_change":"2023-01-15T14:27:39.255687+0000","last_active":"2023-01-15T15:08:45.841503+0000","last_peered":"2023-01-15T15:08:45.841503+0000","last_clean":"2023-01-15T15:08:45.841503+0000","last_became_active":"2023-01-15T14:27:39.255281+0000","last_became_peered":"2023-01-15T14:27:39.255281+0000","last_unstale":"2023-01-15T15:08:45.841503+0000","last_undegraded":"2023-01-15T15:08:45.841503+0000","last_fullsized":"2023-01-15T15:08:45.841503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:42:58.859834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74606,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":632,"num_write":1000,"num_write_kb":8853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"213'1765","reported_seq":3602,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.542765+0000","last_change":"2023-01-15T14:27:46.343838+0000","last_active":"2023-01-15T15:08:53.542765+0000","last_peered":"2023-01-15T15:08:53.542765+0000","last_clean":"2023-01-15T15:08:53.542765+0000","last_became_active":"2023-01-15T14:27:46.343581+0000","last_became_peered":"2023-01-15T14:27:46.343581+0000","last_unstale":"2023-01-15T15:08:53.542765+0000","last_undegraded":"2023-01-15T15:08:53.542765+0000","last_fullsized":"2023-01-15T15:08:53.542765+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:05:29.691798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6681,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2573,"num_read_kb":2560,"num_write":1722,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:07.095316+0000","last_change":"2023-01-15T14:27:48.278816+0000","last_active":"2023-01-15T15:06:07.095316+0000","last_peered":"2023-01-15T15:06:07.095316+0000","last_clean":"2023-01-15T15:06:07.095316+0000","last_became_active":"2023-01-15T14:27:48.278553+0000","last_became_peered":"2023-01-15T14:27:48.278553+0000","last_unstale":"2023-01-15T15:06:07.095316+0000","last_undegraded":"2023-01-15T15:06:07.095316+0000","last_fullsized":"2023-01-15T15:06:07.095316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:40:45.868801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"213'533","reported_seq":1061,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.875258+0000","last_change":"2023-01-15T14:27:50.287736+0000","last_active":"2023-01-15T15:08:53.875258+0000","last_peered":"2023-01-15T15:08:53.875258+0000","last_clean":"2023-01-15T15:08:53.875258+0000","last_became_active":"2023-01-15T14:27:50.287469+0000","last_became_peered":"2023-01-15T14:27:50.287469+0000","last_unstale":"2023-01-15T15:08:53.875258+0000","last_undegraded":"2023-01-15T15:08:53.875258+0000","last_fullsized":"2023-01-15T15:08:53.875258+0000","mapping_epoch":31,"log_start":"213'500","ondisk_log_start":"213'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:43:34.986285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1271,"num_write":1129,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040054+0000","last_change":"2023-01-15T14:27:44.270104+0000","last_active":"2023-01-15T15:06:47.040054+0000","last_peered":"2023-01-15T15:06:47.040054+0000","last_clean":"2023-01-15T15:06:47.040054+0000","last_became_active":"2023-01-15T14:27:44.269845+0000","last_became_peered":"2023-01-15T14:27:44.269845+0000","last_unstale":"2023-01-15T15:06:47.040054+0000","last_undegraded":"2023-01-15T15:06:47.040054+0000","last_fullsized":"2023-01-15T15:06:47.040054+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:40.689286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"213'369","reported_seq":1644,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.708083+0000","last_change":"2023-01-15T14:27:41.252895+0000","last_active":"2023-01-15T15:08:51.708083+0000","last_peered":"2023-01-15T15:08:51.708083+0000","last_clean":"2023-01-15T15:08:51.708083+0000","last_became_active":"2023-01-15T14:27:41.252662+0000","last_became_peered":"2023-01-15T14:27:41.252662+0000","last_unstale":"2023-01-15T15:08:51.708083+0000","last_undegraded":"2023-01-15T15:08:51.708083+0000","last_fullsized":"2023-01-15T15:08:51.708083+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:26.544805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2187,"num_write":455,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"213'179","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.237335+0000","last_change":"2023-01-15T14:27:39.318952+0000","last_active":"2023-01-15T15:08:45.237335+0000","last_peered":"2023-01-15T15:08:45.237335+0000","last_clean":"2023-01-15T15:08:45.237335+0000","last_became_active":"2023-01-15T14:27:39.305909+0000","last_became_peered":"2023-01-15T14:27:39.305909+0000","last_unstale":"2023-01-15T15:08:45.237335+0000","last_undegraded":"2023-01-15T15:08:45.237335+0000","last_fullsized":"2023-01-15T15:08:45.237335+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:37.889314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6181972,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":71914,"num_write":940,"num_write_kb":52636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"213'1718","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.750677+0000","last_change":"2023-01-15T14:27:46.275181+0000","last_active":"2023-01-15T15:08:56.750677+0000","last_peered":"2023-01-15T15:08:56.750677+0000","last_clean":"2023-01-15T15:08:56.750677+0000","last_became_active":"2023-01-15T14:27:46.274890+0000","last_became_peered":"2023-01-15T14:27:46.274890+0000","last_unstale":"2023-01-15T15:08:56.750677+0000","last_undegraded":"2023-01-15T15:08:56.750677+0000","last_fullsized":"2023-01-15T15:08:56.750677+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:25:42.698038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8579,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2474,"num_write":1669,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.841879+0000","last_change":"2023-01-15T14:27:48.279425+0000","last_active":"2023-01-15T15:04:46.841879+0000","last_peered":"2023-01-15T15:04:46.841879+0000","last_clean":"2023-01-15T15:04:46.841879+0000","last_became_active":"2023-01-15T14:27:48.279169+0000","last_became_peered":"2023-01-15T14:27:48.279169+0000","last_unstale":"2023-01-15T15:04:46.841879+0000","last_undegraded":"2023-01-15T15:04:46.841879+0000","last_fullsized":"2023-01-15T15:04:46.841879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:11.027981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"213'130","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.887967+0000","last_change":"2023-01-15T14:27:50.287485+0000","last_active":"2023-01-15T15:08:52.887967+0000","last_peered":"2023-01-15T15:08:52.887967+0000","last_clean":"2023-01-15T15:08:52.887967+0000","last_became_active":"2023-01-15T14:27:50.287235+0000","last_became_peered":"2023-01-15T14:27:50.287235+0000","last_unstale":"2023-01-15T15:08:52.887967+0000","last_undegraded":"2023-01-15T15:08:52.887967+0000","last_fullsized":"2023-01-15T15:08:52.887967+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:49:59.356102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":165,"num_read_kb":165,"num_write":369,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.034940+0000","last_change":"2023-01-15T14:27:44.270054+0000","last_active":"2023-01-15T15:06:02.034940+0000","last_peered":"2023-01-15T15:06:02.034940+0000","last_clean":"2023-01-15T15:06:02.034940+0000","last_became_active":"2023-01-15T14:27:44.269803+0000","last_became_peered":"2023-01-15T14:27:44.269803+0000","last_unstale":"2023-01-15T15:06:02.034940+0000","last_undegraded":"2023-01-15T15:06:02.034940+0000","last_fullsized":"2023-01-15T15:06:02.034940+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:04:46.398287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"213'314","reported_seq":1625,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.219137+0000","last_change":"2023-01-15T14:28:22.351384+0000","last_active":"2023-01-15T15:08:52.219137+0000","last_peered":"2023-01-15T15:08:52.219137+0000","last_clean":"2023-01-15T15:08:52.219137+0000","last_became_active":"2023-01-15T14:28:22.351086+0000","last_became_peered":"2023-01-15T14:28:22.351086+0000","last_unstale":"2023-01-15T15:08:52.219137+0000","last_undegraded":"2023-01-15T15:08:52.219137+0000","last_fullsized":"2023-01-15T15:08:52.219137+0000","mapping_epoch":34,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:25.854608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2056,"num_read_kb":1992,"num_write":345,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"213'179","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.864998+0000","last_change":"2023-01-15T14:27:39.319371+0000","last_active":"2023-01-15T15:08:52.864998+0000","last_peered":"2023-01-15T15:08:52.864998+0000","last_clean":"2023-01-15T15:08:52.864998+0000","last_became_active":"2023-01-15T14:27:39.311767+0000","last_became_peered":"2023-01-15T14:27:39.311767+0000","last_unstale":"2023-01-15T15:08:52.864998+0000","last_undegraded":"2023-01-15T15:08:52.864998+0000","last_fullsized":"2023-01-15T15:08:52.864998+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:09:13.976128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":392,"num_read_kb":4981,"num_write":942,"num_write_kb":20268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"213'3806","reported_seq":7287,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.844531+0000","last_change":"2023-01-15T14:27:46.273801+0000","last_active":"2023-01-15T15:08:56.844531+0000","last_peered":"2023-01-15T15:08:56.844531+0000","last_clean":"2023-01-15T15:08:56.844531+0000","last_became_active":"2023-01-15T14:27:46.273597+0000","last_became_peered":"2023-01-15T14:27:46.273597+0000","last_unstale":"2023-01-15T15:08:56.844531+0000","last_undegraded":"2023-01-15T15:08:56.844531+0000","last_fullsized":"2023-01-15T15:08:56.844531+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:01:57.827899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14456,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":5233,"num_read_kb":5221,"num_write":3738,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"213'406","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893803+0000","last_change":"2023-01-15T14:27:48.284990+0000","last_active":"2023-01-15T15:08:53.893803+0000","last_peered":"2023-01-15T15:08:53.893803+0000","last_clean":"2023-01-15T15:08:53.893803+0000","last_became_active":"2023-01-15T14:27:48.284723+0000","last_became_peered":"2023-01-15T14:27:48.284723+0000","last_unstale":"2023-01-15T15:08:53.893803+0000","last_undegraded":"2023-01-15T15:08:53.893803+0000","last_fullsized":"2023-01-15T15:08:53.893803+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:12.154610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"213'138","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.979016+0000","last_change":"2023-01-15T14:27:50.287398+0000","last_active":"2023-01-15T15:08:46.979016+0000","last_peered":"2023-01-15T15:08:46.979016+0000","last_clean":"2023-01-15T15:08:46.979016+0000","last_became_active":"2023-01-15T14:27:50.287162+0000","last_became_peered":"2023-01-15T14:27:50.287162+0000","last_unstale":"2023-01-15T15:08:46.979016+0000","last_undegraded":"2023-01-15T15:08:46.979016+0000","last_fullsized":"2023-01-15T15:08:46.979016+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:35:34.189796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":382,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.026058+0000","last_change":"2023-01-15T14:27:44.264399+0000","last_active":"2023-01-15T15:04:47.026058+0000","last_peered":"2023-01-15T15:04:47.026058+0000","last_clean":"2023-01-15T15:04:47.026058+0000","last_became_active":"2023-01-15T14:27:44.264102+0000","last_became_peered":"2023-01-15T14:27:44.264102+0000","last_unstale":"2023-01-15T15:04:47.026058+0000","last_undegraded":"2023-01-15T15:04:47.026058+0000","last_fullsized":"2023-01-15T15:04:47.026058+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:59.031813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"213'1105","reported_seq":2389,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.223469+0000","last_change":"2023-01-15T14:27:41.260523+0000","last_active":"2023-01-15T15:08:52.223469+0000","last_peered":"2023-01-15T15:08:52.223469+0000","last_clean":"2023-01-15T15:08:52.223469+0000","last_became_active":"2023-01-15T14:27:41.260280+0000","last_became_peered":"2023-01-15T14:27:41.260280+0000","last_unstale":"2023-01-15T15:08:52.223469+0000","last_undegraded":"2023-01-15T15:08:52.223469+0000","last_fullsized":"2023-01-15T15:08:52.223469+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:56.012711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4881,"num_read_kb":4255,"num_write":1549,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"213'185","reported_seq":513,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.870684+0000","last_change":"2023-01-15T14:27:39.288106+0000","last_active":"2023-01-15T15:08:52.870684+0000","last_peered":"2023-01-15T15:08:52.870684+0000","last_clean":"2023-01-15T15:08:52.870684+0000","last_became_active":"2023-01-15T14:27:39.260634+0000","last_became_peered":"2023-01-15T14:27:39.260634+0000","last_unstale":"2023-01-15T15:08:52.870684+0000","last_undegraded":"2023-01-15T15:08:52.870684+0000","last_fullsized":"2023-01-15T15:08:52.870684+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:59:16.406176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280691,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":423,"num_read_kb":1601,"num_write":945,"num_write_kb":12450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"213'3380","reported_seq":6765,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.825632+0000","last_change":"2023-01-15T14:27:46.270297+0000","last_active":"2023-01-15T15:08:56.825632+0000","last_peered":"2023-01-15T15:08:56.825632+0000","last_clean":"2023-01-15T15:08:56.825632+0000","last_became_active":"2023-01-15T14:27:46.270042+0000","last_became_peered":"2023-01-15T14:27:46.270042+0000","last_unstale":"2023-01-15T15:08:56.825632+0000","last_undegraded":"2023-01-15T15:08:56.825632+0000","last_fullsized":"2023-01-15T15:08:56.825632+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":3000,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:40.560643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13627,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4897,"num_read_kb":4886,"num_write":3292,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:42.025382+0000","last_change":"2023-01-15T14:27:48.285329+0000","last_active":"2023-01-15T15:04:42.025382+0000","last_peered":"2023-01-15T15:04:42.025382+0000","last_clean":"2023-01-15T15:04:42.025382+0000","last_became_active":"2023-01-15T14:27:48.285059+0000","last_became_peered":"2023-01-15T14:27:48.285059+0000","last_unstale":"2023-01-15T15:04:42.025382+0000","last_undegraded":"2023-01-15T15:04:42.025382+0000","last_fullsized":"2023-01-15T15:04:42.025382+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:00.828011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"213'124","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.802444+0000","last_change":"2023-01-15T14:27:50.291227+0000","last_active":"2023-01-15T15:08:52.802444+0000","last_peered":"2023-01-15T15:08:52.802444+0000","last_clean":"2023-01-15T15:08:52.802444+0000","last_became_active":"2023-01-15T14:27:50.290994+0000","last_became_peered":"2023-01-15T14:27:50.290994+0000","last_unstale":"2023-01-15T15:08:52.802444+0000","last_undegraded":"2023-01-15T15:08:52.802444+0000","last_fullsized":"2023-01-15T15:08:52.802444+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:27:59.189892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":337,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035056+0000","last_change":"2023-01-15T14:27:44.268043+0000","last_active":"2023-01-15T15:06:02.035056+0000","last_peered":"2023-01-15T15:06:02.035056+0000","last_clean":"2023-01-15T15:06:02.035056+0000","last_became_active":"2023-01-15T14:27:44.267180+0000","last_became_peered":"2023-01-15T14:27:44.267180+0000","last_unstale":"2023-01-15T15:06:02.035056+0000","last_undegraded":"2023-01-15T15:06:02.035056+0000","last_fullsized":"2023-01-15T15:06:02.035056+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:11:02.815754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"213'778","reported_seq":2156,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931796+0000","last_change":"2023-01-15T14:27:41.258104+0000","last_active":"2023-01-15T15:08:52.931796+0000","last_peered":"2023-01-15T15:08:52.931796+0000","last_clean":"2023-01-15T15:08:52.931796+0000","last_became_active":"2023-01-15T14:27:41.257820+0000","last_became_peered":"2023-01-15T14:27:41.257820+0000","last_unstale":"2023-01-15T15:08:52.931796+0000","last_undegraded":"2023-01-15T15:08:52.931796+0000","last_fullsized":"2023-01-15T15:08:52.931796+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:52.612649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3669,"num_read_kb":3305,"num_write":1035,"num_write_kb":378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"213'210","reported_seq":555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.454232+0000","last_change":"2023-01-15T14:27:39.255223+0000","last_active":"2023-01-15T15:08:50.454232+0000","last_peered":"2023-01-15T15:08:50.454232+0000","last_clean":"2023-01-15T15:08:50.454232+0000","last_became_active":"2023-01-15T14:27:39.251821+0000","last_became_peered":"2023-01-15T14:27:39.251821+0000","last_unstale":"2023-01-15T15:08:50.454232+0000","last_undegraded":"2023-01-15T15:08:50.454232+0000","last_fullsized":"2023-01-15T15:08:50.454232+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:53:19.187657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374174,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":445,"num_read_kb":1081,"num_write":1097,"num_write_kb":21093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"213'1726","reported_seq":3537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.848280+0000","last_change":"2023-01-15T14:27:46.274299+0000","last_active":"2023-01-15T15:08:56.848280+0000","last_peered":"2023-01-15T15:08:56.848280+0000","last_clean":"2023-01-15T15:08:56.848280+0000","last_became_active":"2023-01-15T14:27:46.274083+0000","last_became_peered":"2023-01-15T14:27:46.274083+0000","last_unstale":"2023-01-15T15:08:56.848280+0000","last_undegraded":"2023-01-15T15:08:56.848280+0000","last_fullsized":"2023-01-15T15:08:56.848280+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:36:36.867698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2511,"num_read_kb":2501,"num_write":1731,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.987060+0000","last_change":"2023-01-15T14:27:48.283733+0000","last_active":"2023-01-15T15:06:11.987060+0000","last_peered":"2023-01-15T15:06:11.987060+0000","last_clean":"2023-01-15T15:06:11.987060+0000","last_became_active":"2023-01-15T14:27:48.283490+0000","last_became_peered":"2023-01-15T14:27:48.283490+0000","last_unstale":"2023-01-15T15:06:11.987060+0000","last_undegraded":"2023-01-15T15:06:11.987060+0000","last_fullsized":"2023-01-15T15:06:11.987060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:10:26.505952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"213'113","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.646268+0000","last_change":"2023-01-15T14:27:50.290856+0000","last_active":"2023-01-15T15:08:50.646268+0000","last_peered":"2023-01-15T15:08:50.646268+0000","last_clean":"2023-01-15T15:08:50.646268+0000","last_became_active":"2023-01-15T14:27:50.290019+0000","last_became_peered":"2023-01-15T14:27:50.290019+0000","last_unstale":"2023-01-15T15:08:50.646268+0000","last_undegraded":"2023-01-15T15:08:50.646268+0000","last_fullsized":"2023-01-15T15:08:50.646268+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:11.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":303,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.094552+0000","last_change":"2023-01-15T14:27:44.273723+0000","last_active":"2023-01-15T15:06:02.094552+0000","last_peered":"2023-01-15T15:06:02.094552+0000","last_clean":"2023-01-15T15:06:02.094552+0000","last_became_active":"2023-01-15T14:27:44.273462+0000","last_became_peered":"2023-01-15T14:27:44.273462+0000","last_unstale":"2023-01-15T15:06:02.094552+0000","last_undegraded":"2023-01-15T15:06:02.094552+0000","last_fullsized":"2023-01-15T15:06:02.094552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:56.954436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"213'733","reported_seq":2011,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923795+0000","last_change":"2023-01-15T14:27:41.253020+0000","last_active":"2023-01-15T15:08:52.923795+0000","last_peered":"2023-01-15T15:08:52.923795+0000","last_clean":"2023-01-15T15:08:52.923795+0000","last_became_active":"2023-01-15T14:27:41.252759+0000","last_became_peered":"2023-01-15T14:27:41.252759+0000","last_unstale":"2023-01-15T15:08:52.923795+0000","last_undegraded":"2023-01-15T15:08:52.923795+0000","last_fullsized":"2023-01-15T15:08:52.923795+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:40.210559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3405,"num_read_kb":3066,"num_write":983,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"213'172","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.095969+0000","last_change":"2023-01-15T14:29:22.844392+0000","last_active":"2023-01-15T15:08:48.095969+0000","last_peered":"2023-01-15T15:08:48.095969+0000","last_clean":"2023-01-15T15:08:48.095969+0000","last_became_active":"2023-01-15T14:29:22.843957+0000","last_became_peered":"2023-01-15T14:29:22.843957+0000","last_unstale":"2023-01-15T15:08:48.095969+0000","last_undegraded":"2023-01-15T15:08:48.095969+0000","last_fullsized":"2023-01-15T15:08:48.095969+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:56:56.434636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":398,"num_read_kb":5531,"num_write":944,"num_write_kb":31605,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"213'152","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.550298+0000","last_change":"2023-01-15T14:27:46.277789+0000","last_active":"2023-01-15T15:08:53.550298+0000","last_peered":"2023-01-15T15:08:53.550298+0000","last_clean":"2023-01-15T15:08:53.550298+0000","last_became_active":"2023-01-15T14:27:46.277545+0000","last_became_peered":"2023-01-15T14:27:46.277545+0000","last_unstale":"2023-01-15T15:08:53.550298+0000","last_undegraded":"2023-01-15T15:08:53.550298+0000","last_fullsized":"2023-01-15T15:08:53.550298+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:56:33.398263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7401,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":199,"num_read_kb":190,"num_write":106,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"213'421","reported_seq":4152,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.890802+0000","last_change":"2023-01-15T14:27:48.280252+0000","last_active":"2023-01-15T15:08:53.890802+0000","last_peered":"2023-01-15T15:08:53.890802+0000","last_clean":"2023-01-15T15:08:53.890802+0000","last_became_active":"2023-01-15T14:27:48.279821+0000","last_became_peered":"2023-01-15T14:27:48.279821+0000","last_unstale":"2023-01-15T15:08:53.890802+0000","last_undegraded":"2023-01-15T15:08:53.890802+0000","last_fullsized":"2023-01-15T15:08:53.890802+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:16:21.625787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"213'90","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.419294+0000","last_change":"2023-01-15T14:27:50.287954+0000","last_active":"2023-01-15T15:08:53.419294+0000","last_peered":"2023-01-15T15:08:53.419294+0000","last_clean":"2023-01-15T15:08:53.419294+0000","last_became_active":"2023-01-15T14:27:50.287694+0000","last_became_peered":"2023-01-15T14:27:50.287694+0000","last_unstale":"2023-01-15T15:08:53.419294+0000","last_undegraded":"2023-01-15T15:08:53.419294+0000","last_fullsized":"2023-01-15T15:08:53.419294+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:56.353292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":258,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"26'2","reported_seq":451,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819178+0000","last_change":"2023-01-15T14:27:44.273895+0000","last_active":"2023-01-15T15:08:53.819178+0000","last_peered":"2023-01-15T15:08:53.819178+0000","last_clean":"2023-01-15T15:08:53.819178+0000","last_became_active":"2023-01-15T14:27:44.273407+0000","last_became_peered":"2023-01-15T14:27:44.273407+0000","last_unstale":"2023-01-15T15:08:53.819178+0000","last_undegraded":"2023-01-15T15:08:53.819178+0000","last_fullsized":"2023-01-15T15:08:53.819178+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.964391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":241,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"213'669","reported_seq":1862,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.086449+0000","last_change":"2023-01-15T14:27:41.256624+0000","last_active":"2023-01-15T15:08:51.086449+0000","last_peered":"2023-01-15T15:08:51.086449+0000","last_clean":"2023-01-15T15:08:51.086449+0000","last_became_active":"2023-01-15T14:27:41.256412+0000","last_became_peered":"2023-01-15T14:27:41.256412+0000","last_unstale":"2023-01-15T15:08:51.086449+0000","last_undegraded":"2023-01-15T15:08:51.086449+0000","last_fullsized":"2023-01-15T15:08:51.086449+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":600,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:55.360657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3256,"num_read_kb":2924,"num_write":905,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"213'181","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.466728+0000","last_change":"2023-01-15T14:28:22.926648+0000","last_active":"2023-01-15T15:08:41.466728+0000","last_peered":"2023-01-15T15:08:41.466728+0000","last_clean":"2023-01-15T15:08:41.466728+0000","last_became_active":"2023-01-15T14:28:22.926346+0000","last_became_peered":"2023-01-15T14:28:22.926346+0000","last_unstale":"2023-01-15T15:08:41.466728+0000","last_undegraded":"2023-01-15T15:08:41.466728+0000","last_fullsized":"2023-01-15T15:08:41.466728+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:42:27.204083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":386,"num_read_kb":373,"num_write":858,"num_write_kb":34045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"213'71","reported_seq":307,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:16.874218+0000","last_change":"2023-01-15T14:27:46.344399+0000","last_active":"2023-01-15T15:08:16.874218+0000","last_peered":"2023-01-15T15:08:16.874218+0000","last_clean":"2023-01-15T15:08:16.874218+0000","last_became_active":"2023-01-15T14:27:46.344188+0000","last_became_peered":"2023-01-15T14:27:46.344188+0000","last_unstale":"2023-01-15T15:08:16.874218+0000","last_undegraded":"2023-01-15T15:08:16.874218+0000","last_fullsized":"2023-01-15T15:08:16.874218+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:23.990586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"213'374","reported_seq":1421,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.891597+0000","last_change":"2023-01-15T14:27:48.281942+0000","last_active":"2023-01-15T15:08:53.891597+0000","last_peered":"2023-01-15T15:08:53.891597+0000","last_clean":"2023-01-15T15:08:53.891597+0000","last_became_active":"2023-01-15T14:27:48.281727+0000","last_became_peered":"2023-01-15T14:27:48.281727+0000","last_unstale":"2023-01-15T15:08:53.891597+0000","last_undegraded":"2023-01-15T15:08:53.891597+0000","last_fullsized":"2023-01-15T15:08:53.891597+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:03:10.853492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"213'107","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:19.931141+0000","last_change":"2023-01-15T14:27:50.291495+0000","last_active":"2023-01-15T15:08:19.931141+0000","last_peered":"2023-01-15T15:08:19.931141+0000","last_clean":"2023-01-15T15:08:19.931141+0000","last_became_active":"2023-01-15T14:27:50.291237+0000","last_became_peered":"2023-01-15T14:27:50.291237+0000","last_unstale":"2023-01-15T15:08:19.931141+0000","last_undegraded":"2023-01-15T15:08:19.931141+0000","last_fullsized":"2023-01-15T15:08:19.931141+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:15:27.104480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.354029+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:06:02.354029+0000","last_peered":"2023-01-15T15:06:02.354029+0000","last_clean":"2023-01-15T15:06:02.354029+0000","last_became_active":"2023-01-15T14:27:44.273405+0000","last_became_peered":"2023-01-15T14:27:44.273405+0000","last_unstale":"2023-01-15T15:06:02.354029+0000","last_undegraded":"2023-01-15T15:06:02.354029+0000","last_fullsized":"2023-01-15T15:06:02.354029+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:14.030021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"213'850","reported_seq":2106,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.313311+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.269787+0000","last_became_peered":"2023-01-15T14:27:41.269787+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:48:51.518643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3892,"num_read_kb":3405,"num_write":1204,"num_write_kb":482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"213'210","reported_seq":598,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.880338+0000","last_change":"2023-01-15T14:27:39.258403+0000","last_active":"2023-01-15T15:08:52.880338+0000","last_peered":"2023-01-15T15:08:52.880338+0000","last_clean":"2023-01-15T15:08:52.880338+0000","last_became_active":"2023-01-15T14:27:39.255544+0000","last_became_peered":"2023-01-15T14:27:39.255544+0000","last_unstale":"2023-01-15T15:08:52.880338+0000","last_undegraded":"2023-01-15T15:08:52.880338+0000","last_fullsized":"2023-01-15T15:08:52.880338+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:12.558866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5324508,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":575,"num_read_kb":5677,"num_write":1046,"num_write_kb":49565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"213'212","reported_seq":520,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.862815+0000","last_change":"2023-01-15T14:27:46.274677+0000","last_active":"2023-01-15T15:08:53.862815+0000","last_peered":"2023-01-15T15:08:53.862815+0000","last_clean":"2023-01-15T15:08:53.862815+0000","last_became_active":"2023-01-15T14:27:46.274439+0000","last_became_peered":"2023-01-15T14:27:46.274439+0000","last_unstale":"2023-01-15T15:08:53.862815+0000","last_undegraded":"2023-01-15T15:08:53.862815+0000","last_fullsized":"2023-01-15T15:08:53.862815+0000","mapping_epoch":27,"log_start":"213'200","ondisk_log_start":"213'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:39:45.426881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7634,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1317,"num_read_kb":1307,"num_write":2284,"num_write_kb":2162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:06.841361+0000","last_change":"2023-01-15T14:27:48.283406+0000","last_active":"2023-01-15T15:06:06.841361+0000","last_peered":"2023-01-15T15:06:06.841361+0000","last_clean":"2023-01-15T15:06:06.841361+0000","last_became_active":"2023-01-15T14:27:48.283157+0000","last_became_peered":"2023-01-15T14:27:48.283157+0000","last_unstale":"2023-01-15T15:06:06.841361+0000","last_undegraded":"2023-01-15T15:06:06.841361+0000","last_fullsized":"2023-01-15T15:06:06.841361+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:52.411999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"213'133","reported_seq":353,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.554684+0000","last_change":"2023-01-15T14:27:50.288915+0000","last_active":"2023-01-15T15:08:53.554684+0000","last_peered":"2023-01-15T15:08:53.554684+0000","last_clean":"2023-01-15T15:08:53.554684+0000","last_became_active":"2023-01-15T14:27:50.288673+0000","last_became_peered":"2023-01-15T14:27:50.288673+0000","last_unstale":"2023-01-15T15:08:53.554684+0000","last_undegraded":"2023-01-15T15:08:53.554684+0000","last_fullsized":"2023-01-15T15:08:53.554684+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:52:50.741140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":141,"num_write":343,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.346864+0000","last_change":"2023-01-15T14:27:44.274543+0000","last_active":"2023-01-15T15:05:17.346864+0000","last_peered":"2023-01-15T15:05:17.346864+0000","last_clean":"2023-01-15T15:05:17.346864+0000","last_became_active":"2023-01-15T14:27:44.274291+0000","last_became_peered":"2023-01-15T14:27:44.274291+0000","last_unstale":"2023-01-15T15:05:17.346864+0000","last_undegraded":"2023-01-15T15:05:17.346864+0000","last_fullsized":"2023-01-15T15:05:17.346864+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:53:28.232243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"213'159","reported_seq":494,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.883486+0000","last_change":"2023-01-15T14:27:39.251150+0000","last_active":"2023-01-15T15:08:52.883486+0000","last_peered":"2023-01-15T15:08:52.883486+0000","last_clean":"2023-01-15T15:08:52.883486+0000","last_became_active":"2023-01-15T14:27:39.250650+0000","last_became_peered":"2023-01-15T14:27:39.250650+0000","last_unstale":"2023-01-15T15:08:52.883486+0000","last_undegraded":"2023-01-15T15:08:52.883486+0000","last_fullsized":"2023-01-15T15:08:52.883486+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:52.857243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244985,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":418,"num_read_kb":26772,"num_write":913,"num_write_kb":10550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.343790+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T15:04:57.343790+0000","last_peered":"2023-01-15T15:04:57.343790+0000","last_clean":"2023-01-15T15:04:57.343790+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T15:04:57.343790+0000","last_undegraded":"2023-01-15T15:04:57.343790+0000","last_fullsized":"2023-01-15T15:04:57.343790+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:28:30.773475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"213'325","reported_seq":1617,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.391838+0000","last_change":"2023-01-15T14:27:41.259762+0000","last_active":"2023-01-15T15:08:51.391838+0000","last_peered":"2023-01-15T15:08:51.391838+0000","last_clean":"2023-01-15T15:08:51.391838+0000","last_became_active":"2023-01-15T14:27:41.259547+0000","last_became_peered":"2023-01-15T14:27:41.259547+0000","last_unstale":"2023-01-15T15:08:51.391838+0000","last_undegraded":"2023-01-15T15:08:51.391838+0000","last_fullsized":"2023-01-15T15:08:51.391838+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:05.557946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2191,"num_read_kb":2098,"num_write":377,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"213'1708","reported_seq":3488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.813417+0000","last_change":"2023-01-15T14:27:46.276769+0000","last_active":"2023-01-15T15:08:56.813417+0000","last_peered":"2023-01-15T15:08:56.813417+0000","last_clean":"2023-01-15T15:08:56.813417+0000","last_became_active":"2023-01-15T14:27:46.276359+0000","last_became_peered":"2023-01-15T14:27:46.276359+0000","last_unstale":"2023-01-15T15:08:56.813417+0000","last_undegraded":"2023-01-15T15:08:56.813417+0000","last_fullsized":"2023-01-15T15:08:56.813417+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":1600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:20:17.708317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2460,"num_read_kb":2451,"num_write":1680,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"213'427","reported_seq":1381,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.892269+0000","last_change":"2023-01-15T14:27:48.281695+0000","last_active":"2023-01-15T15:08:53.892269+0000","last_peered":"2023-01-15T15:08:53.892269+0000","last_clean":"2023-01-15T15:08:53.892269+0000","last_became_active":"2023-01-15T14:27:48.281425+0000","last_became_peered":"2023-01-15T14:27:48.281425+0000","last_unstale":"2023-01-15T15:08:53.892269+0000","last_undegraded":"2023-01-15T15:08:53.892269+0000","last_fullsized":"2023-01-15T15:08:53.892269+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:42.071679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"213'163","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.838548+0000","last_change":"2023-01-15T14:27:50.290943+0000","last_active":"2023-01-15T15:08:27.838548+0000","last_peered":"2023-01-15T15:08:27.838548+0000","last_clean":"2023-01-15T15:08:27.838548+0000","last_became_active":"2023-01-15T14:27:50.290626+0000","last_became_peered":"2023-01-15T14:27:50.290626+0000","last_unstale":"2023-01-15T15:08:27.838548+0000","last_undegraded":"2023-01-15T15:08:27.838548+0000","last_fullsized":"2023-01-15T15:08:27.838548+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:49.578010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":423,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.851271+0000","last_change":"2023-01-15T14:27:44.274595+0000","last_active":"2023-01-15T15:05:51.851271+0000","last_peered":"2023-01-15T15:05:51.851271+0000","last_clean":"2023-01-15T15:05:51.851271+0000","last_became_active":"2023-01-15T14:27:44.274353+0000","last_became_peered":"2023-01-15T14:27:44.274353+0000","last_unstale":"2023-01-15T15:05:51.851271+0000","last_undegraded":"2023-01-15T15:05:51.851271+0000","last_fullsized":"2023-01-15T15:05:51.851271+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:04:55.277745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":225,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.843307+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T15:04:56.843307+0000","last_peered":"2023-01-15T15:04:56.843307+0000","last_clean":"2023-01-15T15:04:56.843307+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T15:04:56.843307+0000","last_undegraded":"2023-01-15T15:04:56.843307+0000","last_fullsized":"2023-01-15T15:04:56.843307+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:34.408371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"213'155","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.143521+0000","last_change":"2023-01-15T14:27:39.252193+0000","last_active":"2023-01-15T15:08:42.143521+0000","last_peered":"2023-01-15T15:08:42.143521+0000","last_clean":"2023-01-15T15:08:42.143521+0000","last_became_active":"2023-01-15T14:27:39.251184+0000","last_became_peered":"2023-01-15T14:27:39.251184+0000","last_unstale":"2023-01-15T15:08:42.143521+0000","last_undegraded":"2023-01-15T15:08:42.143521+0000","last_fullsized":"2023-01-15T15:08:42.143521+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:47:15.025964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272157,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":370,"num_read_kb":25217,"num_write":809,"num_write_kb":23453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"213'431","reported_seq":1907,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.929411+0000","last_change":"2023-01-15T14:27:41.252430+0000","last_active":"2023-01-15T15:08:51.929411+0000","last_peered":"2023-01-15T15:08:51.929411+0000","last_clean":"2023-01-15T15:08:51.929411+0000","last_became_active":"2023-01-15T14:27:41.252160+0000","last_became_peered":"2023-01-15T14:27:41.252160+0000","last_unstale":"2023-01-15T15:08:51.929411+0000","last_undegraded":"2023-01-15T15:08:51.929411+0000","last_fullsized":"2023-01-15T15:08:51.929411+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:55:09.004944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2767,"num_read_kb":2625,"num_write":551,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"213'2354","reported_seq":4422,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.854841+0000","last_change":"2023-01-15T14:27:46.345814+0000","last_active":"2023-01-15T15:08:53.854841+0000","last_peered":"2023-01-15T15:08:53.854841+0000","last_clean":"2023-01-15T15:08:53.854841+0000","last_became_active":"2023-01-15T14:27:46.345575+0000","last_became_peered":"2023-01-15T14:27:46.345575+0000","last_unstale":"2023-01-15T15:08:53.854841+0000","last_undegraded":"2023-01-15T15:08:53.854841+0000","last_fullsized":"2023-01-15T15:08:53.854841+0000","mapping_epoch":27,"log_start":"213'2300","ondisk_log_start":"213'2300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":2300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:05.217093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26735,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3107,"num_read_kb":3091,"num_write":2246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.846684+0000","last_change":"2023-01-15T14:27:48.281576+0000","last_active":"2023-01-15T15:05:21.846684+0000","last_peered":"2023-01-15T15:05:21.846684+0000","last_clean":"2023-01-15T15:05:21.846684+0000","last_became_active":"2023-01-15T14:27:48.281326+0000","last_became_peered":"2023-01-15T14:27:48.281326+0000","last_unstale":"2023-01-15T15:05:21.846684+0000","last_undegraded":"2023-01-15T15:05:21.846684+0000","last_fullsized":"2023-01-15T15:05:21.846684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:59.063695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"213'146","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.404286+0000","last_change":"2023-01-15T14:27:50.290359+0000","last_active":"2023-01-15T15:08:51.404286+0000","last_peered":"2023-01-15T15:08:51.404286+0000","last_clean":"2023-01-15T15:08:51.404286+0000","last_became_active":"2023-01-15T14:27:50.290101+0000","last_became_peered":"2023-01-15T14:27:50.290101+0000","last_unstale":"2023-01-15T15:08:51.404286+0000","last_undegraded":"2023-01-15T15:08:51.404286+0000","last_fullsized":"2023-01-15T15:08:51.404286+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:57.094271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":376,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872872+0000","last_change":"2023-01-15T14:27:44.274086+0000","last_active":"2023-01-15T15:06:46.872872+0000","last_peered":"2023-01-15T15:06:46.872872+0000","last_clean":"2023-01-15T15:06:46.872872+0000","last_became_active":"2023-01-15T14:27:44.273675+0000","last_became_peered":"2023-01-15T14:27:44.273675+0000","last_unstale":"2023-01-15T15:06:46.872872+0000","last_undegraded":"2023-01-15T15:06:46.872872+0000","last_fullsized":"2023-01-15T15:06:46.872872+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:21.683196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"213'409","reported_seq":1709,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.964049+0000","last_change":"2023-01-15T14:27:41.259340+0000","last_active":"2023-01-15T15:08:51.964049+0000","last_peered":"2023-01-15T15:08:51.964049+0000","last_clean":"2023-01-15T15:08:51.964049+0000","last_became_active":"2023-01-15T14:27:41.258821+0000","last_became_peered":"2023-01-15T14:27:41.258821+0000","last_unstale":"2023-01-15T15:08:51.964049+0000","last_undegraded":"2023-01-15T15:08:51.964049+0000","last_fullsized":"2023-01-15T15:08:51.964049+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:43:07.179158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2501,"num_read_kb":2340,"num_write":525,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.085228+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T15:04:57.085228+0000","last_peered":"2023-01-15T15:04:57.085228+0000","last_clean":"2023-01-15T15:04:57.085228+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T15:04:57.085228+0000","last_undegraded":"2023-01-15T15:04:57.085228+0000","last_fullsized":"2023-01-15T15:04:57.085228+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:15.130055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859646+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T15:05:31.859646+0000","last_peered":"2023-01-15T15:05:31.859646+0000","last_clean":"2023-01-15T15:05:31.859646+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T15:05:31.859646+0000","last_undegraded":"2023-01-15T15:05:31.859646+0000","last_fullsized":"2023-01-15T15:05:31.859646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"213'197","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.840965+0000","last_change":"2023-01-15T14:28:22.947751+0000","last_active":"2023-01-15T15:08:52.840965+0000","last_peered":"2023-01-15T15:08:52.840965+0000","last_clean":"2023-01-15T15:08:52.840965+0000","last_became_active":"2023-01-15T14:28:22.947416+0000","last_became_peered":"2023-01-15T14:28:22.947416+0000","last_unstale":"2023-01-15T15:08:52.840965+0000","last_undegraded":"2023-01-15T15:08:52.840965+0000","last_fullsized":"2023-01-15T15:08:52.840965+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:31.986863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777271,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":54219,"num_write":1122,"num_write_kb":35360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"213'2183","reported_seq":4712,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.776552+0000","last_change":"2023-01-15T14:27:46.274607+0000","last_active":"2023-01-15T15:08:56.776552+0000","last_peered":"2023-01-15T15:08:56.776552+0000","last_clean":"2023-01-15T15:08:56.776552+0000","last_became_active":"2023-01-15T14:27:46.274357+0000","last_became_peered":"2023-01-15T14:27:46.274357+0000","last_unstale":"2023-01-15T15:08:56.776552+0000","last_undegraded":"2023-01-15T15:08:56.776552+0000","last_fullsized":"2023-01-15T15:08:56.776552+0000","mapping_epoch":27,"log_start":"213'2101","ondisk_log_start":"213'2101","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2101,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:06:17.407793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27380,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":3091,"num_read_kb":3075,"num_write":1817,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.859002+0000","last_change":"2023-01-15T14:27:48.286734+0000","last_active":"2023-01-15T15:05:26.859002+0000","last_peered":"2023-01-15T15:05:26.859002+0000","last_clean":"2023-01-15T15:05:26.859002+0000","last_became_active":"2023-01-15T14:27:48.286443+0000","last_became_peered":"2023-01-15T14:27:48.286443+0000","last_unstale":"2023-01-15T15:05:26.859002+0000","last_undegraded":"2023-01-15T15:05:26.859002+0000","last_fullsized":"2023-01-15T15:05:26.859002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:42:57.808163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"213'136","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.174408+0000","last_change":"2023-01-15T14:27:50.289032+0000","last_active":"2023-01-15T15:08:52.174408+0000","last_peered":"2023-01-15T15:08:52.174408+0000","last_clean":"2023-01-15T15:08:52.174408+0000","last_became_active":"2023-01-15T14:27:50.288842+0000","last_became_peered":"2023-01-15T14:27:50.288842+0000","last_unstale":"2023-01-15T15:08:52.174408+0000","last_undegraded":"2023-01-15T15:08:52.174408+0000","last_fullsized":"2023-01-15T15:08:52.174408+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:59.717407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":387,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040254+0000","last_change":"2023-01-15T14:27:44.273188+0000","last_active":"2023-01-15T15:06:47.040254+0000","last_peered":"2023-01-15T15:06:47.040254+0000","last_clean":"2023-01-15T15:06:47.040254+0000","last_became_active":"2023-01-15T14:27:44.272942+0000","last_became_peered":"2023-01-15T14:27:44.272942+0000","last_unstale":"2023-01-15T15:06:47.040254+0000","last_undegraded":"2023-01-15T15:06:47.040254+0000","last_fullsized":"2023-01-15T15:06:47.040254+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:31.274448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"213'759","reported_seq":1952,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:25.995564+0000","last_change":"2023-01-15T14:27:41.256572+0000","last_active":"2023-01-15T15:08:25.995564+0000","last_peered":"2023-01-15T15:08:25.995564+0000","last_clean":"2023-01-15T15:08:25.995564+0000","last_became_active":"2023-01-15T14:27:41.256337+0000","last_became_peered":"2023-01-15T14:27:41.256337+0000","last_unstale":"2023-01-15T15:08:25.995564+0000","last_undegraded":"2023-01-15T15:08:25.995564+0000","last_fullsized":"2023-01-15T15:08:25.995564+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:34:33.121237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3557,"num_read_kb":3143,"num_write":1045,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":222,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.853474+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T15:04:56.853474+0000","last_peered":"2023-01-15T15:04:56.853474+0000","last_clean":"2023-01-15T15:04:56.853474+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T15:04:56.853474+0000","last_undegraded":"2023-01-15T15:04:56.853474+0000","last_fullsized":"2023-01-15T15:04:56.853474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"213'147","reported_seq":475,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.538418+0000","last_change":"2023-01-15T14:27:39.254207+0000","last_active":"2023-01-15T15:08:45.538418+0000","last_peered":"2023-01-15T15:08:45.538418+0000","last_clean":"2023-01-15T15:08:45.538418+0000","last_became_active":"2023-01-15T14:27:39.253939+0000","last_became_peered":"2023-01-15T14:27:39.253939+0000","last_unstale":"2023-01-15T15:08:45.538418+0000","last_undegraded":"2023-01-15T15:08:45.538418+0000","last_fullsized":"2023-01-15T15:08:45.538418+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:41:52.853211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10531062,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":37115,"num_write":768,"num_write_kb":28983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"213'118","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.714030+0000","last_change":"2023-01-15T14:27:46.344712+0000","last_active":"2023-01-15T15:08:51.714030+0000","last_peered":"2023-01-15T15:08:51.714030+0000","last_clean":"2023-01-15T15:08:51.714030+0000","last_became_active":"2023-01-15T14:27:46.344482+0000","last_became_peered":"2023-01-15T14:27:46.344482+0000","last_unstale":"2023-01-15T15:08:51.714030+0000","last_undegraded":"2023-01-15T15:08:51.714030+0000","last_fullsized":"2023-01-15T15:08:51.714030+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:17:35.643609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":142,"num_read_kb":134,"num_write":103,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980129+0000","last_change":"2023-01-15T14:27:48.283075+0000","last_active":"2023-01-15T15:05:21.980129+0000","last_peered":"2023-01-15T15:05:21.980129+0000","last_clean":"2023-01-15T15:05:21.980129+0000","last_became_active":"2023-01-15T14:27:48.282848+0000","last_became_peered":"2023-01-15T14:27:48.282848+0000","last_unstale":"2023-01-15T15:05:21.980129+0000","last_undegraded":"2023-01-15T15:05:21.980129+0000","last_fullsized":"2023-01-15T15:05:21.980129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:02.821604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"213'231","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.643906+0000","last_change":"2023-01-15T14:27:50.283894+0000","last_active":"2023-01-15T15:08:51.643906+0000","last_peered":"2023-01-15T15:08:51.643906+0000","last_clean":"2023-01-15T15:08:51.643906+0000","last_became_active":"2023-01-15T14:27:50.283519+0000","last_became_peered":"2023-01-15T14:27:50.283519+0000","last_unstale":"2023-01-15T15:08:51.643906+0000","last_undegraded":"2023-01-15T15:08:51.643906+0000","last_fullsized":"2023-01-15T15:08:51.643906+0000","mapping_epoch":31,"log_start":"213'200","ondisk_log_start":"213'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:49.665282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":417,"num_write":577,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857113+0000","last_change":"2023-01-15T14:27:44.269587+0000","last_active":"2023-01-15T15:05:16.857113+0000","last_peered":"2023-01-15T15:05:16.857113+0000","last_clean":"2023-01-15T15:05:16.857113+0000","last_became_active":"2023-01-15T14:27:44.269400+0000","last_became_peered":"2023-01-15T14:27:44.269400+0000","last_unstale":"2023-01-15T15:05:16.857113+0000","last_undegraded":"2023-01-15T15:05:16.857113+0000","last_fullsized":"2023-01-15T15:05:16.857113+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:40.286451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.863771+0000","last_change":"2023-01-15T14:27:41.256123+0000","last_active":"2023-01-15T15:08:50.863771+0000","last_peered":"2023-01-15T15:08:50.863771+0000","last_clean":"2023-01-15T15:08:50.863771+0000","last_became_active":"2023-01-15T14:27:41.255880+0000","last_became_peered":"2023-01-15T14:27:41.255880+0000","last_unstale":"2023-01-15T15:08:50.863771+0000","last_undegraded":"2023-01-15T15:08:50.863771+0000","last_fullsized":"2023-01-15T15:08:50.863771+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:57.127472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2039,"num_read_kb":1950,"num_write":375,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859675+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T15:05:31.859675+0000","last_peered":"2023-01-15T15:05:31.859675+0000","last_clean":"2023-01-15T15:05:31.859675+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T15:05:31.859675+0000","last_undegraded":"2023-01-15T15:05:31.859675+0000","last_fullsized":"2023-01-15T15:05:31.859675+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"213'174","reported_seq":534,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.706187+0000","last_change":"2023-01-15T14:27:39.255751+0000","last_active":"2023-01-15T15:08:41.706187+0000","last_peered":"2023-01-15T15:08:41.706187+0000","last_clean":"2023-01-15T15:08:41.706187+0000","last_became_active":"2023-01-15T14:27:39.255451+0000","last_became_peered":"2023-01-15T14:27:39.255451+0000","last_unstale":"2023-01-15T15:08:41.706187+0000","last_undegraded":"2023-01-15T15:08:41.706187+0000","last_fullsized":"2023-01-15T15:08:41.706187+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:08.660276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625434,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":442,"num_read_kb":9634,"num_write":941,"num_write_kb":44344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"213'2256","reported_seq":4284,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.759398+0000","last_change":"2023-01-15T14:27:46.275817+0000","last_active":"2023-01-15T15:08:56.759398+0000","last_peered":"2023-01-15T15:08:56.759398+0000","last_clean":"2023-01-15T15:08:56.759398+0000","last_became_active":"2023-01-15T14:27:46.275598+0000","last_became_peered":"2023-01-15T14:27:46.275598+0000","last_unstale":"2023-01-15T15:08:56.759398+0000","last_undegraded":"2023-01-15T15:08:56.759398+0000","last_fullsized":"2023-01-15T15:08:56.759398+0000","mapping_epoch":27,"log_start":"213'2200","ondisk_log_start":"213'2200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":2200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:26.384758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29987,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":3200,"num_read_kb":3187,"num_write":2468,"num_write_kb":451,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.974222+0000","last_change":"2023-01-15T14:27:48.284853+0000","last_active":"2023-01-15T15:04:41.974222+0000","last_peered":"2023-01-15T15:04:41.974222+0000","last_clean":"2023-01-15T15:04:41.974222+0000","last_became_active":"2023-01-15T14:27:48.284584+0000","last_became_peered":"2023-01-15T14:27:48.284584+0000","last_unstale":"2023-01-15T15:04:41.974222+0000","last_undegraded":"2023-01-15T15:04:41.974222+0000","last_fullsized":"2023-01-15T15:04:41.974222+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:34:04.458037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"213'132","reported_seq":375,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.953317+0000","last_change":"2023-01-15T14:27:50.286478+0000","last_active":"2023-01-15T15:08:49.953317+0000","last_peered":"2023-01-15T15:08:49.953317+0000","last_clean":"2023-01-15T15:08:49.953317+0000","last_became_active":"2023-01-15T14:27:50.286309+0000","last_became_peered":"2023-01-15T14:27:50.286309+0000","last_unstale":"2023-01-15T15:08:49.953317+0000","last_undegraded":"2023-01-15T15:08:49.953317+0000","last_fullsized":"2023-01-15T15:08:49.953317+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:49:45.027626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":203,"num_write":363,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980161+0000","last_change":"2023-01-15T14:27:44.272280+0000","last_active":"2023-01-15T15:05:21.980161+0000","last_peered":"2023-01-15T15:05:21.980161+0000","last_clean":"2023-01-15T15:05:21.980161+0000","last_became_active":"2023-01-15T14:27:44.271974+0000","last_became_peered":"2023-01-15T14:27:44.271974+0000","last_unstale":"2023-01-15T15:05:21.980161+0000","last_undegraded":"2023-01-15T15:05:21.980161+0000","last_fullsized":"2023-01-15T15:05:21.980161+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:24:06.239812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852354+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T15:04:51.852354+0000","last_peered":"2023-01-15T15:04:51.852354+0000","last_clean":"2023-01-15T15:04:51.852354+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T15:04:51.852354+0000","last_undegraded":"2023-01-15T15:04:51.852354+0000","last_fullsized":"2023-01-15T15:04:51.852354+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"213'167","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.854301+0000","last_change":"2023-01-15T14:27:39.251309+0000","last_active":"2023-01-15T15:08:52.854301+0000","last_peered":"2023-01-15T15:08:52.854301+0000","last_clean":"2023-01-15T15:08:52.854301+0000","last_became_active":"2023-01-15T14:27:39.250973+0000","last_became_peered":"2023-01-15T14:27:39.250973+0000","last_unstale":"2023-01-15T15:08:52.854301+0000","last_undegraded":"2023-01-15T15:08:52.854301+0000","last_fullsized":"2023-01-15T15:08:52.854301+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:08.135048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":398,"num_read_kb":18227,"num_write":928,"num_write_kb":31945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"213'1522","reported_seq":3018,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894028+0000","last_change":"2023-01-15T14:27:41.269681+0000","last_active":"2023-01-15T15:08:52.894028+0000","last_peered":"2023-01-15T15:08:52.894028+0000","last_clean":"2023-01-15T15:08:52.894028+0000","last_became_active":"2023-01-15T14:27:41.260315+0000","last_became_peered":"2023-01-15T14:27:41.260315+0000","last_unstale":"2023-01-15T15:08:52.894028+0000","last_undegraded":"2023-01-15T15:08:52.894028+0000","last_fullsized":"2023-01-15T15:08:52.894028+0000","mapping_epoch":22,"log_start":"213'1500","ondisk_log_start":"213'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":1500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:08:37.964128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6492,"num_read_kb":5604,"num_write":2148,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"213'106","reported_seq":364,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.755040+0000","last_change":"2023-01-15T14:27:46.274984+0000","last_active":"2023-01-15T15:08:21.755040+0000","last_peered":"2023-01-15T15:08:21.755040+0000","last_clean":"2023-01-15T15:08:21.755040+0000","last_became_active":"2023-01-15T14:27:46.274509+0000","last_became_peered":"2023-01-15T14:27:46.274509+0000","last_unstale":"2023-01-15T15:08:21.755040+0000","last_undegraded":"2023-01-15T15:08:21.755040+0000","last_fullsized":"2023-01-15T15:08:21.755040+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:52.661605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":132,"num_read_kb":126,"num_write":86,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.956490+0000","last_change":"2023-01-15T14:27:48.283649+0000","last_active":"2023-01-15T15:04:41.956490+0000","last_peered":"2023-01-15T15:04:41.956490+0000","last_clean":"2023-01-15T15:04:41.956490+0000","last_became_active":"2023-01-15T14:27:48.283342+0000","last_became_peered":"2023-01-15T14:27:48.283342+0000","last_unstale":"2023-01-15T15:04:41.956490+0000","last_undegraded":"2023-01-15T15:04:41.956490+0000","last_fullsized":"2023-01-15T15:04:41.956490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:40.904826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"213'140","reported_seq":388,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.233582+0000","last_change":"2023-01-15T14:27:50.289694+0000","last_active":"2023-01-15T15:08:48.233582+0000","last_peered":"2023-01-15T15:08:48.233582+0000","last_clean":"2023-01-15T15:08:48.233582+0000","last_became_active":"2023-01-15T14:27:50.289431+0000","last_became_peered":"2023-01-15T14:27:50.289431+0000","last_unstale":"2023-01-15T15:08:48.233582+0000","last_undegraded":"2023-01-15T15:08:48.233582+0000","last_fullsized":"2023-01-15T15:08:48.233582+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:29.596625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834493+0000","last_change":"2023-01-15T14:27:44.269175+0000","last_active":"2023-01-15T15:05:16.834493+0000","last_peered":"2023-01-15T15:05:16.834493+0000","last_clean":"2023-01-15T15:05:16.834493+0000","last_became_active":"2023-01-15T14:27:44.268917+0000","last_became_peered":"2023-01-15T14:27:44.268917+0000","last_unstale":"2023-01-15T15:05:16.834493+0000","last_undegraded":"2023-01-15T15:05:16.834493+0000","last_fullsized":"2023-01-15T15:05:16.834493+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:50.938264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.843113+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T15:06:21.843113+0000","last_peered":"2023-01-15T15:06:21.843113+0000","last_clean":"2023-01-15T15:06:21.843113+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T15:06:21.843113+0000","last_undegraded":"2023-01-15T15:06:21.843113+0000","last_fullsized":"2023-01-15T15:06:21.843113+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"213'168","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.135707+0000","last_change":"2023-01-15T14:27:39.247759+0000","last_active":"2023-01-15T15:08:50.135707+0000","last_peered":"2023-01-15T15:08:50.135707+0000","last_clean":"2023-01-15T15:08:50.135707+0000","last_became_active":"2023-01-15T14:27:39.247438+0000","last_became_peered":"2023-01-15T14:27:39.247438+0000","last_unstale":"2023-01-15T15:08:50.135707+0000","last_undegraded":"2023-01-15T15:08:50.135707+0000","last_fullsized":"2023-01-15T15:08:50.135707+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:01.751842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5255168,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":382,"num_read_kb":42367,"num_write":878,"num_write_kb":33868,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"213'326","reported_seq":1485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.301581+0000","last_change":"2023-01-15T14:27:41.260971+0000","last_active":"2023-01-15T15:08:50.301581+0000","last_peered":"2023-01-15T15:08:50.301581+0000","last_clean":"2023-01-15T15:08:50.301581+0000","last_became_active":"2023-01-15T14:27:41.260771+0000","last_became_peered":"2023-01-15T14:27:41.260771+0000","last_unstale":"2023-01-15T15:08:50.301581+0000","last_undegraded":"2023-01-15T15:08:50.301581+0000","last_fullsized":"2023-01-15T15:08:50.301581+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:49.333990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2010,"num_read_kb":1894,"num_write":396,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"213'2173","reported_seq":4117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.902304+0000","last_change":"2023-01-15T14:27:46.343670+0000","last_active":"2023-01-15T15:08:56.902304+0000","last_peered":"2023-01-15T15:08:56.902304+0000","last_clean":"2023-01-15T15:08:56.902304+0000","last_became_active":"2023-01-15T14:27:46.343433+0000","last_became_peered":"2023-01-15T14:27:46.343433+0000","last_unstale":"2023-01-15T15:08:56.902304+0000","last_undegraded":"2023-01-15T15:08:56.902304+0000","last_fullsized":"2023-01-15T15:08:56.902304+0000","mapping_epoch":27,"log_start":"213'2100","ondisk_log_start":"213'2100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:45:05.149215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2881,"num_read_kb":2872,"num_write":2157,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"213'397","reported_seq":1945,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.888967+0000","last_change":"2023-01-15T14:27:48.280800+0000","last_active":"2023-01-15T15:08:53.888967+0000","last_peered":"2023-01-15T15:08:53.888967+0000","last_clean":"2023-01-15T15:08:53.888967+0000","last_became_active":"2023-01-15T14:27:48.280553+0000","last_became_peered":"2023-01-15T14:27:48.280553+0000","last_unstale":"2023-01-15T15:08:53.888967+0000","last_undegraded":"2023-01-15T15:08:53.888967+0000","last_fullsized":"2023-01-15T15:08:53.888967+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:49.964157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"213'97","reported_seq":314,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.719743+0000","last_change":"2023-01-15T14:27:50.284491+0000","last_active":"2023-01-15T15:08:45.719743+0000","last_peered":"2023-01-15T15:08:45.719743+0000","last_clean":"2023-01-15T15:08:45.719743+0000","last_became_active":"2023-01-15T14:27:50.284240+0000","last_became_peered":"2023-01-15T14:27:50.284240+0000","last_unstale":"2023-01-15T15:08:45.719743+0000","last_undegraded":"2023-01-15T15:08:45.719743+0000","last_fullsized":"2023-01-15T15:08:45.719743+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:57:49.593566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":272,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3","version":"33'3","reported_seq":339,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.508911+0000","last_change":"2023-01-15T14:27:44.270323+0000","last_active":"2023-01-15T15:08:53.508911+0000","last_peered":"2023-01-15T15:08:53.508911+0000","last_clean":"2023-01-15T15:08:53.508911+0000","last_became_active":"2023-01-15T14:27:44.269682+0000","last_became_peered":"2023-01-15T14:27:44.269682+0000","last_unstale":"2023-01-15T15:08:53.508911+0000","last_undegraded":"2023-01-15T15:08:53.508911+0000","last_fullsized":"2023-01-15T15:08:53.508911+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:03:52.409601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":131,"num_read_kb":126,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.843770+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T15:06:26.843770+0000","last_peered":"2023-01-15T15:06:26.843770+0000","last_clean":"2023-01-15T15:06:26.843770+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T15:06:26.843770+0000","last_undegraded":"2023-01-15T15:06:26.843770+0000","last_fullsized":"2023-01-15T15:06:26.843770+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"213'171","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.344310+0000","last_change":"2023-01-15T14:27:39.260233+0000","last_active":"2023-01-15T15:08:41.344310+0000","last_peered":"2023-01-15T15:08:41.344310+0000","last_clean":"2023-01-15T15:08:41.344310+0000","last_became_active":"2023-01-15T14:27:39.259798+0000","last_became_peered":"2023-01-15T14:27:39.259798+0000","last_unstale":"2023-01-15T15:08:41.344310+0000","last_undegraded":"2023-01-15T15:08:41.344310+0000","last_fullsized":"2023-01-15T15:08:41.344310+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:38:42.796226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5606228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":361,"num_read_kb":10597,"num_write":952,"num_write_kb":33173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"213'945","reported_seq":2560,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923746+0000","last_change":"2023-01-15T14:27:41.256053+0000","last_active":"2023-01-15T15:08:52.923746+0000","last_peered":"2023-01-15T15:08:52.923746+0000","last_clean":"2023-01-15T15:08:52.923746+0000","last_became_active":"2023-01-15T14:27:41.255843+0000","last_became_peered":"2023-01-15T14:27:41.255843+0000","last_unstale":"2023-01-15T15:08:52.923746+0000","last_undegraded":"2023-01-15T15:08:52.923746+0000","last_fullsized":"2023-01-15T15:08:52.923746+0000","mapping_epoch":22,"log_start":"213'900","ondisk_log_start":"213'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":900,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:11:24.628211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4939,"num_read_kb":4393,"num_write":1414,"num_write_kb":691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"213'3784","reported_seq":7317,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.780246+0000","last_change":"2023-01-15T14:27:46.274795+0000","last_active":"2023-01-15T15:08:56.780246+0000","last_peered":"2023-01-15T15:08:56.780246+0000","last_clean":"2023-01-15T15:08:56.780246+0000","last_became_active":"2023-01-15T14:27:46.274552+0000","last_became_peered":"2023-01-15T14:27:46.274552+0000","last_unstale":"2023-01-15T15:08:56.780246+0000","last_undegraded":"2023-01-15T15:08:56.780246+0000","last_fullsized":"2023-01-15T15:08:56.780246+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":3000,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:46:35.921093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26557,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":5323,"num_read_kb":5307,"num_write":3708,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347551+0000","last_change":"2023-01-15T14:27:48.279479+0000","last_active":"2023-01-15T15:05:22.347551+0000","last_peered":"2023-01-15T15:05:22.347551+0000","last_clean":"2023-01-15T15:05:22.347551+0000","last_became_active":"2023-01-15T14:27:48.279239+0000","last_became_peered":"2023-01-15T14:27:48.279239+0000","last_unstale":"2023-01-15T15:05:22.347551+0000","last_undegraded":"2023-01-15T15:05:22.347551+0000","last_fullsized":"2023-01-15T15:05:22.347551+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:47:35.999986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"213'116","reported_seq":343,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.917607+0000","last_change":"2023-01-15T14:27:50.285507+0000","last_active":"2023-01-15T15:08:52.917607+0000","last_peered":"2023-01-15T15:08:52.917607+0000","last_clean":"2023-01-15T15:08:52.917607+0000","last_became_active":"2023-01-15T14:27:50.285203+0000","last_became_peered":"2023-01-15T14:27:50.285203+0000","last_unstale":"2023-01-15T15:08:52.917607+0000","last_undegraded":"2023-01-15T15:08:52.917607+0000","last_fullsized":"2023-01-15T15:08:52.917607+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:32.954489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":284,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"213'571","reported_seq":1960,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.208402+0000","last_change":"2023-01-15T14:27:41.255602+0000","last_active":"2023-01-15T15:08:52.208402+0000","last_peered":"2023-01-15T15:08:52.208402+0000","last_clean":"2023-01-15T15:08:52.208402+0000","last_became_active":"2023-01-15T14:27:41.255358+0000","last_became_peered":"2023-01-15T14:27:41.255358+0000","last_unstale":"2023-01-15T15:08:52.208402+0000","last_undegraded":"2023-01-15T15:08:52.208402+0000","last_fullsized":"2023-01-15T15:08:52.208402+0000","mapping_epoch":22,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":500,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:10.670515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3155,"num_read_kb":2848,"num_write":784,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"213'158","reported_seq":514,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.812348+0000","last_change":"2023-01-15T14:27:39.253615+0000","last_active":"2023-01-15T15:08:52.812348+0000","last_peered":"2023-01-15T15:08:52.812348+0000","last_clean":"2023-01-15T15:08:52.812348+0000","last_became_active":"2023-01-15T14:27:39.253019+0000","last_became_peered":"2023-01-15T14:27:39.253019+0000","last_unstale":"2023-01-15T15:08:52.812348+0000","last_undegraded":"2023-01-15T15:08:52.812348+0000","last_fullsized":"2023-01-15T15:08:52.812348+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:14.514359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590194,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":70287,"num_write":853,"num_write_kb":33183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.088106+0000","last_change":"2023-01-15T14:27:44.270722+0000","last_active":"2023-01-15T15:05:17.088106+0000","last_peered":"2023-01-15T15:05:17.088106+0000","last_clean":"2023-01-15T15:05:17.088106+0000","last_became_active":"2023-01-15T14:27:44.270475+0000","last_became_peered":"2023-01-15T14:27:44.270475+0000","last_unstale":"2023-01-15T15:05:17.088106+0000","last_undegraded":"2023-01-15T15:05:17.088106+0000","last_fullsized":"2023-01-15T15:05:17.088106+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:52:15.977822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"213'1665","reported_seq":3429,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.907457+0000","last_change":"2023-01-15T14:27:46.344766+0000","last_active":"2023-01-15T15:08:56.907457+0000","last_peered":"2023-01-15T15:08:56.907457+0000","last_clean":"2023-01-15T15:08:56.907457+0000","last_became_active":"2023-01-15T14:27:46.344515+0000","last_became_peered":"2023-01-15T14:27:46.344515+0000","last_unstale":"2023-01-15T15:08:56.907457+0000","last_undegraded":"2023-01-15T15:08:56.907457+0000","last_fullsized":"2023-01-15T15:08:56.907457+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1600,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:16:22.500431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2408,"num_read_kb":2402,"num_write":1642,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"213'390","reported_seq":1531,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.887645+0000","last_change":"2023-01-15T14:27:48.281761+0000","last_active":"2023-01-15T15:08:53.887645+0000","last_peered":"2023-01-15T15:08:53.887645+0000","last_clean":"2023-01-15T15:08:53.887645+0000","last_became_active":"2023-01-15T14:27:48.281474+0000","last_became_peered":"2023-01-15T14:27:48.281474+0000","last_unstale":"2023-01-15T15:08:53.887645+0000","last_undegraded":"2023-01-15T15:08:53.887645+0000","last_fullsized":"2023-01-15T15:08:53.887645+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:34:23.977186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"213'135","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.301887+0000","last_change":"2023-01-15T14:27:50.289716+0000","last_active":"2023-01-15T15:08:42.301887+0000","last_peered":"2023-01-15T15:08:42.301887+0000","last_clean":"2023-01-15T15:08:42.301887+0000","last_became_active":"2023-01-15T14:27:50.288755+0000","last_became_peered":"2023-01-15T14:27:50.288755+0000","last_unstale":"2023-01-15T15:08:42.301887+0000","last_undegraded":"2023-01-15T15:08:42.301887+0000","last_fullsized":"2023-01-15T15:08:42.301887+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:06:15.041362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":326,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857010+0000","last_change":"2023-01-15T14:27:44.267676+0000","last_active":"2023-01-15T15:05:16.857010+0000","last_peered":"2023-01-15T15:05:16.857010+0000","last_clean":"2023-01-15T15:05:16.857010+0000","last_became_active":"2023-01-15T14:27:44.267386+0000","last_became_peered":"2023-01-15T14:27:44.267386+0000","last_unstale":"2023-01-15T15:05:16.857010+0000","last_undegraded":"2023-01-15T15:05:16.857010+0000","last_fullsized":"2023-01-15T15:05:16.857010+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:37:17.637349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"213'750","reported_seq":2361,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.090515+0000","last_change":"2023-01-15T14:27:41.256948+0000","last_active":"2023-01-15T15:08:51.090515+0000","last_peered":"2023-01-15T15:08:51.090515+0000","last_clean":"2023-01-15T15:08:51.090515+0000","last_became_active":"2023-01-15T14:27:41.256726+0000","last_became_peered":"2023-01-15T14:27:41.256726+0000","last_unstale":"2023-01-15T15:08:51.090515+0000","last_undegraded":"2023-01-15T15:08:51.090515+0000","last_fullsized":"2023-01-15T15:08:51.090515+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:51:58.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4118,"num_read_kb":3761,"num_write":1004,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"213'186","reported_seq":526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:39.632067+0000","last_change":"2023-01-15T14:27:39.412506+0000","last_active":"2023-01-15T15:08:39.632067+0000","last_peered":"2023-01-15T15:08:39.632067+0000","last_clean":"2023-01-15T15:08:39.632067+0000","last_became_active":"2023-01-15T14:27:39.412226+0000","last_became_peered":"2023-01-15T14:27:39.412226+0000","last_unstale":"2023-01-15T15:08:39.632067+0000","last_undegraded":"2023-01-15T15:08:39.632067+0000","last_fullsized":"2023-01-15T15:08:39.632067+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:15:42.461814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318667,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":438,"num_read_kb":1662,"num_write":962,"num_write_kb":16626,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"213'7332","reported_seq":13986,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.861079+0000","last_change":"2023-01-15T14:27:46.274684+0000","last_active":"2023-01-15T15:08:56.861079+0000","last_peered":"2023-01-15T15:08:56.861079+0000","last_clean":"2023-01-15T15:08:56.861079+0000","last_became_active":"2023-01-15T14:27:46.274391+0000","last_became_peered":"2023-01-15T14:27:46.274391+0000","last_unstale":"2023-01-15T15:08:56.861079+0000","last_undegraded":"2023-01-15T15:08:56.861079+0000","last_fullsized":"2023-01-15T15:08:56.861079+0000","mapping_epoch":27,"log_start":"213'7300","ondisk_log_start":"213'7300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":3000,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:41.691006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8995,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":10212,"num_read_kb":10195,"num_write":7273,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.989509+0000","last_change":"2023-01-15T14:27:48.284329+0000","last_active":"2023-01-15T15:06:31.989509+0000","last_peered":"2023-01-15T15:06:31.989509+0000","last_clean":"2023-01-15T15:06:31.989509+0000","last_became_active":"2023-01-15T14:27:48.284083+0000","last_became_peered":"2023-01-15T14:27:48.284083+0000","last_unstale":"2023-01-15T15:06:31.989509+0000","last_undegraded":"2023-01-15T15:06:31.989509+0000","last_fullsized":"2023-01-15T15:06:31.989509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:11:34.566157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"213'117","reported_seq":338,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.328698+0000","last_change":"2023-01-15T14:27:50.291943+0000","last_active":"2023-01-15T15:08:50.328698+0000","last_peered":"2023-01-15T15:08:50.328698+0000","last_clean":"2023-01-15T15:08:50.328698+0000","last_became_active":"2023-01-15T14:27:50.291755+0000","last_became_peered":"2023-01-15T14:27:50.291755+0000","last_unstale":"2023-01-15T15:08:50.328698+0000","last_undegraded":"2023-01-15T15:08:50.328698+0000","last_fullsized":"2023-01-15T15:08:50.328698+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:51.179212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856841+0000","last_change":"2023-01-15T14:27:44.273271+0000","last_active":"2023-01-15T15:05:16.856841+0000","last_peered":"2023-01-15T15:05:16.856841+0000","last_clean":"2023-01-15T15:05:16.856841+0000","last_became_active":"2023-01-15T14:27:44.272983+0000","last_became_peered":"2023-01-15T14:27:44.272983+0000","last_unstale":"2023-01-15T15:05:16.856841+0000","last_undegraded":"2023-01-15T15:05:16.856841+0000","last_fullsized":"2023-01-15T15:05:16.856841+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:12.714525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"213'395","reported_seq":1791,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.396439+0000","last_change":"2023-01-15T14:27:41.249597+0000","last_active":"2023-01-15T15:08:51.396439+0000","last_peered":"2023-01-15T15:08:51.396439+0000","last_clean":"2023-01-15T15:08:51.396439+0000","last_became_active":"2023-01-15T14:27:41.249353+0000","last_became_peered":"2023-01-15T14:27:41.249353+0000","last_unstale":"2023-01-15T15:08:51.396439+0000","last_undegraded":"2023-01-15T15:08:51.396439+0000","last_fullsized":"2023-01-15T15:08:51.396439+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:49:51.195415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2595,"num_read_kb":2442,"num_write":496,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"213'175","reported_seq":498,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.247064+0000","last_change":"2023-01-15T14:27:39.307568+0000","last_active":"2023-01-15T15:08:41.247064+0000","last_peered":"2023-01-15T15:08:41.247064+0000","last_clean":"2023-01-15T15:08:41.247064+0000","last_became_active":"2023-01-15T14:27:39.293739+0000","last_became_peered":"2023-01-15T14:27:39.293739+0000","last_unstale":"2023-01-15T15:08:41.247064+0000","last_undegraded":"2023-01-15T15:08:41.247064+0000","last_fullsized":"2023-01-15T15:08:41.247064+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:38:10.354669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2108,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":393,"num_read_kb":6569,"num_write":1004,"num_write_kb":9832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"213'1719","reported_seq":3525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.880392+0000","last_change":"2023-01-15T14:27:46.274324+0000","last_active":"2023-01-15T15:08:56.880392+0000","last_peered":"2023-01-15T15:08:56.880392+0000","last_clean":"2023-01-15T15:08:56.880392+0000","last_became_active":"2023-01-15T14:27:46.274075+0000","last_became_peered":"2023-01-15T14:27:46.274075+0000","last_unstale":"2023-01-15T15:08:56.880392+0000","last_undegraded":"2023-01-15T15:08:56.880392+0000","last_fullsized":"2023-01-15T15:08:56.880392+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:17.343126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8385,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2476,"num_write":1666,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:11.951892+0000","last_change":"2023-01-15T14:27:48.285639+0000","last_active":"2023-01-15T15:04:11.951892+0000","last_peered":"2023-01-15T15:04:11.951892+0000","last_clean":"2023-01-15T15:04:11.951892+0000","last_became_active":"2023-01-15T14:27:48.285301+0000","last_became_peered":"2023-01-15T14:27:48.285301+0000","last_unstale":"2023-01-15T15:04:11.951892+0000","last_undegraded":"2023-01-15T15:04:11.951892+0000","last_fullsized":"2023-01-15T15:04:11.951892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:44:40.294766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"213'186","reported_seq":442,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.564353+0000","last_change":"2023-01-15T14:27:50.284981+0000","last_active":"2023-01-15T15:08:53.564353+0000","last_peered":"2023-01-15T15:08:53.564353+0000","last_clean":"2023-01-15T15:08:53.564353+0000","last_became_active":"2023-01-15T14:27:50.284541+0000","last_became_peered":"2023-01-15T14:27:50.284541+0000","last_unstale":"2023-01-15T15:08:53.564353+0000","last_undegraded":"2023-01-15T15:08:53.564353+0000","last_fullsized":"2023-01-15T15:08:53.564353+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:50:37.488292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":389,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:27.357636+0000","last_change":"2023-01-15T14:27:44.266779+0000","last_active":"2023-01-15T15:06:27.357636+0000","last_peered":"2023-01-15T15:06:27.357636+0000","last_clean":"2023-01-15T15:06:27.357636+0000","last_became_active":"2023-01-15T14:27:44.266535+0000","last_became_peered":"2023-01-15T14:27:44.266535+0000","last_unstale":"2023-01-15T15:06:27.357636+0000","last_undegraded":"2023-01-15T15:06:27.357636+0000","last_fullsized":"2023-01-15T15:06:27.357636+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:03.557766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"213'360","reported_seq":1928,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.065869+0000","last_change":"2023-01-15T14:27:41.255747+0000","last_active":"2023-01-15T15:08:46.065869+0000","last_peered":"2023-01-15T15:08:46.065869+0000","last_clean":"2023-01-15T15:08:46.065869+0000","last_became_active":"2023-01-15T14:27:41.255491+0000","last_became_peered":"2023-01-15T14:27:41.255491+0000","last_unstale":"2023-01-15T15:08:46.065869+0000","last_undegraded":"2023-01-15T15:08:46.065869+0000","last_fullsized":"2023-01-15T15:08:46.065869+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:51:39.944138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2599,"num_read_kb":2518,"num_write":405,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"213'166","reported_seq":480,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.238210+0000","last_change":"2023-01-15T14:28:22.926495+0000","last_active":"2023-01-15T15:08:45.238210+0000","last_peered":"2023-01-15T15:08:45.238210+0000","last_clean":"2023-01-15T15:08:45.238210+0000","last_became_active":"2023-01-15T14:28:22.926225+0000","last_became_peered":"2023-01-15T14:28:22.926225+0000","last_unstale":"2023-01-15T15:08:45.238210+0000","last_undegraded":"2023-01-15T15:08:45.238210+0000","last_fullsized":"2023-01-15T15:08:45.238210+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:22:35.928344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22690,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":4598,"num_write":953,"num_write_kb":27060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1b","version":"213'1709","reported_seq":3502,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.864563+0000","last_change":"2023-01-15T14:27:46.275332+0000","last_active":"2023-01-15T15:08:56.864563+0000","last_peered":"2023-01-15T15:08:56.864563+0000","last_clean":"2023-01-15T15:08:56.864563+0000","last_became_active":"2023-01-15T14:27:46.274354+0000","last_became_peered":"2023-01-15T14:27:46.274354+0000","last_unstale":"2023-01-15T15:08:56.864563+0000","last_undegraded":"2023-01-15T15:08:56.864563+0000","last_fullsized":"2023-01-15T15:08:56.864563+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1600,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:44.279716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8634,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2450,"num_read_kb":2441,"num_write":1642,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347610+0000","last_change":"2023-01-15T14:27:48.281814+0000","last_active":"2023-01-15T15:05:22.347610+0000","last_peered":"2023-01-15T15:05:22.347610+0000","last_clean":"2023-01-15T15:05:22.347610+0000","last_became_active":"2023-01-15T14:27:48.281615+0000","last_became_peered":"2023-01-15T14:27:48.281615+0000","last_unstale":"2023-01-15T15:05:22.347610+0000","last_undegraded":"2023-01-15T15:05:22.347610+0000","last_fullsized":"2023-01-15T15:05:22.347610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:03:57.991448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"213'136","reported_seq":355,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.087694+0000","last_change":"2023-01-15T14:27:50.289122+0000","last_active":"2023-01-15T15:08:53.087694+0000","last_peered":"2023-01-15T15:08:53.087694+0000","last_clean":"2023-01-15T15:08:53.087694+0000","last_became_active":"2023-01-15T14:27:50.288746+0000","last_became_peered":"2023-01-15T14:27:50.288746+0000","last_unstale":"2023-01-15T15:08:53.087694+0000","last_undegraded":"2023-01-15T15:08:53.087694+0000","last_fullsized":"2023-01-15T15:08:53.087694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:50.844014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":167,"num_write":347,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"33'4","reported_seq":341,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.498450+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:53.498450+0000","last_peered":"2023-01-15T15:08:53.498450+0000","last_clean":"2023-01-15T15:08:53.498450+0000","last_became_active":"2023-01-15T14:27:44.273412+0000","last_became_peered":"2023-01-15T14:27:44.273412+0000","last_unstale":"2023-01-15T15:08:53.498450+0000","last_undegraded":"2023-01-15T15:08:53.498450+0000","last_fullsized":"2023-01-15T15:08:53.498450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:26:53.413703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":135,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"213'325","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.855562+0000","last_change":"2023-01-15T14:27:41.261369+0000","last_active":"2023-01-15T15:08:50.855562+0000","last_peered":"2023-01-15T15:08:50.855562+0000","last_clean":"2023-01-15T15:08:50.855562+0000","last_became_active":"2023-01-15T14:27:41.260552+0000","last_became_peered":"2023-01-15T14:27:41.260552+0000","last_unstale":"2023-01-15T15:08:50.855562+0000","last_undegraded":"2023-01-15T15:08:50.855562+0000","last_fullsized":"2023-01-15T15:08:50.855562+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:30.903904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2281,"num_read_kb":2198,"num_write":377,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"213'285","reported_seq":691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.833429+0000","last_change":"2023-01-15T14:27:39.254014+0000","last_active":"2023-01-15T15:08:52.833429+0000","last_peered":"2023-01-15T15:08:52.833429+0000","last_clean":"2023-01-15T15:08:52.833429+0000","last_became_active":"2023-01-15T14:27:39.251305+0000","last_became_peered":"2023-01-15T14:27:39.251305+0000","last_unstale":"2023-01-15T15:08:52.833429+0000","last_undegraded":"2023-01-15T15:08:52.833429+0000","last_fullsized":"2023-01-15T15:08:52.833429+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:37:58.646229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5860801,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":807,"num_read_kb":62354,"num_write":1171,"num_write_kb":40369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"213'3331","reported_seq":6674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.869717+0000","last_change":"2023-01-15T14:27:46.267963+0000","last_active":"2023-01-15T15:08:56.869717+0000","last_peered":"2023-01-15T15:08:56.869717+0000","last_clean":"2023-01-15T15:08:56.869717+0000","last_became_active":"2023-01-15T14:27:46.267699+0000","last_became_peered":"2023-01-15T14:27:46.267699+0000","last_unstale":"2023-01-15T15:08:56.869717+0000","last_undegraded":"2023-01-15T15:08:56.869717+0000","last_fullsized":"2023-01-15T15:08:56.869717+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":3000,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:54.492906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4460,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4826,"num_read_kb":4818,"num_write":3258,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980047+0000","last_change":"2023-01-15T14:27:48.284380+0000","last_active":"2023-01-15T15:05:21.980047+0000","last_peered":"2023-01-15T15:05:21.980047+0000","last_clean":"2023-01-15T15:05:21.980047+0000","last_became_active":"2023-01-15T14:27:48.284127+0000","last_became_peered":"2023-01-15T14:27:48.284127+0000","last_unstale":"2023-01-15T15:05:21.980047+0000","last_undegraded":"2023-01-15T15:05:21.980047+0000","last_fullsized":"2023-01-15T15:05:21.980047+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:45:41.016885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"213'104","reported_seq":327,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.006022+0000","last_change":"2023-01-15T14:27:50.286738+0000","last_active":"2023-01-15T15:08:50.006022+0000","last_peered":"2023-01-15T15:08:50.006022+0000","last_clean":"2023-01-15T15:08:50.006022+0000","last_became_active":"2023-01-15T14:27:50.286074+0000","last_became_peered":"2023-01-15T14:27:50.286074+0000","last_unstale":"2023-01-15T15:08:50.006022+0000","last_undegraded":"2023-01-15T15:08:50.006022+0000","last_fullsized":"2023-01-15T15:08:50.006022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:31.221089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855702+0000","last_change":"2023-01-15T14:49:02.551297+0000","last_active":"2023-01-15T15:05:06.855702+0000","last_peered":"2023-01-15T15:05:06.855702+0000","last_clean":"2023-01-15T15:05:06.855702+0000","last_became_active":"2023-01-15T14:49:02.551080+0000","last_became_peered":"2023-01-15T14:49:02.551080+0000","last_unstale":"2023-01-15T15:05:06.855702+0000","last_undegraded":"2023-01-15T15:05:06.855702+0000","last_fullsized":"2023-01-15T15:05:06.855702+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:47.519067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870494+0000","last_change":"2023-01-15T14:35:17.352853+0000","last_active":"2023-01-15T15:06:31.870494+0000","last_peered":"2023-01-15T15:06:31.870494+0000","last_clean":"2023-01-15T15:06:31.870494+0000","last_became_active":"2023-01-15T14:35:17.352662+0000","last_became_peered":"2023-01-15T14:35:17.352662+0000","last_unstale":"2023-01-15T15:06:31.870494+0000","last_undegraded":"2023-01-15T15:06:31.870494+0000","last_fullsized":"2023-01-15T15:06:31.870494+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:50:19.214415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"213'367","reported_seq":1658,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.888377+0000","last_change":"2023-01-15T14:27:41.269796+0000","last_active":"2023-01-15T15:08:50.888377+0000","last_peered":"2023-01-15T15:08:50.888377+0000","last_clean":"2023-01-15T15:08:50.888377+0000","last_became_active":"2023-01-15T14:27:41.262322+0000","last_became_peered":"2023-01-15T14:27:41.262322+0000","last_unstale":"2023-01-15T15:08:50.888377+0000","last_undegraded":"2023-01-15T15:08:50.888377+0000","last_fullsized":"2023-01-15T15:08:50.888377+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:24:52.948874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2252,"num_read_kb":2132,"num_write":438,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"213'216","reported_seq":683,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.332298+0000","last_change":"2023-01-15T14:27:39.254226+0000","last_active":"2023-01-15T15:08:43.332298+0000","last_peered":"2023-01-15T15:08:43.332298+0000","last_clean":"2023-01-15T15:08:43.332298+0000","last_became_active":"2023-01-15T14:27:39.253918+0000","last_became_peered":"2023-01-15T14:27:39.253918+0000","last_unstale":"2023-01-15T15:08:43.332298+0000","last_undegraded":"2023-01-15T15:08:43.332298+0000","last_fullsized":"2023-01-15T15:08:43.332298+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:34.061957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5424,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":876,"num_read_kb":860,"num_write":1065,"num_write_kb":12134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:20.147704+0000","last_change":"2023-01-15T14:34:47.548946+0000","last_active":"2023-01-15T15:07:20.147704+0000","last_peered":"2023-01-15T15:07:20.147704+0000","last_clean":"2023-01-15T15:07:20.147704+0000","last_became_active":"2023-01-15T14:34:47.548683+0000","last_became_peered":"2023-01-15T14:34:47.548683+0000","last_unstale":"2023-01-15T15:07:20.147704+0000","last_undegraded":"2023-01-15T15:07:20.147704+0000","last_fullsized":"2023-01-15T15:07:20.147704+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:17.775523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":47,"num_write":36,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.837201+0000","last_change":"2023-01-15T14:35:14.320547+0000","last_active":"2023-01-15T15:04:16.837201+0000","last_peered":"2023-01-15T15:04:16.837201+0000","last_clean":"2023-01-15T15:04:16.837201+0000","last_became_active":"2023-01-15T14:35:14.320302+0000","last_became_peered":"2023-01-15T14:35:14.320302+0000","last_unstale":"2023-01-15T15:04:16.837201+0000","last_undegraded":"2023-01-15T15:04:16.837201+0000","last_fullsized":"2023-01-15T15:04:16.837201+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:57:31.633081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032879+0000","last_change":"2023-01-15T14:49:02.550986+0000","last_active":"2023-01-15T15:05:42.032879+0000","last_peered":"2023-01-15T15:05:42.032879+0000","last_clean":"2023-01-15T15:05:42.032879+0000","last_became_active":"2023-01-15T14:49:02.550559+0000","last_became_peered":"2023-01-15T14:49:02.550559+0000","last_unstale":"2023-01-15T15:05:42.032879+0000","last_undegraded":"2023-01-15T15:05:42.032879+0000","last_fullsized":"2023-01-15T15:05:42.032879+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:48:21.000410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980195+0000","last_change":"2023-01-15T14:35:17.347359+0000","last_active":"2023-01-15T15:05:21.980195+0000","last_peered":"2023-01-15T15:05:21.980195+0000","last_clean":"2023-01-15T15:05:21.980195+0000","last_became_active":"2023-01-15T14:35:17.347125+0000","last_became_peered":"2023-01-15T14:35:17.347125+0000","last_unstale":"2023-01-15T15:05:21.980195+0000","last_undegraded":"2023-01-15T15:05:21.980195+0000","last_fullsized":"2023-01-15T15:05:21.980195+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:47.227444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"213'367","reported_seq":1588,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894064+0000","last_change":"2023-01-15T14:27:41.269729+0000","last_active":"2023-01-15T15:08:52.894064+0000","last_peered":"2023-01-15T15:08:52.894064+0000","last_clean":"2023-01-15T15:08:52.894064+0000","last_became_active":"2023-01-15T14:27:41.260610+0000","last_became_peered":"2023-01-15T14:27:41.260610+0000","last_unstale":"2023-01-15T15:08:52.894064+0000","last_undegraded":"2023-01-15T15:08:52.894064+0000","last_fullsized":"2023-01-15T15:08:52.894064+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:09.100369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2118,"num_read_kb":1998,"num_write":435,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"213'172","reported_seq":641,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.873039+0000","last_change":"2023-01-15T14:27:39.252960+0000","last_active":"2023-01-15T15:08:52.873039+0000","last_peered":"2023-01-15T15:08:52.873039+0000","last_clean":"2023-01-15T15:08:52.873039+0000","last_became_active":"2023-01-15T14:27:39.252659+0000","last_became_peered":"2023-01-15T14:27:39.252659+0000","last_unstale":"2023-01-15T15:08:52.873039+0000","last_undegraded":"2023-01-15T15:08:52.873039+0000","last_fullsized":"2023-01-15T15:08:52.873039+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:55.643229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2051,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1048,"num_read_kb":10920,"num_write":911,"num_write_kb":33028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"213'79","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866171+0000","last_change":"2023-01-15T14:34:47.545847+0000","last_active":"2023-01-15T15:06:11.866171+0000","last_peered":"2023-01-15T15:06:11.866171+0000","last_clean":"2023-01-15T15:06:11.866171+0000","last_became_active":"2023-01-15T14:34:47.545380+0000","last_became_peered":"2023-01-15T14:34:47.545380+0000","last_unstale":"2023-01-15T15:06:11.866171+0000","last_undegraded":"2023-01-15T15:06:11.866171+0000","last_fullsized":"2023-01-15T15:06:11.866171+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:33.804802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":494,"num_read_kb":338,"num_write":113,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:21.847219+0000","last_change":"2023-01-15T14:35:14.323437+0000","last_active":"2023-01-15T15:04:21.847219+0000","last_peered":"2023-01-15T15:04:21.847219+0000","last_clean":"2023-01-15T15:04:21.847219+0000","last_became_active":"2023-01-15T14:35:14.323202+0000","last_became_peered":"2023-01-15T14:35:14.323202+0000","last_unstale":"2023-01-15T15:04:21.847219+0000","last_undegraded":"2023-01-15T15:04:21.847219+0000","last_fullsized":"2023-01-15T15:04:21.847219+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:09:01.665795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1553,"num_write":9,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843719+0000","last_change":"2023-01-15T14:49:02.551710+0000","last_active":"2023-01-15T15:04:01.843719+0000","last_peered":"2023-01-15T15:04:01.843719+0000","last_clean":"2023-01-15T15:04:01.843719+0000","last_became_active":"2023-01-15T14:49:02.551481+0000","last_became_peered":"2023-01-15T14:49:02.551481+0000","last_unstale":"2023-01-15T15:04:01.843719+0000","last_undegraded":"2023-01-15T15:04:01.843719+0000","last_fullsized":"2023-01-15T15:04:01.843719+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:20.752352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979315+0000","last_change":"2023-01-15T14:35:17.348484+0000","last_active":"2023-01-15T15:05:16.979315+0000","last_peered":"2023-01-15T15:05:16.979315+0000","last_clean":"2023-01-15T15:05:16.979315+0000","last_became_active":"2023-01-15T14:35:17.348282+0000","last_became_peered":"2023-01-15T14:35:17.348282+0000","last_unstale":"2023-01-15T15:05:16.979315+0000","last_undegraded":"2023-01-15T15:05:16.979315+0000","last_fullsized":"2023-01-15T15:05:16.979315+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:57.540055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"213'616","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923845+0000","last_change":"2023-01-15T14:27:41.254821+0000","last_active":"2023-01-15T15:08:52.923845+0000","last_peered":"2023-01-15T15:08:52.923845+0000","last_clean":"2023-01-15T15:08:52.923845+0000","last_became_active":"2023-01-15T14:27:41.254587+0000","last_became_peered":"2023-01-15T14:27:41.254587+0000","last_unstale":"2023-01-15T15:08:52.923845+0000","last_undegraded":"2023-01-15T15:08:52.923845+0000","last_fullsized":"2023-01-15T15:08:52.923845+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":600,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:18.948185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2964,"num_read_kb":2666,"num_write":842,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"213'148","reported_seq":474,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.322290+0000","last_change":"2023-01-15T14:27:39.258979+0000","last_active":"2023-01-15T15:08:44.322290+0000","last_peered":"2023-01-15T15:08:44.322290+0000","last_clean":"2023-01-15T15:08:44.322290+0000","last_became_active":"2023-01-15T14:27:39.258598+0000","last_became_peered":"2023-01-15T14:27:39.258598+0000","last_unstale":"2023-01-15T15:08:44.322290+0000","last_undegraded":"2023-01-15T15:08:44.322290+0000","last_fullsized":"2023-01-15T15:08:44.322290+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:56.782646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590901,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":351,"num_read_kb":5628,"num_write":845,"num_write_kb":11178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"213'27","reported_seq":123,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851571+0000","last_change":"2023-01-15T14:34:47.547002+0000","last_active":"2023-01-15T15:04:46.851571+0000","last_peered":"2023-01-15T15:04:46.851571+0000","last_clean":"2023-01-15T15:04:46.851571+0000","last_became_active":"2023-01-15T14:34:47.545905+0000","last_became_peered":"2023-01-15T14:34:47.545905+0000","last_unstale":"2023-01-15T15:04:46.851571+0000","last_undegraded":"2023-01-15T15:04:46.851571+0000","last_fullsized":"2023-01-15T15:04:46.851571+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:52.011807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":97,"num_write":50,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856790+0000","last_change":"2023-01-15T14:35:14.327241+0000","last_active":"2023-01-15T15:05:16.856790+0000","last_peered":"2023-01-15T15:05:16.856790+0000","last_clean":"2023-01-15T15:05:16.856790+0000","last_became_active":"2023-01-15T14:35:14.326918+0000","last_became_peered":"2023-01-15T14:35:14.326918+0000","last_unstale":"2023-01-15T15:05:16.856790+0000","last_undegraded":"2023-01-15T15:05:16.856790+0000","last_fullsized":"2023-01-15T15:05:16.856790+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:15.566596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:02.076734+0000","last_change":"2023-01-15T14:49:02.547124+0000","last_active":"2023-01-15T15:04:02.076734+0000","last_peered":"2023-01-15T15:04:02.076734+0000","last_clean":"2023-01-15T15:04:02.076734+0000","last_became_active":"2023-01-15T14:49:02.546707+0000","last_became_peered":"2023-01-15T14:49:02.546707+0000","last_unstale":"2023-01-15T15:04:02.076734+0000","last_undegraded":"2023-01-15T15:04:02.076734+0000","last_fullsized":"2023-01-15T15:04:02.076734+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:01.450654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.029588+0000","last_change":"2023-01-15T14:35:17.346002+0000","last_active":"2023-01-15T15:05:17.029588+0000","last_peered":"2023-01-15T15:05:17.029588+0000","last_clean":"2023-01-15T15:05:17.029588+0000","last_became_active":"2023-01-15T14:35:17.345783+0000","last_became_peered":"2023-01-15T14:35:17.345783+0000","last_unstale":"2023-01-15T15:05:17.029588+0000","last_undegraded":"2023-01-15T15:05:17.029588+0000","last_fullsized":"2023-01-15T15:05:17.029588+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:40:32.645555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"213'415","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725820+0000","last_change":"2023-01-15T14:27:41.257016+0000","last_active":"2023-01-15T15:08:45.725820+0000","last_peered":"2023-01-15T15:08:45.725820+0000","last_clean":"2023-01-15T15:08:45.725820+0000","last_became_active":"2023-01-15T14:27:41.256755+0000","last_became_peered":"2023-01-15T14:27:41.256755+0000","last_unstale":"2023-01-15T15:08:45.725820+0000","last_undegraded":"2023-01-15T15:08:45.725820+0000","last_fullsized":"2023-01-15T15:08:45.725820+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:32:04.737196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2456,"num_read_kb":2296,"num_write":518,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"213'182","reported_seq":543,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.117814+0000","last_change":"2023-01-15T14:27:39.253451+0000","last_active":"2023-01-15T15:08:48.117814+0000","last_peered":"2023-01-15T15:08:48.117814+0000","last_clean":"2023-01-15T15:08:48.117814+0000","last_became_active":"2023-01-15T14:27:39.252661+0000","last_became_peered":"2023-01-15T14:27:39.252661+0000","last_unstale":"2023-01-15T15:08:48.117814+0000","last_undegraded":"2023-01-15T15:08:48.117814+0000","last_fullsized":"2023-01-15T15:08:48.117814+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:48.357107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5247000,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":442,"num_read_kb":19982,"num_write":1072,"num_write_kb":24715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083709+0000","last_change":"2023-01-15T14:34:47.540747+0000","last_active":"2023-01-15T15:04:47.083709+0000","last_peered":"2023-01-15T15:04:47.083709+0000","last_clean":"2023-01-15T15:04:47.083709+0000","last_became_active":"2023-01-15T14:34:47.540518+0000","last_became_peered":"2023-01-15T14:34:47.540518+0000","last_unstale":"2023-01-15T15:04:47.083709+0000","last_undegraded":"2023-01-15T15:04:47.083709+0000","last_fullsized":"2023-01-15T15:04:47.083709+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:17:49.706259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857037+0000","last_change":"2023-01-15T14:35:14.328558+0000","last_active":"2023-01-15T15:05:16.857037+0000","last_peered":"2023-01-15T15:05:16.857037+0000","last_clean":"2023-01-15T15:05:16.857037+0000","last_became_active":"2023-01-15T14:35:14.328314+0000","last_became_peered":"2023-01-15T14:35:14.328314+0000","last_unstale":"2023-01-15T15:05:16.857037+0000","last_undegraded":"2023-01-15T15:05:16.857037+0000","last_fullsized":"2023-01-15T15:05:16.857037+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:30:35.386869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843605+0000","last_change":"2023-01-15T14:49:02.551727+0000","last_active":"2023-01-15T15:04:01.843605+0000","last_peered":"2023-01-15T15:04:01.843605+0000","last_clean":"2023-01-15T15:04:01.843605+0000","last_became_active":"2023-01-15T14:49:02.551501+0000","last_became_peered":"2023-01-15T14:49:02.551501+0000","last_unstale":"2023-01-15T15:04:01.843605+0000","last_undegraded":"2023-01-15T15:04:01.843605+0000","last_fullsized":"2023-01-15T15:04:01.843605+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:32.103720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979086+0000","last_change":"2023-01-15T14:35:17.351188+0000","last_active":"2023-01-15T15:05:16.979086+0000","last_peered":"2023-01-15T15:05:16.979086+0000","last_clean":"2023-01-15T15:05:16.979086+0000","last_became_active":"2023-01-15T14:35:17.350874+0000","last_became_peered":"2023-01-15T14:35:17.350874+0000","last_unstale":"2023-01-15T15:05:16.979086+0000","last_undegraded":"2023-01-15T15:05:16.979086+0000","last_fullsized":"2023-01-15T15:05:16.979086+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:20:36.226492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"213'1076","reported_seq":2248,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.088938+0000","last_change":"2023-01-15T14:27:41.257440+0000","last_active":"2023-01-15T15:08:51.088938+0000","last_peered":"2023-01-15T15:08:51.088938+0000","last_clean":"2023-01-15T15:08:51.088938+0000","last_became_active":"2023-01-15T14:27:41.257237+0000","last_became_peered":"2023-01-15T14:27:41.257237+0000","last_unstale":"2023-01-15T15:08:51.088938+0000","last_undegraded":"2023-01-15T15:08:51.088938+0000","last_fullsized":"2023-01-15T15:08:51.088938+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":1000,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:59:09.770700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4642,"num_read_kb":4010,"num_write":1522,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"213'187","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505445+0000","last_change":"2023-01-15T14:28:22.356188+0000","last_active":"2023-01-15T15:08:49.505445+0000","last_peered":"2023-01-15T15:08:49.505445+0000","last_clean":"2023-01-15T15:08:49.505445+0000","last_became_active":"2023-01-15T14:28:22.355822+0000","last_became_peered":"2023-01-15T14:28:22.355822+0000","last_unstale":"2023-01-15T15:08:49.505445+0000","last_undegraded":"2023-01-15T15:08:49.505445+0000","last_fullsized":"2023-01-15T15:08:49.505445+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:58.947462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54495,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":433,"num_read_kb":12903,"num_write":883,"num_write_kb":23020,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.1d","version":"213'18","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851834+0000","last_change":"2023-01-15T14:34:47.549483+0000","last_active":"2023-01-15T15:04:46.851834+0000","last_peered":"2023-01-15T15:04:46.851834+0000","last_clean":"2023-01-15T15:04:46.851834+0000","last_became_active":"2023-01-15T14:34:47.549235+0000","last_became_peered":"2023-01-15T14:34:47.549235+0000","last_unstale":"2023-01-15T15:04:46.851834+0000","last_undegraded":"2023-01-15T15:04:46.851834+0000","last_fullsized":"2023-01-15T15:04:46.851834+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:14.554543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":56,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"210'2","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979260+0000","last_change":"2023-01-15T14:35:14.324831+0000","last_active":"2023-01-15T15:05:16.979260+0000","last_peered":"2023-01-15T15:05:16.979260+0000","last_clean":"2023-01-15T15:05:16.979260+0000","last_became_active":"2023-01-15T14:35:14.324596+0000","last_became_peered":"2023-01-15T14:35:14.324596+0000","last_unstale":"2023-01-15T15:05:16.979260+0000","last_undegraded":"2023-01-15T15:05:16.979260+0000","last_fullsized":"2023-01-15T15:05:16.979260+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:57.164752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.834958+0000","last_change":"2023-01-15T14:49:02.547758+0000","last_active":"2023-01-15T15:04:01.834958+0000","last_peered":"2023-01-15T15:04:01.834958+0000","last_clean":"2023-01-15T15:04:01.834958+0000","last_became_active":"2023-01-15T14:49:02.547530+0000","last_became_peered":"2023-01-15T14:49:02.547530+0000","last_unstale":"2023-01-15T15:04:01.834958+0000","last_undegraded":"2023-01-15T15:04:01.834958+0000","last_fullsized":"2023-01-15T15:04:01.834958+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:20.034229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.087961+0000","last_change":"2023-01-15T14:35:17.343966+0000","last_active":"2023-01-15T15:05:17.087961+0000","last_peered":"2023-01-15T15:05:17.087961+0000","last_clean":"2023-01-15T15:05:17.087961+0000","last_became_active":"2023-01-15T14:35:17.343767+0000","last_became_peered":"2023-01-15T14:35:17.343767+0000","last_unstale":"2023-01-15T15:05:17.087961+0000","last_undegraded":"2023-01-15T15:05:17.087961+0000","last_fullsized":"2023-01-15T15:05:17.087961+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:21:29.747158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"213'299","reported_seq":1397,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923822+0000","last_change":"2023-01-15T14:27:41.258927+0000","last_active":"2023-01-15T15:08:52.923822+0000","last_peered":"2023-01-15T15:08:52.923822+0000","last_clean":"2023-01-15T15:08:52.923822+0000","last_became_active":"2023-01-15T14:27:41.258695+0000","last_became_peered":"2023-01-15T14:27:41.258695+0000","last_unstale":"2023-01-15T15:08:52.923822+0000","last_undegraded":"2023-01-15T15:08:52.923822+0000","last_fullsized":"2023-01-15T15:08:52.923822+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:44:00.023513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1786,"num_read_kb":1705,"num_write":354,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"213'242","reported_seq":629,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.878007+0000","last_change":"2023-01-15T14:27:39.245515+0000","last_active":"2023-01-15T15:08:52.878007+0000","last_peered":"2023-01-15T15:08:52.878007+0000","last_clean":"2023-01-15T15:08:52.878007+0000","last_became_active":"2023-01-15T14:27:39.245187+0000","last_became_peered":"2023-01-15T14:27:39.245187+0000","last_unstale":"2023-01-15T15:08:52.878007+0000","last_undegraded":"2023-01-15T15:08:52.878007+0000","last_fullsized":"2023-01-15T15:08:52.878007+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:20.561078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324673,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":753,"num_read_kb":1075,"num_write":1055,"num_write_kb":6822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"213'31","reported_seq":140,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.974890+0000","last_change":"2023-01-15T14:34:47.542513+0000","last_active":"2023-01-15T15:04:46.974890+0000","last_peered":"2023-01-15T15:04:46.974890+0000","last_clean":"2023-01-15T15:04:46.974890+0000","last_became_active":"2023-01-15T14:34:47.542226+0000","last_became_peered":"2023-01-15T14:34:47.542226+0000","last_unstale":"2023-01-15T15:04:46.974890+0000","last_undegraded":"2023-01-15T15:04:46.974890+0000","last_fullsized":"2023-01-15T15:04:46.974890+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:00.607125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979343+0000","last_change":"2023-01-15T14:35:14.326103+0000","last_active":"2023-01-15T15:05:16.979343+0000","last_peered":"2023-01-15T15:05:16.979343+0000","last_clean":"2023-01-15T15:05:16.979343+0000","last_became_active":"2023-01-15T14:35:14.325865+0000","last_became_peered":"2023-01-15T14:35:14.325865+0000","last_unstale":"2023-01-15T15:05:16.979343+0000","last_undegraded":"2023-01-15T15:05:16.979343+0000","last_fullsized":"2023-01-15T15:05:16.979343+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:03.802591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.851957+0000","last_change":"2023-01-15T14:49:02.545991+0000","last_active":"2023-01-15T15:05:56.851957+0000","last_peered":"2023-01-15T15:05:56.851957+0000","last_clean":"2023-01-15T15:05:56.851957+0000","last_became_active":"2023-01-15T14:49:02.545271+0000","last_became_peered":"2023-01-15T14:49:02.545271+0000","last_unstale":"2023-01-15T15:05:56.851957+0000","last_undegraded":"2023-01-15T15:05:56.851957+0000","last_fullsized":"2023-01-15T15:05:56.851957+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:14.494981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.078871+0000","last_change":"2023-01-15T14:35:17.350805+0000","last_active":"2023-01-15T15:04:17.078871+0000","last_peered":"2023-01-15T15:04:17.078871+0000","last_clean":"2023-01-15T15:04:17.078871+0000","last_became_active":"2023-01-15T14:35:17.350568+0000","last_became_peered":"2023-01-15T14:35:17.350568+0000","last_unstale":"2023-01-15T15:04:17.078871+0000","last_undegraded":"2023-01-15T15:04:17.078871+0000","last_fullsized":"2023-01-15T15:04:17.078871+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:06.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"213'703","reported_seq":1845,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.312128+0000","last_change":"2023-01-15T14:27:41.261696+0000","last_active":"2023-01-15T15:08:50.312128+0000","last_peered":"2023-01-15T15:08:50.312128+0000","last_clean":"2023-01-15T15:08:50.312128+0000","last_became_active":"2023-01-15T14:27:41.261179+0000","last_became_peered":"2023-01-15T14:27:41.261179+0000","last_unstale":"2023-01-15T15:08:50.312128+0000","last_undegraded":"2023-01-15T15:08:50.312128+0000","last_fullsized":"2023-01-15T15:08:50.312128+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":600,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:43:48.361064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3219,"num_read_kb":2866,"num_write":945,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"213'166","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.542146+0000","last_change":"2023-01-15T14:27:39.369625+0000","last_active":"2023-01-15T15:08:51.542146+0000","last_peered":"2023-01-15T15:08:51.542146+0000","last_clean":"2023-01-15T15:08:51.542146+0000","last_became_active":"2023-01-15T14:27:39.288695+0000","last_became_peered":"2023-01-15T14:27:39.288695+0000","last_unstale":"2023-01-15T15:08:51.542146+0000","last_undegraded":"2023-01-15T15:08:51.542146+0000","last_fullsized":"2023-01-15T15:08:51.542146+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:26.964600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5592230,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":344,"num_read_kb":21052,"num_write":845,"num_write_kb":35037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"213'14","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035137+0000","last_change":"2023-01-15T14:34:47.549043+0000","last_active":"2023-01-15T15:06:02.035137+0000","last_peered":"2023-01-15T15:06:02.035137+0000","last_clean":"2023-01-15T15:06:02.035137+0000","last_became_active":"2023-01-15T14:34:47.548588+0000","last_became_peered":"2023-01-15T14:34:47.548588+0000","last_unstale":"2023-01-15T15:06:02.035137+0000","last_undegraded":"2023-01-15T15:06:02.035137+0000","last_fullsized":"2023-01-15T15:06:02.035137+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:07:57.731650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":52,"num_write":38,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858060+0000","last_change":"2023-01-15T14:35:14.321269+0000","last_active":"2023-01-15T15:05:21.858060+0000","last_peered":"2023-01-15T15:05:21.858060+0000","last_clean":"2023-01-15T15:05:21.858060+0000","last_became_active":"2023-01-15T14:35:14.320905+0000","last_became_peered":"2023-01-15T14:35:14.320905+0000","last_unstale":"2023-01-15T15:05:21.858060+0000","last_undegraded":"2023-01-15T15:05:21.858060+0000","last_fullsized":"2023-01-15T15:05:21.858060+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:00:36.989587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.864638+0000","last_change":"2023-01-15T14:49:02.553455+0000","last_active":"2023-01-15T15:06:01.864638+0000","last_peered":"2023-01-15T15:06:01.864638+0000","last_clean":"2023-01-15T15:06:01.864638+0000","last_became_active":"2023-01-15T14:49:02.553253+0000","last_became_peered":"2023-01-15T14:49:02.553253+0000","last_unstale":"2023-01-15T15:06:01.864638+0000","last_undegraded":"2023-01-15T15:06:01.864638+0000","last_fullsized":"2023-01-15T15:06:01.864638+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:37.137516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970369+0000","last_change":"2023-01-15T14:35:17.350026+0000","last_active":"2023-01-15T15:04:16.970369+0000","last_peered":"2023-01-15T15:04:16.970369+0000","last_clean":"2023-01-15T15:04:16.970369+0000","last_became_active":"2023-01-15T14:35:17.349797+0000","last_became_peered":"2023-01-15T14:35:17.349797+0000","last_unstale":"2023-01-15T15:04:16.970369+0000","last_undegraded":"2023-01-15T15:04:16.970369+0000","last_fullsized":"2023-01-15T15:04:16.970369+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:35:20.809504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"213'1023","reported_seq":2217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.893960+0000","last_change":"2023-01-15T14:27:41.256182+0000","last_active":"2023-01-15T15:08:52.893960+0000","last_peered":"2023-01-15T15:08:52.893960+0000","last_clean":"2023-01-15T15:08:52.893960+0000","last_became_active":"2023-01-15T14:27:41.255943+0000","last_became_peered":"2023-01-15T14:27:41.255943+0000","last_unstale":"2023-01-15T15:08:52.893960+0000","last_undegraded":"2023-01-15T15:08:52.893960+0000","last_fullsized":"2023-01-15T15:08:52.893960+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":1000,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:03.762080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4492,"num_read_kb":3928,"num_write":1429,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"213'186","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.775380+0000","last_change":"2023-01-15T14:28:22.947966+0000","last_active":"2023-01-15T15:08:47.775380+0000","last_peered":"2023-01-15T15:08:47.775380+0000","last_clean":"2023-01-15T15:08:47.775380+0000","last_became_active":"2023-01-15T14:28:22.947557+0000","last_became_peered":"2023-01-15T14:28:22.947557+0000","last_unstale":"2023-01-15T15:08:47.775380+0000","last_undegraded":"2023-01-15T15:08:47.775380+0000","last_fullsized":"2023-01-15T15:08:47.775380+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:52.409632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51883,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":411,"num_read_kb":419,"num_write":1043,"num_write_kb":22779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1e","version":"210'16","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360677+0000","last_change":"2023-01-15T14:34:47.547794+0000","last_active":"2023-01-15T15:06:47.360677+0000","last_peered":"2023-01-15T15:06:47.360677+0000","last_clean":"2023-01-15T15:06:47.360677+0000","last_became_active":"2023-01-15T14:34:47.547228+0000","last_became_peered":"2023-01-15T14:34:47.547228+0000","last_unstale":"2023-01-15T15:06:47.360677+0000","last_undegraded":"2023-01-15T15:06:47.360677+0000","last_fullsized":"2023-01-15T15:06:47.360677+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:06.828290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":52,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870556+0000","last_change":"2023-01-15T14:35:14.328392+0000","last_active":"2023-01-15T15:06:31.870556+0000","last_peered":"2023-01-15T15:06:31.870556+0000","last_clean":"2023-01-15T15:06:31.870556+0000","last_became_active":"2023-01-15T14:35:14.328104+0000","last_became_peered":"2023-01-15T14:35:14.328104+0000","last_unstale":"2023-01-15T15:06:31.870556+0000","last_undegraded":"2023-01-15T15:06:31.870556+0000","last_fullsized":"2023-01-15T15:06:31.870556+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:46.559206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:57.353410+0000","last_change":"2023-01-15T14:49:02.549909+0000","last_active":"2023-01-15T15:05:57.353410+0000","last_peered":"2023-01-15T15:05:57.353410+0000","last_clean":"2023-01-15T15:05:57.353410+0000","last_became_active":"2023-01-15T14:49:02.549713+0000","last_became_peered":"2023-01-15T14:49:02.549713+0000","last_unstale":"2023-01-15T15:05:57.353410+0000","last_undegraded":"2023-01-15T15:05:57.353410+0000","last_fullsized":"2023-01-15T15:05:57.353410+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:59:50.818259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.846799+0000","last_change":"2023-01-15T14:35:17.343303+0000","last_active":"2023-01-15T15:04:16.846799+0000","last_peered":"2023-01-15T15:04:16.846799+0000","last_clean":"2023-01-15T15:04:16.846799+0000","last_became_active":"2023-01-15T14:35:17.343073+0000","last_became_peered":"2023-01-15T14:35:17.343073+0000","last_unstale":"2023-01-15T15:04:16.846799+0000","last_undegraded":"2023-01-15T15:04:16.846799+0000","last_fullsized":"2023-01-15T15:04:16.846799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:18:02.249797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"213'375","reported_seq":1820,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.934005+0000","last_change":"2023-01-15T14:27:41.264742+0000","last_active":"2023-01-15T15:08:51.934005+0000","last_peered":"2023-01-15T15:08:51.934005+0000","last_clean":"2023-01-15T15:08:51.934005+0000","last_became_active":"2023-01-15T14:27:41.264559+0000","last_became_peered":"2023-01-15T14:27:41.264559+0000","last_unstale":"2023-01-15T15:08:51.934005+0000","last_undegraded":"2023-01-15T15:08:51.934005+0000","last_fullsized":"2023-01-15T15:08:51.934005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:53:36.452252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2406,"num_read_kb":2309,"num_write":424,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"213'147","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.223452+0000","last_change":"2023-01-15T14:27:39.258523+0000","last_active":"2023-01-15T15:08:46.223452+0000","last_peered":"2023-01-15T15:08:46.223452+0000","last_clean":"2023-01-15T15:08:46.223452+0000","last_became_active":"2023-01-15T14:27:39.258095+0000","last_became_peered":"2023-01-15T14:27:39.258095+0000","last_unstale":"2023-01-15T15:08:46.223452+0000","last_undegraded":"2023-01-15T15:08:46.223452+0000","last_fullsized":"2023-01-15T15:08:46.223452+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:33:20.945658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11864094,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":374,"num_read_kb":21488,"num_write":810,"num_write_kb":27302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"213'15","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345037+0000","last_change":"2023-01-15T14:34:47.545490+0000","last_active":"2023-01-15T15:05:07.345037+0000","last_peered":"2023-01-15T15:05:07.345037+0000","last_clean":"2023-01-15T15:05:07.345037+0000","last_became_active":"2023-01-15T14:34:47.545257+0000","last_became_peered":"2023-01-15T14:34:47.545257+0000","last_unstale":"2023-01-15T15:05:07.345037+0000","last_undegraded":"2023-01-15T15:05:07.345037+0000","last_fullsized":"2023-01-15T15:05:07.345037+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:24.960897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":55,"num_write":24,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848841+0000","last_change":"2023-01-15T14:35:14.330029+0000","last_active":"2023-01-15T15:05:36.848841+0000","last_peered":"2023-01-15T15:05:36.848841+0000","last_clean":"2023-01-15T15:05:36.848841+0000","last_became_active":"2023-01-15T14:35:14.329625+0000","last_became_peered":"2023-01-15T14:35:14.329625+0000","last_unstale":"2023-01-15T15:05:36.848841+0000","last_undegraded":"2023-01-15T15:05:36.848841+0000","last_fullsized":"2023-01-15T15:05:36.848841+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:34.811628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.985015+0000","last_change":"2023-01-15T14:49:02.550258+0000","last_active":"2023-01-15T15:05:56.985015+0000","last_peered":"2023-01-15T15:05:56.985015+0000","last_clean":"2023-01-15T15:05:56.985015+0000","last_became_active":"2023-01-15T14:49:02.549977+0000","last_became_peered":"2023-01-15T14:49:02.549977+0000","last_unstale":"2023-01-15T15:05:56.985015+0000","last_undegraded":"2023-01-15T15:05:56.985015+0000","last_fullsized":"2023-01-15T15:05:56.985015+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:32.665426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"210'5","reported_seq":41,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970605+0000","last_change":"2023-01-15T14:35:17.348688+0000","last_active":"2023-01-15T15:04:16.970605+0000","last_peered":"2023-01-15T15:04:16.970605+0000","last_clean":"2023-01-15T15:04:16.970605+0000","last_became_active":"2023-01-15T14:35:17.348469+0000","last_became_peered":"2023-01-15T14:35:17.348469+0000","last_unstale":"2023-01-15T15:04:16.970605+0000","last_undegraded":"2023-01-15T15:04:16.970605+0000","last_fullsized":"2023-01-15T15:04:16.970605+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:28.039006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"213'447","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.919084+0000","last_change":"2023-01-15T14:27:41.252885+0000","last_active":"2023-01-15T15:08:51.919084+0000","last_peered":"2023-01-15T15:08:51.919084+0000","last_clean":"2023-01-15T15:08:51.919084+0000","last_became_active":"2023-01-15T14:27:41.252659+0000","last_became_peered":"2023-01-15T14:27:41.252659+0000","last_unstale":"2023-01-15T15:08:51.919084+0000","last_undegraded":"2023-01-15T15:08:51.919084+0000","last_fullsized":"2023-01-15T15:08:51.919084+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:47:13.200894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2784,"num_read_kb":2626,"num_write":570,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"213'181","reported_seq":654,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.892753+0000","last_change":"2023-01-15T14:27:39.251078+0000","last_active":"2023-01-15T15:08:40.892753+0000","last_peered":"2023-01-15T15:08:40.892753+0000","last_clean":"2023-01-15T15:08:40.892753+0000","last_became_active":"2023-01-15T14:27:39.250837+0000","last_became_peered":"2023-01-15T14:27:39.250837+0000","last_unstale":"2023-01-15T15:08:40.892753+0000","last_undegraded":"2023-01-15T15:08:40.892753+0000","last_fullsized":"2023-01-15T15:08:40.892753+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:29:32.519281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272235,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":683,"num_read_kb":238412,"num_write":915,"num_write_kb":37362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"213'16","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832791+0000","last_change":"2023-01-15T14:34:47.550096+0000","last_active":"2023-01-15T15:05:06.832791+0000","last_peered":"2023-01-15T15:05:06.832791+0000","last_clean":"2023-01-15T15:05:06.832791+0000","last_became_active":"2023-01-15T14:34:47.549823+0000","last_became_peered":"2023-01-15T14:34:47.549823+0000","last_unstale":"2023-01-15T15:05:06.832791+0000","last_undegraded":"2023-01-15T15:05:06.832791+0000","last_fullsized":"2023-01-15T15:05:06.832791+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:08.461211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":52,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837113+0000","last_change":"2023-01-15T14:35:14.325387+0000","last_active":"2023-01-15T15:05:36.837113+0000","last_peered":"2023-01-15T15:05:36.837113+0000","last_clean":"2023-01-15T15:05:36.837113+0000","last_became_active":"2023-01-15T14:35:14.325143+0000","last_became_peered":"2023-01-15T14:35:14.325143+0000","last_unstale":"2023-01-15T15:05:36.837113+0000","last_undegraded":"2023-01-15T15:05:36.837113+0000","last_fullsized":"2023-01-15T15:05:36.837113+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:11.309396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980104+0000","last_change":"2023-01-15T14:49:02.552917+0000","last_active":"2023-01-15T15:05:21.980104+0000","last_peered":"2023-01-15T15:05:21.980104+0000","last_clean":"2023-01-15T15:05:21.980104+0000","last_became_active":"2023-01-15T14:49:02.552682+0000","last_became_peered":"2023-01-15T14:49:02.552682+0000","last_unstale":"2023-01-15T15:05:21.980104+0000","last_undegraded":"2023-01-15T15:05:21.980104+0000","last_fullsized":"2023-01-15T15:05:21.980104+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:23.897965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337298+0000","last_change":"2023-01-15T14:35:17.340734+0000","last_active":"2023-01-15T15:04:17.337298+0000","last_peered":"2023-01-15T15:04:17.337298+0000","last_clean":"2023-01-15T15:04:17.337298+0000","last_became_active":"2023-01-15T14:35:17.340496+0000","last_became_peered":"2023-01-15T14:35:17.340496+0000","last_unstale":"2023-01-15T15:04:17.337298+0000","last_undegraded":"2023-01-15T15:04:17.337298+0000","last_fullsized":"2023-01-15T15:04:17.337298+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:59:44.195240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"213'656","reported_seq":1767,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.679405+0000","last_change":"2023-01-15T14:27:41.256881+0000","last_active":"2023-01-15T15:08:51.679405+0000","last_peered":"2023-01-15T15:08:51.679405+0000","last_clean":"2023-01-15T15:08:51.679405+0000","last_became_active":"2023-01-15T14:27:41.256670+0000","last_became_peered":"2023-01-15T14:27:41.256670+0000","last_unstale":"2023-01-15T15:08:51.679405+0000","last_undegraded":"2023-01-15T15:08:51.679405+0000","last_fullsized":"2023-01-15T15:08:51.679405+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":600,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:12:42.519190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3066,"num_read_kb":2748,"num_write":888,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"213'167","reported_seq":554,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.823732+0000","last_change":"2023-01-15T14:27:39.255145+0000","last_active":"2023-01-15T15:08:52.823732+0000","last_peered":"2023-01-15T15:08:52.823732+0000","last_clean":"2023-01-15T15:08:52.823732+0000","last_became_active":"2023-01-15T14:27:39.251308+0000","last_became_peered":"2023-01-15T14:27:39.251308+0000","last_unstale":"2023-01-15T15:08:52.823732+0000","last_undegraded":"2023-01-15T15:08:52.823732+0000","last_fullsized":"2023-01-15T15:08:52.823732+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:54:07.701023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5598247,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":518,"num_read_kb":44248,"num_write":947,"num_write_kb":32786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"213'21","reported_seq":96,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345258+0000","last_change":"2023-01-15T14:34:47.545942+0000","last_active":"2023-01-15T15:05:07.345258+0000","last_peered":"2023-01-15T15:05:07.345258+0000","last_clean":"2023-01-15T15:05:07.345258+0000","last_became_active":"2023-01-15T14:34:47.545720+0000","last_became_peered":"2023-01-15T14:34:47.545720+0000","last_unstale":"2023-01-15T15:05:07.345258+0000","last_undegraded":"2023-01-15T15:05:07.345258+0000","last_fullsized":"2023-01-15T15:05:07.345258+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:14:49.065297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":63,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"210'13","reported_seq":62,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837204+0000","last_change":"2023-01-15T14:35:14.320892+0000","last_active":"2023-01-15T15:05:36.837204+0000","last_peered":"2023-01-15T15:05:36.837204+0000","last_clean":"2023-01-15T15:05:36.837204+0000","last_became_active":"2023-01-15T14:35:14.318718+0000","last_became_peered":"2023-01-15T14:35:14.318718+0000","last_unstale":"2023-01-15T15:05:36.837204+0000","last_undegraded":"2023-01-15T15:05:36.837204+0000","last_fullsized":"2023-01-15T15:05:36.837204+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:49.028405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":30724,"num_write":21,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.863835+0000","last_change":"2023-01-15T14:49:02.551311+0000","last_active":"2023-01-15T15:05:56.863835+0000","last_peered":"2023-01-15T15:05:56.863835+0000","last_clean":"2023-01-15T15:05:56.863835+0000","last_became_active":"2023-01-15T14:49:02.551067+0000","last_became_peered":"2023-01-15T14:49:02.551067+0000","last_unstale":"2023-01-15T15:05:56.863835+0000","last_undegraded":"2023-01-15T15:05:56.863835+0000","last_fullsized":"2023-01-15T15:05:56.863835+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:20:46.190176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849799+0000","last_change":"2023-01-15T14:35:17.337212+0000","last_active":"2023-01-15T15:05:41.849799+0000","last_peered":"2023-01-15T15:05:41.849799+0000","last_clean":"2023-01-15T15:05:41.849799+0000","last_became_active":"2023-01-15T14:35:17.336964+0000","last_became_peered":"2023-01-15T14:35:17.336964+0000","last_unstale":"2023-01-15T15:05:41.849799+0000","last_undegraded":"2023-01-15T15:05:41.849799+0000","last_fullsized":"2023-01-15T15:05:41.849799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:14:09.207088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"213'478","reported_seq":1766,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.246704+0000","last_change":"2023-01-15T14:27:41.258294+0000","last_active":"2023-01-15T15:08:52.246704+0000","last_peered":"2023-01-15T15:08:52.246704+0000","last_clean":"2023-01-15T15:08:52.246704+0000","last_became_active":"2023-01-15T14:27:41.258121+0000","last_became_peered":"2023-01-15T14:27:41.258121+0000","last_unstale":"2023-01-15T15:08:52.246704+0000","last_undegraded":"2023-01-15T15:08:52.246704+0000","last_fullsized":"2023-01-15T15:08:52.246704+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:05.570703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2665,"num_read_kb":2439,"num_write":623,"num_write_kb":211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"213'217","reported_seq":642,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.838442+0000","last_change":"2023-01-15T14:27:39.249610+0000","last_active":"2023-01-15T15:08:52.838442+0000","last_peered":"2023-01-15T15:08:52.838442+0000","last_clean":"2023-01-15T15:08:52.838442+0000","last_became_active":"2023-01-15T14:27:39.249096+0000","last_became_peered":"2023-01-15T14:27:39.249096+0000","last_unstale":"2023-01-15T15:08:52.838442+0000","last_undegraded":"2023-01-15T15:08:52.838442+0000","last_fullsized":"2023-01-15T15:08:52.838442+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":880,"num_read_kb":7108,"num_write":1078,"num_write_kb":15939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.12","version":"213'53","reported_seq":199,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.634244+0000","last_change":"2023-01-15T14:34:47.553604+0000","last_active":"2023-01-15T15:07:47.634244+0000","last_peered":"2023-01-15T15:07:47.634244+0000","last_clean":"2023-01-15T15:07:47.634244+0000","last_became_active":"2023-01-15T14:34:47.553318+0000","last_became_peered":"2023-01-15T14:34:47.553318+0000","last_unstale":"2023-01-15T15:07:47.634244+0000","last_undegraded":"2023-01-15T15:07:47.634244+0000","last_fullsized":"2023-01-15T15:07:47.634244+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:52:19.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":174,"num_write":121,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350134+0000","last_change":"2023-01-15T14:35:14.326918+0000","last_active":"2023-01-15T15:05:37.350134+0000","last_peered":"2023-01-15T15:05:37.350134+0000","last_clean":"2023-01-15T15:05:37.350134+0000","last_became_active":"2023-01-15T14:35:14.326674+0000","last_became_peered":"2023-01-15T14:35:14.326674+0000","last_unstale":"2023-01-15T15:05:37.350134+0000","last_undegraded":"2023-01-15T15:05:37.350134+0000","last_fullsized":"2023-01-15T15:05:37.350134+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:28:12.886115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030190+0000","last_change":"2023-01-15T14:49:02.546530+0000","last_active":"2023-01-15T15:05:22.030190+0000","last_peered":"2023-01-15T15:05:22.030190+0000","last_clean":"2023-01-15T15:05:22.030190+0000","last_became_active":"2023-01-15T14:49:02.546289+0000","last_became_peered":"2023-01-15T14:49:02.546289+0000","last_unstale":"2023-01-15T15:05:22.030190+0000","last_undegraded":"2023-01-15T15:05:22.030190+0000","last_fullsized":"2023-01-15T15:05:22.030190+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:57:13.036541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860614+0000","last_change":"2023-01-15T14:35:17.346156+0000","last_active":"2023-01-15T15:05:36.860614+0000","last_peered":"2023-01-15T15:05:36.860614+0000","last_clean":"2023-01-15T15:05:36.860614+0000","last_became_active":"2023-01-15T14:35:17.345927+0000","last_became_peered":"2023-01-15T14:35:17.345927+0000","last_unstale":"2023-01-15T15:05:36.860614+0000","last_undegraded":"2023-01-15T15:05:36.860614+0000","last_fullsized":"2023-01-15T15:05:36.860614+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:54:08.596267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"213'437","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.982255+0000","last_change":"2023-01-15T14:27:41.262358+0000","last_active":"2023-01-15T15:08:49.982255+0000","last_peered":"2023-01-15T15:08:49.982255+0000","last_clean":"2023-01-15T15:08:49.982255+0000","last_became_active":"2023-01-15T14:27:41.262091+0000","last_became_peered":"2023-01-15T14:27:41.262091+0000","last_unstale":"2023-01-15T15:08:49.982255+0000","last_undegraded":"2023-01-15T15:08:49.982255+0000","last_fullsized":"2023-01-15T15:08:49.982255+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:05:30.051523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2733,"num_read_kb":2535,"num_write":596,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"213'209","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.395929+0000","last_change":"2023-01-15T14:27:39.251837+0000","last_active":"2023-01-15T15:08:41.395929+0000","last_peered":"2023-01-15T15:08:41.395929+0000","last_clean":"2023-01-15T15:08:41.395929+0000","last_became_active":"2023-01-15T14:27:39.251522+0000","last_became_peered":"2023-01-15T14:27:39.251522+0000","last_unstale":"2023-01-15T15:08:41.395929+0000","last_undegraded":"2023-01-15T15:08:41.395929+0000","last_fullsized":"2023-01-15T15:08:41.395929+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:17.350463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3432580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":459,"num_read_kb":502,"num_write":1180,"num_write_kb":24633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"213'29","reported_seq":118,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.096198+0000","last_change":"2023-01-15T14:34:47.541835+0000","last_active":"2023-01-15T15:06:12.096198+0000","last_peered":"2023-01-15T15:06:12.096198+0000","last_clean":"2023-01-15T15:06:12.096198+0000","last_became_active":"2023-01-15T14:34:47.541593+0000","last_became_peered":"2023-01-15T14:34:47.541593+0000","last_unstale":"2023-01-15T15:06:12.096198+0000","last_undegraded":"2023-01-15T15:06:12.096198+0000","last_fullsized":"2023-01-15T15:06:12.096198+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:46:31.500873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":87,"num_write":61,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:46.838843+0000","last_change":"2023-01-15T14:35:14.325235+0000","last_active":"2023-01-15T15:05:46.838843+0000","last_peered":"2023-01-15T15:05:46.838843+0000","last_clean":"2023-01-15T15:05:46.838843+0000","last_became_active":"2023-01-15T14:35:14.324974+0000","last_became_peered":"2023-01-15T14:35:14.324974+0000","last_unstale":"2023-01-15T15:05:46.838843+0000","last_undegraded":"2023-01-15T15:05:46.838843+0000","last_fullsized":"2023-01-15T15:05:46.838843+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:58.051700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858017+0000","last_change":"2023-01-15T14:49:02.554180+0000","last_active":"2023-01-15T15:05:21.858017+0000","last_peered":"2023-01-15T15:05:21.858017+0000","last_clean":"2023-01-15T15:05:21.858017+0000","last_became_active":"2023-01-15T14:49:02.553920+0000","last_became_peered":"2023-01-15T14:49:02.553920+0000","last_unstale":"2023-01-15T15:05:21.858017+0000","last_undegraded":"2023-01-15T15:05:21.858017+0000","last_fullsized":"2023-01-15T15:05:21.858017+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:27.006303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860468+0000","last_change":"2023-01-15T14:35:17.346094+0000","last_active":"2023-01-15T15:05:36.860468+0000","last_peered":"2023-01-15T15:05:36.860468+0000","last_clean":"2023-01-15T15:05:36.860468+0000","last_became_active":"2023-01-15T14:35:17.345869+0000","last_became_peered":"2023-01-15T14:35:17.345869+0000","last_unstale":"2023-01-15T15:05:36.860468+0000","last_undegraded":"2023-01-15T15:05:36.860468+0000","last_fullsized":"2023-01-15T15:05:36.860468+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:28.087221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"213'721","reported_seq":2132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894025+0000","last_change":"2023-01-15T14:27:41.258939+0000","last_active":"2023-01-15T15:08:52.894025+0000","last_peered":"2023-01-15T15:08:52.894025+0000","last_clean":"2023-01-15T15:08:52.894025+0000","last_became_active":"2023-01-15T14:27:41.258730+0000","last_became_peered":"2023-01-15T14:27:41.258730+0000","last_unstale":"2023-01-15T15:08:52.894025+0000","last_undegraded":"2023-01-15T15:08:52.894025+0000","last_fullsized":"2023-01-15T15:08:52.894025+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:29:15.931266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3582,"num_read_kb":3253,"num_write":954,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"213'176","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.063141+0000","last_change":"2023-01-15T14:27:39.288192+0000","last_active":"2023-01-15T15:08:40.063141+0000","last_peered":"2023-01-15T15:08:40.063141+0000","last_clean":"2023-01-15T15:08:40.063141+0000","last_became_active":"2023-01-15T14:27:39.257940+0000","last_became_peered":"2023-01-15T14:27:39.257940+0000","last_unstale":"2023-01-15T15:08:40.063141+0000","last_undegraded":"2023-01-15T15:08:40.063141+0000","last_fullsized":"2023-01-15T15:08:40.063141+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:31.089080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29266,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":538,"num_write":901,"num_write_kb":44137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"213'41","reported_seq":162,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.671907+0000","last_change":"2023-01-15T14:34:47.551107+0000","last_active":"2023-01-15T15:07:25.671907+0000","last_peered":"2023-01-15T15:07:25.671907+0000","last_clean":"2023-01-15T15:07:25.671907+0000","last_became_active":"2023-01-15T14:34:47.550913+0000","last_became_peered":"2023-01-15T14:34:47.550913+0000","last_unstale":"2023-01-15T15:07:25.671907+0000","last_undegraded":"2023-01-15T15:07:25.671907+0000","last_fullsized":"2023-01-15T15:07:25.671907+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:31:36.657562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":133,"num_write":83,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337272+0000","last_change":"2023-01-15T14:35:14.327296+0000","last_active":"2023-01-15T15:04:17.337272+0000","last_peered":"2023-01-15T15:04:17.337272+0000","last_clean":"2023-01-15T15:04:17.337272+0000","last_became_active":"2023-01-15T14:35:14.326975+0000","last_became_peered":"2023-01-15T14:35:14.326975+0000","last_unstale":"2023-01-15T15:04:17.337272+0000","last_undegraded":"2023-01-15T15:04:17.337272+0000","last_fullsized":"2023-01-15T15:04:17.337272+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:34.606697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857729+0000","last_change":"2023-01-15T14:49:02.547198+0000","last_active":"2023-01-15T15:05:21.857729+0000","last_peered":"2023-01-15T15:05:21.857729+0000","last_clean":"2023-01-15T15:05:21.857729+0000","last_became_active":"2023-01-15T14:49:02.546858+0000","last_became_peered":"2023-01-15T14:49:02.546858+0000","last_unstale":"2023-01-15T15:05:21.857729+0000","last_undegraded":"2023-01-15T15:05:21.857729+0000","last_fullsized":"2023-01-15T15:05:21.857729+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:35.571324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860519+0000","last_change":"2023-01-15T14:35:17.341233+0000","last_active":"2023-01-15T15:05:36.860519+0000","last_peered":"2023-01-15T15:05:36.860519+0000","last_clean":"2023-01-15T15:05:36.860519+0000","last_became_active":"2023-01-15T14:35:17.340927+0000","last_became_peered":"2023-01-15T14:35:17.340927+0000","last_unstale":"2023-01-15T15:05:36.860519+0000","last_undegraded":"2023-01-15T15:05:36.860519+0000","last_fullsized":"2023-01-15T15:05:36.860519+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:36:13.777734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"213'433","reported_seq":2062,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.677363+0000","last_change":"2023-01-15T14:27:41.267275+0000","last_active":"2023-01-15T15:08:49.677363+0000","last_peered":"2023-01-15T15:08:49.677363+0000","last_clean":"2023-01-15T15:08:49.677363+0000","last_became_active":"2023-01-15T14:27:41.262051+0000","last_became_peered":"2023-01-15T14:27:41.262051+0000","last_unstale":"2023-01-15T15:08:49.677363+0000","last_undegraded":"2023-01-15T15:08:49.677363+0000","last_fullsized":"2023-01-15T15:08:49.677363+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:31:48.399286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2938,"num_read_kb":2799,"num_write":510,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"213'180","reported_seq":542,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.237402+0000","last_change":"2023-01-15T14:27:39.245832+0000","last_active":"2023-01-15T15:08:41.237402+0000","last_peered":"2023-01-15T15:08:41.237402+0000","last_clean":"2023-01-15T15:08:41.237402+0000","last_became_active":"2023-01-15T14:27:39.245534+0000","last_became_peered":"2023-01-15T14:27:39.245534+0000","last_unstale":"2023-01-15T15:08:41.237402+0000","last_undegraded":"2023-01-15T15:08:41.237402+0000","last_fullsized":"2023-01-15T15:08:41.237402+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:16.912721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5513857,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":456,"num_read_kb":28573,"num_write":947,"num_write_kb":37453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"213'64","reported_seq":277,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.355640+0000","last_change":"2023-01-15T14:34:47.546055+0000","last_active":"2023-01-15T15:06:12.355640+0000","last_peered":"2023-01-15T15:06:12.355640+0000","last_clean":"2023-01-15T15:06:12.355640+0000","last_became_active":"2023-01-15T14:34:47.545832+0000","last_became_peered":"2023-01-15T14:34:47.545832+0000","last_unstale":"2023-01-15T15:06:12.355640+0000","last_undegraded":"2023-01-15T15:06:12.355640+0000","last_fullsized":"2023-01-15T15:06:12.355640+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:55:31.489192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":278,"num_write":83,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337382+0000","last_change":"2023-01-15T14:35:14.323669+0000","last_active":"2023-01-15T15:04:17.337382+0000","last_peered":"2023-01-15T15:04:17.337382+0000","last_clean":"2023-01-15T15:04:17.337382+0000","last_became_active":"2023-01-15T14:35:14.323416+0000","last_became_peered":"2023-01-15T14:35:14.323416+0000","last_unstale":"2023-01-15T15:04:17.337382+0000","last_undegraded":"2023-01-15T15:04:17.337382+0000","last_fullsized":"2023-01-15T15:04:17.337382+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:54:55.197801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030148+0000","last_change":"2023-01-15T14:49:02.549234+0000","last_active":"2023-01-15T15:05:22.030148+0000","last_peered":"2023-01-15T15:05:22.030148+0000","last_clean":"2023-01-15T15:05:22.030148+0000","last_became_active":"2023-01-15T14:49:02.548987+0000","last_became_peered":"2023-01-15T14:49:02.548987+0000","last_unstale":"2023-01-15T15:05:22.030148+0000","last_undegraded":"2023-01-15T15:05:22.030148+0000","last_fullsized":"2023-01-15T15:05:22.030148+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:15.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860346+0000","last_change":"2023-01-15T14:35:17.348476+0000","last_active":"2023-01-15T15:05:36.860346+0000","last_peered":"2023-01-15T15:05:36.860346+0000","last_clean":"2023-01-15T15:05:36.860346+0000","last_became_active":"2023-01-15T14:35:17.348237+0000","last_became_peered":"2023-01-15T14:35:17.348237+0000","last_unstale":"2023-01-15T15:05:36.860346+0000","last_undegraded":"2023-01-15T15:05:36.860346+0000","last_fullsized":"2023-01-15T15:05:36.860346+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:59.910348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"213'873","reported_seq":2345,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.242231+0000","last_change":"2023-01-15T14:27:41.262361+0000","last_active":"2023-01-15T15:08:52.242231+0000","last_peered":"2023-01-15T15:08:52.242231+0000","last_clean":"2023-01-15T15:08:52.242231+0000","last_became_active":"2023-01-15T14:27:41.262145+0000","last_became_peered":"2023-01-15T14:27:41.262145+0000","last_unstale":"2023-01-15T15:08:52.242231+0000","last_undegraded":"2023-01-15T15:08:52.242231+0000","last_fullsized":"2023-01-15T15:08:52.242231+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:23.098155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4341,"num_read_kb":3888,"num_write":1252,"num_write_kb":573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"213'147","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.875414+0000","last_change":"2023-01-15T14:27:39.288719+0000","last_active":"2023-01-15T15:08:52.875414+0000","last_peered":"2023-01-15T15:08:52.875414+0000","last_clean":"2023-01-15T15:08:52.875414+0000","last_became_active":"2023-01-15T14:27:39.268239+0000","last_became_peered":"2023-01-15T14:27:39.268239+0000","last_unstale":"2023-01-15T15:08:52.875414+0000","last_undegraded":"2023-01-15T15:08:52.875414+0000","last_fullsized":"2023-01-15T15:08:52.875414+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:37:26.241439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16799905,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":387,"num_read_kb":75591,"num_write":828,"num_write_kb":37430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"213'33","reported_seq":137,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866634+0000","last_change":"2023-01-15T14:34:47.549674+0000","last_active":"2023-01-15T15:06:11.866634+0000","last_peered":"2023-01-15T15:06:11.866634+0000","last_clean":"2023-01-15T15:06:11.866634+0000","last_became_active":"2023-01-15T14:34:47.549412+0000","last_became_peered":"2023-01-15T14:34:47.549412+0000","last_unstale":"2023-01-15T15:06:11.866634+0000","last_undegraded":"2023-01-15T15:06:11.866634+0000","last_fullsized":"2023-01-15T15:06:11.866634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:25:18.085288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":60,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.022636+0000","last_change":"2023-01-15T14:35:14.321879+0000","last_active":"2023-01-15T15:04:17.022636+0000","last_peered":"2023-01-15T15:04:17.022636+0000","last_clean":"2023-01-15T15:04:17.022636+0000","last_became_active":"2023-01-15T14:35:14.321636+0000","last_became_peered":"2023-01-15T14:35:14.321636+0000","last_unstale":"2023-01-15T15:04:17.022636+0000","last_undegraded":"2023-01-15T15:04:17.022636+0000","last_fullsized":"2023-01-15T15:04:17.022636+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:09:05.290232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.957073+0000","last_change":"2023-01-15T14:49:02.545958+0000","last_active":"2023-01-15T15:04:46.957073+0000","last_peered":"2023-01-15T15:04:46.957073+0000","last_clean":"2023-01-15T15:04:46.957073+0000","last_became_active":"2023-01-15T14:49:02.545725+0000","last_became_peered":"2023-01-15T14:49:02.545725+0000","last_unstale":"2023-01-15T15:04:46.957073+0000","last_undegraded":"2023-01-15T15:04:46.957073+0000","last_fullsized":"2023-01-15T15:04:46.957073+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:45:36.416632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"210'5","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.955647+0000","last_change":"2023-01-15T14:35:17.345524+0000","last_active":"2023-01-15T15:04:36.955647+0000","last_peered":"2023-01-15T15:04:36.955647+0000","last_clean":"2023-01-15T15:04:36.955647+0000","last_became_active":"2023-01-15T14:35:17.345321+0000","last_became_peered":"2023-01-15T14:35:17.345321+0000","last_unstale":"2023-01-15T15:04:36.955647+0000","last_undegraded":"2023-01-15T15:04:36.955647+0000","last_fullsized":"2023-01-15T15:04:36.955647+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:15:16.622702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"213'765","reported_seq":2051,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414517+0000","last_change":"2023-01-15T14:27:41.264579+0000","last_active":"2023-01-15T15:08:51.414517+0000","last_peered":"2023-01-15T15:08:51.414517+0000","last_clean":"2023-01-15T15:08:51.414517+0000","last_became_active":"2023-01-15T14:27:41.264306+0000","last_became_peered":"2023-01-15T14:27:41.264306+0000","last_unstale":"2023-01-15T15:08:51.414517+0000","last_undegraded":"2023-01-15T15:08:51.414517+0000","last_fullsized":"2023-01-15T15:08:51.414517+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:36.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3735,"num_read_kb":3336,"num_write":1082,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"213'181","reported_seq":503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.913703+0000","last_change":"2023-01-15T14:27:39.260617+0000","last_active":"2023-01-15T15:08:52.913703+0000","last_peered":"2023-01-15T15:08:52.913703+0000","last_clean":"2023-01-15T15:08:52.913703+0000","last_became_active":"2023-01-15T14:27:39.252590+0000","last_became_peered":"2023-01-15T14:27:39.252590+0000","last_unstale":"2023-01-15T15:08:52.913703+0000","last_undegraded":"2023-01-15T15:08:52.913703+0000","last_fullsized":"2023-01-15T15:08:52.913703+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:00:32.863860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":703761,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":407,"num_read_kb":5913,"num_write":1001,"num_write_kb":19985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"213'19","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844524+0000","last_change":"2023-01-15T14:34:47.549051+0000","last_active":"2023-01-15T15:05:06.844524+0000","last_peered":"2023-01-15T15:05:06.844524+0000","last_clean":"2023-01-15T15:05:06.844524+0000","last_became_active":"2023-01-15T14:34:47.548830+0000","last_became_peered":"2023-01-15T14:34:47.548830+0000","last_unstale":"2023-01-15T15:05:06.844524+0000","last_undegraded":"2023-01-15T15:05:06.844524+0000","last_fullsized":"2023-01-15T15:05:06.844524+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:02.901597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":58,"num_write":47,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981964+0000","last_change":"2023-01-15T14:35:14.330470+0000","last_active":"2023-01-15T15:05:36.981964+0000","last_peered":"2023-01-15T15:05:36.981964+0000","last_clean":"2023-01-15T15:05:36.981964+0000","last_became_active":"2023-01-15T14:35:14.330251+0000","last_became_peered":"2023-01-15T14:35:14.330251+0000","last_unstale":"2023-01-15T15:05:36.981964+0000","last_undegraded":"2023-01-15T15:05:36.981964+0000","last_fullsized":"2023-01-15T15:05:36.981964+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:13:50.364263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852718+0000","last_change":"2023-01-15T14:49:02.549255+0000","last_active":"2023-01-15T15:04:51.852718+0000","last_peered":"2023-01-15T15:04:51.852718+0000","last_clean":"2023-01-15T15:04:51.852718+0000","last_became_active":"2023-01-15T14:49:02.549040+0000","last_became_peered":"2023-01-15T14:49:02.549040+0000","last_unstale":"2023-01-15T15:04:51.852718+0000","last_undegraded":"2023-01-15T15:04:51.852718+0000","last_fullsized":"2023-01-15T15:04:51.852718+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:22:59.235610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"210'5","reported_seq":42,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972616+0000","last_change":"2023-01-15T14:35:17.348321+0000","last_active":"2023-01-15T15:04:31.972616+0000","last_peered":"2023-01-15T15:04:31.972616+0000","last_clean":"2023-01-15T15:04:31.972616+0000","last_became_active":"2023-01-15T14:35:17.347907+0000","last_became_peered":"2023-01-15T14:35:17.347907+0000","last_unstale":"2023-01-15T15:04:31.972616+0000","last_undegraded":"2023-01-15T15:04:31.972616+0000","last_fullsized":"2023-01-15T15:04:31.972616+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:51:09.273318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"213'376","reported_seq":1731,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.632533+0000","last_change":"2023-01-15T14:27:41.258830+0000","last_active":"2023-01-15T15:08:50.632533+0000","last_peered":"2023-01-15T15:08:50.632533+0000","last_clean":"2023-01-15T15:08:50.632533+0000","last_became_active":"2023-01-15T14:27:41.258575+0000","last_became_peered":"2023-01-15T14:27:41.258575+0000","last_unstale":"2023-01-15T15:08:50.632533+0000","last_undegraded":"2023-01-15T15:08:50.632533+0000","last_fullsized":"2023-01-15T15:08:50.632533+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:30.945008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2375,"num_read_kb":2256,"num_write":445,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"213'200","reported_seq":584,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.828602+0000","last_change":"2023-01-15T14:28:22.356314+0000","last_active":"2023-01-15T15:08:52.828602+0000","last_peered":"2023-01-15T15:08:52.828602+0000","last_clean":"2023-01-15T15:08:52.828602+0000","last_became_active":"2023-01-15T14:28:22.355912+0000","last_became_peered":"2023-01-15T14:28:22.355912+0000","last_unstale":"2023-01-15T15:08:52.828602+0000","last_undegraded":"2023-01-15T15:08:52.828602+0000","last_fullsized":"2023-01-15T15:08:52.828602+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:55:08.167678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3520277,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":11839,"num_write":1158,"num_write_kb":25072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"213'29","reported_seq":132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:23.838076+0000","last_change":"2023-01-15T14:34:47.539558+0000","last_active":"2023-01-15T15:07:23.838076+0000","last_peered":"2023-01-15T15:07:23.838076+0000","last_clean":"2023-01-15T15:07:23.838076+0000","last_became_active":"2023-01-15T14:34:47.539300+0000","last_became_peered":"2023-01-15T14:34:47.539300+0000","last_unstale":"2023-01-15T15:07:23.838076+0000","last_undegraded":"2023-01-15T15:07:23.838076+0000","last_fullsized":"2023-01-15T15:07:23.838076+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:46.956932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":110,"num_write":47,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848892+0000","last_change":"2023-01-15T14:35:14.314626+0000","last_active":"2023-01-15T15:05:36.848892+0000","last_peered":"2023-01-15T15:05:36.848892+0000","last_clean":"2023-01-15T15:05:36.848892+0000","last_became_active":"2023-01-15T14:35:14.314377+0000","last_became_peered":"2023-01-15T14:35:14.314377+0000","last_unstale":"2023-01-15T15:05:36.848892+0000","last_undegraded":"2023-01-15T15:05:36.848892+0000","last_fullsized":"2023-01-15T15:05:36.848892+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:50:37.853276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851614+0000","last_change":"2023-01-15T14:49:02.548132+0000","last_active":"2023-01-15T15:04:46.851614+0000","last_peered":"2023-01-15T15:04:46.851614+0000","last_clean":"2023-01-15T15:04:46.851614+0000","last_became_active":"2023-01-15T14:49:02.547896+0000","last_became_peered":"2023-01-15T14:49:02.547896+0000","last_unstale":"2023-01-15T15:04:46.851614+0000","last_undegraded":"2023-01-15T15:04:46.851614+0000","last_fullsized":"2023-01-15T15:04:46.851614+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:28.889486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.954832+0000","last_change":"2023-01-15T14:35:17.348029+0000","last_active":"2023-01-15T15:04:31.954832+0000","last_peered":"2023-01-15T15:04:31.954832+0000","last_clean":"2023-01-15T15:04:31.954832+0000","last_became_active":"2023-01-15T14:35:17.347817+0000","last_became_peered":"2023-01-15T14:35:17.347817+0000","last_unstale":"2023-01-15T15:04:31.954832+0000","last_undegraded":"2023-01-15T15:04:31.954832+0000","last_fullsized":"2023-01-15T15:04:31.954832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:39.639267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"213'402","reported_seq":1674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.862507+0000","last_change":"2023-01-15T14:27:41.251557+0000","last_active":"2023-01-15T15:08:50.862507+0000","last_peered":"2023-01-15T15:08:50.862507+0000","last_clean":"2023-01-15T15:08:50.862507+0000","last_became_active":"2023-01-15T14:27:41.251240+0000","last_became_peered":"2023-01-15T14:27:41.251240+0000","last_unstale":"2023-01-15T15:08:50.862507+0000","last_undegraded":"2023-01-15T15:08:50.862507+0000","last_fullsized":"2023-01-15T15:08:50.862507+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:27:24.998681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2355,"num_read_kb":2245,"num_write":520,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"213'152","reported_seq":466,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.857052+0000","last_change":"2023-01-15T14:27:39.267959+0000","last_active":"2023-01-15T15:08:52.857052+0000","last_peered":"2023-01-15T15:08:52.857052+0000","last_clean":"2023-01-15T15:08:52.857052+0000","last_became_active":"2023-01-15T14:27:39.256946+0000","last_became_peered":"2023-01-15T14:27:39.256946+0000","last_unstale":"2023-01-15T15:08:52.857052+0000","last_undegraded":"2023-01-15T15:08:52.857052+0000","last_fullsized":"2023-01-15T15:08:52.857052+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:21.985739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3183214,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":319,"num_read_kb":6499,"num_write":814,"num_write_kb":36244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"213'13","reported_seq":72,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096778+0000","last_change":"2023-01-15T14:34:47.549364+0000","last_active":"2023-01-15T15:06:17.096778+0000","last_peered":"2023-01-15T15:06:17.096778+0000","last_clean":"2023-01-15T15:06:17.096778+0000","last_became_active":"2023-01-15T14:34:47.549125+0000","last_became_peered":"2023-01-15T14:34:47.549125+0000","last_unstale":"2023-01-15T15:06:17.096778+0000","last_undegraded":"2023-01-15T15:06:17.096778+0000","last_fullsized":"2023-01-15T15:06:17.096778+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:44.044094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":39,"num_write":28,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.861289+0000","last_change":"2023-01-15T14:35:14.328498+0000","last_active":"2023-01-15T15:05:41.861289+0000","last_peered":"2023-01-15T15:05:41.861289+0000","last_clean":"2023-01-15T15:05:41.861289+0000","last_became_active":"2023-01-15T14:35:14.328136+0000","last_became_peered":"2023-01-15T14:35:14.328136+0000","last_unstale":"2023-01-15T15:05:41.861289+0000","last_undegraded":"2023-01-15T15:05:41.861289+0000","last_fullsized":"2023-01-15T15:05:41.861289+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:04.296065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851678+0000","last_change":"2023-01-15T14:49:02.553469+0000","last_active":"2023-01-15T15:04:46.851678+0000","last_peered":"2023-01-15T15:04:46.851678+0000","last_clean":"2023-01-15T15:04:46.851678+0000","last_became_active":"2023-01-15T14:49:02.552976+0000","last_became_peered":"2023-01-15T14:49:02.552976+0000","last_unstale":"2023-01-15T15:04:46.851678+0000","last_undegraded":"2023-01-15T15:04:46.851678+0000","last_fullsized":"2023-01-15T15:04:46.851678+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:39:28.320563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024359+0000","last_change":"2023-01-15T14:35:17.345238+0000","last_active":"2023-01-15T15:04:32.024359+0000","last_peered":"2023-01-15T15:04:32.024359+0000","last_clean":"2023-01-15T15:04:32.024359+0000","last_became_active":"2023-01-15T14:35:17.345025+0000","last_became_peered":"2023-01-15T14:35:17.345025+0000","last_unstale":"2023-01-15T15:04:32.024359+0000","last_undegraded":"2023-01-15T15:04:32.024359+0000","last_fullsized":"2023-01-15T15:04:32.024359+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:12.116052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"213'746","reported_seq":2190,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.997612+0000","last_change":"2023-01-15T14:27:41.249235+0000","last_active":"2023-01-15T15:08:49.997612+0000","last_peered":"2023-01-15T15:08:49.997612+0000","last_clean":"2023-01-15T15:08:49.997612+0000","last_became_active":"2023-01-15T14:27:41.249009+0000","last_became_peered":"2023-01-15T14:27:41.249009+0000","last_unstale":"2023-01-15T15:08:49.997612+0000","last_undegraded":"2023-01-15T15:08:49.997612+0000","last_fullsized":"2023-01-15T15:08:49.997612+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:14:37.129088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3732,"num_read_kb":3383,"num_write":999,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"213'180","reported_seq":524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.843363+0000","last_change":"2023-01-15T14:27:39.254612+0000","last_active":"2023-01-15T15:08:52.843363+0000","last_peered":"2023-01-15T15:08:52.843363+0000","last_clean":"2023-01-15T15:08:52.843363+0000","last_became_active":"2023-01-15T14:27:39.254343+0000","last_became_peered":"2023-01-15T14:27:39.254343+0000","last_unstale":"2023-01-15T15:08:52.843363+0000","last_undegraded":"2023-01-15T15:08:52.843363+0000","last_fullsized":"2023-01-15T15:08:52.843363+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:43:32.289400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4335701,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":5889,"num_write":968,"num_write_kb":36118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"213'26","reported_seq":117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978259+0000","last_change":"2023-01-15T14:34:47.547055+0000","last_active":"2023-01-15T15:05:11.978259+0000","last_peered":"2023-01-15T15:05:11.978259+0000","last_clean":"2023-01-15T15:05:11.978259+0000","last_became_active":"2023-01-15T14:34:47.546813+0000","last_became_peered":"2023-01-15T14:34:47.546813+0000","last_unstale":"2023-01-15T15:05:11.978259+0000","last_undegraded":"2023-01-15T15:05:11.978259+0000","last_fullsized":"2023-01-15T15:05:11.978259+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:46.828759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":86,"num_write":52,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972474+0000","last_change":"2023-01-15T14:35:14.330035+0000","last_active":"2023-01-15T15:04:31.972474+0000","last_peered":"2023-01-15T15:04:31.972474+0000","last_clean":"2023-01-15T15:04:31.972474+0000","last_became_active":"2023-01-15T14:35:14.329785+0000","last_became_peered":"2023-01-15T14:35:14.329785+0000","last_unstale":"2023-01-15T15:04:31.972474+0000","last_undegraded":"2023-01-15T15:04:31.972474+0000","last_fullsized":"2023-01-15T15:04:31.972474+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:17:58.164349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.856402+0000","last_change":"2023-01-15T14:49:02.542558+0000","last_active":"2023-01-15T15:06:26.856402+0000","last_peered":"2023-01-15T15:06:26.856402+0000","last_clean":"2023-01-15T15:06:26.856402+0000","last_became_active":"2023-01-15T14:49:02.542409+0000","last_became_peered":"2023-01-15T14:49:02.542409+0000","last_unstale":"2023-01-15T15:06:26.856402+0000","last_undegraded":"2023-01-15T15:06:26.856402+0000","last_fullsized":"2023-01-15T15:06:26.856402+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:20:29.342979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024251+0000","last_change":"2023-01-15T14:35:17.348246+0000","last_active":"2023-01-15T15:04:32.024251+0000","last_peered":"2023-01-15T15:04:32.024251+0000","last_clean":"2023-01-15T15:04:32.024251+0000","last_became_active":"2023-01-15T14:35:17.348023+0000","last_became_peered":"2023-01-15T14:35:17.348023+0000","last_unstale":"2023-01-15T15:04:32.024251+0000","last_undegraded":"2023-01-15T15:04:32.024251+0000","last_fullsized":"2023-01-15T15:04:32.024251+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:05.306259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"213'356","reported_seq":1684,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894038+0000","last_change":"2023-01-15T14:27:41.249089+0000","last_active":"2023-01-15T15:08:52.894038+0000","last_peered":"2023-01-15T15:08:52.894038+0000","last_clean":"2023-01-15T15:08:52.894038+0000","last_became_active":"2023-01-15T14:27:41.248771+0000","last_became_peered":"2023-01-15T14:27:41.248771+0000","last_unstale":"2023-01-15T15:08:52.894038+0000","last_undegraded":"2023-01-15T15:08:52.894038+0000","last_fullsized":"2023-01-15T15:08:52.894038+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:41.899308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2309,"num_read_kb":2204,"num_write":421,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"213'170","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.835885+0000","last_change":"2023-01-15T14:27:39.260162+0000","last_active":"2023-01-15T15:08:52.835885+0000","last_peered":"2023-01-15T15:08:52.835885+0000","last_clean":"2023-01-15T15:08:52.835885+0000","last_became_active":"2023-01-15T14:27:39.253853+0000","last_became_peered":"2023-01-15T14:27:39.253853+0000","last_unstale":"2023-01-15T15:08:52.835885+0000","last_undegraded":"2023-01-15T15:08:52.835885+0000","last_fullsized":"2023-01-15T15:08:52.835885+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:00:04.293944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31338,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":378,"num_read_kb":13817,"num_write":961,"num_write_kb":17770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"213'33","reported_seq":130,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096887+0000","last_change":"2023-01-15T14:34:47.546125+0000","last_active":"2023-01-15T15:06:17.096887+0000","last_peered":"2023-01-15T15:06:17.096887+0000","last_clean":"2023-01-15T15:06:17.096887+0000","last_became_active":"2023-01-15T14:34:47.545728+0000","last_became_peered":"2023-01-15T14:34:47.545728+0000","last_unstale":"2023-01-15T15:06:17.096887+0000","last_undegraded":"2023-01-15T15:06:17.096887+0000","last_fullsized":"2023-01-15T15:06:17.096887+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:58:49.850329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":99,"num_write":78,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.081274+0000","last_change":"2023-01-15T14:35:14.326325+0000","last_active":"2023-01-15T15:04:32.081274+0000","last_peered":"2023-01-15T15:04:32.081274+0000","last_clean":"2023-01-15T15:04:32.081274+0000","last_became_active":"2023-01-15T14:35:14.326072+0000","last_became_peered":"2023-01-15T14:35:14.326072+0000","last_unstale":"2023-01-15T15:04:32.081274+0000","last_undegraded":"2023-01-15T15:04:32.081274+0000","last_fullsized":"2023-01-15T15:04:32.081274+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:16.365039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083781+0000","last_change":"2023-01-15T14:49:02.548655+0000","last_active":"2023-01-15T15:04:47.083781+0000","last_peered":"2023-01-15T15:04:47.083781+0000","last_clean":"2023-01-15T15:04:47.083781+0000","last_became_active":"2023-01-15T14:49:02.548337+0000","last_became_peered":"2023-01-15T14:49:02.548337+0000","last_unstale":"2023-01-15T15:04:47.083781+0000","last_undegraded":"2023-01-15T15:04:47.083781+0000","last_fullsized":"2023-01-15T15:04:47.083781+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:34.060405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350034+0000","last_change":"2023-01-15T14:35:17.342614+0000","last_active":"2023-01-15T15:05:37.350034+0000","last_peered":"2023-01-15T15:05:37.350034+0000","last_clean":"2023-01-15T15:05:37.350034+0000","last_became_active":"2023-01-15T14:35:17.342386+0000","last_became_peered":"2023-01-15T14:35:17.342386+0000","last_unstale":"2023-01-15T15:05:37.350034+0000","last_undegraded":"2023-01-15T15:05:37.350034+0000","last_fullsized":"2023-01-15T15:05:37.350034+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:59.518053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"213'318","reported_seq":1555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.358266+0000","last_change":"2023-01-15T14:27:41.261518+0000","last_active":"2023-01-15T15:08:49.358266+0000","last_peered":"2023-01-15T15:08:49.358266+0000","last_clean":"2023-01-15T15:08:49.358266+0000","last_became_active":"2023-01-15T14:27:41.261294+0000","last_became_peered":"2023-01-15T14:27:41.261294+0000","last_unstale":"2023-01-15T15:08:49.358266+0000","last_undegraded":"2023-01-15T15:08:49.358266+0000","last_fullsized":"2023-01-15T15:08:49.358266+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:07:06.580461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1995,"num_read_kb":1920,"num_write":363,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"213'135","reported_seq":455,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862560+0000","last_change":"2023-01-15T14:27:39.332399+0000","last_active":"2023-01-15T15:08:52.862560+0000","last_peered":"2023-01-15T15:08:52.862560+0000","last_clean":"2023-01-15T15:08:52.862560+0000","last_became_active":"2023-01-15T14:27:39.288453+0000","last_became_peered":"2023-01-15T14:27:39.288453+0000","last_unstale":"2023-01-15T15:08:52.862560+0000","last_undegraded":"2023-01-15T15:08:52.862560+0000","last_fullsized":"2023-01-15T15:08:52.862560+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:49.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4204560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":7568,"num_write":821,"num_write_kb":9568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"213'22","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.036634+0000","last_change":"2023-01-15T14:34:47.549323+0000","last_active":"2023-01-15T15:06:17.036634+0000","last_peered":"2023-01-15T15:06:17.036634+0000","last_clean":"2023-01-15T15:06:17.036634+0000","last_became_active":"2023-01-15T14:34:47.549109+0000","last_became_peered":"2023-01-15T14:34:47.549109+0000","last_unstale":"2023-01-15T15:06:17.036634+0000","last_undegraded":"2023-01-15T15:06:17.036634+0000","last_fullsized":"2023-01-15T15:06:17.036634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:12.755163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":72,"num_write":47,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024408+0000","last_change":"2023-01-15T14:35:14.328539+0000","last_active":"2023-01-15T15:04:32.024408+0000","last_peered":"2023-01-15T15:04:32.024408+0000","last_clean":"2023-01-15T15:04:32.024408+0000","last_became_active":"2023-01-15T14:35:14.328310+0000","last_became_peered":"2023-01-15T14:35:14.328310+0000","last_unstale":"2023-01-15T15:04:32.024408+0000","last_undegraded":"2023-01-15T15:04:32.024408+0000","last_fullsized":"2023-01-15T15:04:32.024408+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:39:58.643152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868036+0000","last_change":"2023-01-15T14:49:02.553049+0000","last_active":"2023-01-15T15:06:21.868036+0000","last_peered":"2023-01-15T15:06:21.868036+0000","last_clean":"2023-01-15T15:06:21.868036+0000","last_became_active":"2023-01-15T14:49:02.552826+0000","last_became_peered":"2023-01-15T14:49:02.552826+0000","last_unstale":"2023-01-15T15:06:21.868036+0000","last_undegraded":"2023-01-15T15:06:21.868036+0000","last_fullsized":"2023-01-15T15:06:21.868036+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:37:38.706311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981981+0000","last_change":"2023-01-15T14:35:17.347378+0000","last_active":"2023-01-15T15:05:36.981981+0000","last_peered":"2023-01-15T15:05:36.981981+0000","last_clean":"2023-01-15T15:05:36.981981+0000","last_became_active":"2023-01-15T14:35:17.347176+0000","last_became_peered":"2023-01-15T14:35:17.347176+0000","last_unstale":"2023-01-15T15:05:36.981981+0000","last_undegraded":"2023-01-15T15:05:36.981981+0000","last_fullsized":"2023-01-15T15:05:36.981981+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:05.488197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"213'273","reported_seq":1352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894055+0000","last_change":"2023-01-15T14:27:41.260407+0000","last_active":"2023-01-15T15:08:52.894055+0000","last_peered":"2023-01-15T15:08:52.894055+0000","last_clean":"2023-01-15T15:08:52.894055+0000","last_became_active":"2023-01-15T14:27:41.259902+0000","last_became_peered":"2023-01-15T14:27:41.259902+0000","last_unstale":"2023-01-15T15:08:52.894055+0000","last_undegraded":"2023-01-15T15:08:52.894055+0000","last_fullsized":"2023-01-15T15:08:52.894055+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:32:37.297834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1761,"num_read_kb":1676,"num_write":321,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"213'155","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.352551+0000","last_change":"2023-01-15T14:27:39.378590+0000","last_active":"2023-01-15T15:08:43.352551+0000","last_peered":"2023-01-15T15:08:43.352551+0000","last_clean":"2023-01-15T15:08:43.352551+0000","last_became_active":"2023-01-15T14:27:39.369614+0000","last_became_peered":"2023-01-15T14:27:39.369614+0000","last_unstale":"2023-01-15T15:08:43.352551+0000","last_undegraded":"2023-01-15T15:08:43.352551+0000","last_fullsized":"2023-01-15T15:08:43.352551+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:43.611969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353805,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":373,"num_read_kb":15040,"num_write":834,"num_write_kb":22682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"213'32","reported_seq":138,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096951+0000","last_change":"2023-01-15T14:34:47.547998+0000","last_active":"2023-01-15T15:06:17.096951+0000","last_peered":"2023-01-15T15:06:17.096951+0000","last_clean":"2023-01-15T15:06:17.096951+0000","last_became_active":"2023-01-15T14:34:47.547752+0000","last_became_peered":"2023-01-15T14:34:47.547752+0000","last_unstale":"2023-01-15T15:06:17.096951+0000","last_undegraded":"2023-01-15T15:06:17.096951+0000","last_fullsized":"2023-01-15T15:06:17.096951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:53:01.509968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.849333+0000","last_change":"2023-01-15T14:35:14.328439+0000","last_active":"2023-01-15T15:04:31.849333+0000","last_peered":"2023-01-15T15:04:31.849333+0000","last_clean":"2023-01-15T15:04:31.849333+0000","last_became_active":"2023-01-15T14:35:14.328043+0000","last_became_peered":"2023-01-15T14:35:14.328043+0000","last_unstale":"2023-01-15T15:04:31.849333+0000","last_undegraded":"2023-01-15T15:04:31.849333+0000","last_fullsized":"2023-01-15T15:04:31.849333+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:38:11.773112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.097271+0000","last_change":"2023-01-15T14:49:02.549458+0000","last_active":"2023-01-15T15:06:22.097271+0000","last_peered":"2023-01-15T15:06:22.097271+0000","last_clean":"2023-01-15T15:06:22.097271+0000","last_became_active":"2023-01-15T14:49:02.549084+0000","last_became_peered":"2023-01-15T14:49:02.549084+0000","last_unstale":"2023-01-15T15:06:22.097271+0000","last_undegraded":"2023-01-15T15:06:22.097271+0000","last_fullsized":"2023-01-15T15:06:22.097271+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.109795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"210'5","reported_seq":43,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.349947+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:05:37.349947+0000","last_peered":"2023-01-15T15:05:37.349947+0000","last_clean":"2023-01-15T15:05:37.349947+0000","last_became_active":"2023-01-15T14:35:17.346964+0000","last_became_peered":"2023-01-15T14:35:17.346964+0000","last_unstale":"2023-01-15T15:05:37.349947+0000","last_undegraded":"2023-01-15T15:05:37.349947+0000","last_fullsized":"2023-01-15T15:05:37.349947+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:09:07.349896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"213'323","reported_seq":1652,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.936566+0000","last_change":"2023-01-15T14:27:41.259207+0000","last_active":"2023-01-15T15:08:51.936566+0000","last_peered":"2023-01-15T15:08:51.936566+0000","last_clean":"2023-01-15T15:08:51.936566+0000","last_became_active":"2023-01-15T14:27:41.258967+0000","last_became_peered":"2023-01-15T14:27:41.258967+0000","last_unstale":"2023-01-15T15:08:51.936566+0000","last_undegraded":"2023-01-15T15:08:51.936566+0000","last_fullsized":"2023-01-15T15:08:51.936566+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:38.186145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2118,"num_read_kb":2047,"num_write":361,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"213'159","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.673371+0000","last_change":"2023-01-15T14:27:39.277739+0000","last_active":"2023-01-15T15:08:43.673371+0000","last_peered":"2023-01-15T15:08:43.673371+0000","last_clean":"2023-01-15T15:08:43.673371+0000","last_became_active":"2023-01-15T14:27:39.257358+0000","last_became_peered":"2023-01-15T14:27:39.257358+0000","last_unstale":"2023-01-15T15:08:43.673371+0000","last_undegraded":"2023-01-15T15:08:43.673371+0000","last_fullsized":"2023-01-15T15:08:43.673371+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:11.647480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38970,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":370,"num_read_kb":410,"num_write":810,"num_write_kb":15834,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"213'11","reported_seq":71,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096900+0000","last_change":"2023-01-15T14:34:47.543019+0000","last_active":"2023-01-15T15:06:17.096900+0000","last_peered":"2023-01-15T15:06:17.096900+0000","last_clean":"2023-01-15T15:06:17.096900+0000","last_became_active":"2023-01-15T14:34:47.542807+0000","last_became_peered":"2023-01-15T14:34:47.542807+0000","last_unstale":"2023-01-15T15:06:17.096900+0000","last_undegraded":"2023-01-15T15:06:17.096900+0000","last_fullsized":"2023-01-15T15:06:17.096900+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:16:38.144483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":39,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.840683+0000","last_change":"2023-01-15T14:35:14.329870+0000","last_active":"2023-01-15T15:04:36.840683+0000","last_peered":"2023-01-15T15:04:36.840683+0000","last_clean":"2023-01-15T15:04:36.840683+0000","last_became_active":"2023-01-15T14:35:14.329651+0000","last_became_peered":"2023-01-15T14:35:14.329651+0000","last_unstale":"2023-01-15T15:04:36.840683+0000","last_undegraded":"2023-01-15T15:04:36.840683+0000","last_fullsized":"2023-01-15T15:04:36.840683+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:45:17.263691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.037314+0000","last_change":"2023-01-15T14:49:02.553487+0000","last_active":"2023-01-15T15:06:22.037314+0000","last_peered":"2023-01-15T15:06:22.037314+0000","last_clean":"2023-01-15T15:06:22.037314+0000","last_became_active":"2023-01-15T14:49:02.553241+0000","last_became_peered":"2023-01-15T14:49:02.553241+0000","last_unstale":"2023-01-15T15:06:22.037314+0000","last_undegraded":"2023-01-15T15:06:22.037314+0000","last_fullsized":"2023-01-15T15:06:22.037314+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:32:59.467832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.982328+0000","last_change":"2023-01-15T14:35:17.352585+0000","last_active":"2023-01-15T15:05:36.982328+0000","last_peered":"2023-01-15T15:05:36.982328+0000","last_clean":"2023-01-15T15:05:36.982328+0000","last_became_active":"2023-01-15T14:35:17.352360+0000","last_became_peered":"2023-01-15T14:35:17.352360+0000","last_unstale":"2023-01-15T15:05:36.982328+0000","last_undegraded":"2023-01-15T15:05:36.982328+0000","last_fullsized":"2023-01-15T15:05:36.982328+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:56:43.384193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"213'797","reported_seq":2112,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894051+0000","last_change":"2023-01-15T14:27:41.250257+0000","last_active":"2023-01-15T15:08:52.894051+0000","last_peered":"2023-01-15T15:08:52.894051+0000","last_clean":"2023-01-15T15:08:52.894051+0000","last_became_active":"2023-01-15T14:27:41.250004+0000","last_became_peered":"2023-01-15T14:27:41.250004+0000","last_unstale":"2023-01-15T15:08:52.894051+0000","last_undegraded":"2023-01-15T15:08:52.894051+0000","last_fullsized":"2023-01-15T15:08:52.894051+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":700,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:27:36.105261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3757,"num_read_kb":3355,"num_write":1082,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"213'135","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.774901+0000","last_change":"2023-01-15T14:27:39.265180+0000","last_active":"2023-01-15T15:08:47.774901+0000","last_peered":"2023-01-15T15:08:47.774901+0000","last_clean":"2023-01-15T15:08:47.774901+0000","last_became_active":"2023-01-15T14:27:39.256356+0000","last_became_peered":"2023-01-15T14:27:39.256356+0000","last_unstale":"2023-01-15T15:08:47.774901+0000","last_undegraded":"2023-01-15T15:08:47.774901+0000","last_fullsized":"2023-01-15T15:08:47.774901+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:02:40.393627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2068,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":5578,"num_write":755,"num_write_kb":20032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1","version":"213'44","reported_seq":179,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.840719+0000","last_change":"2023-01-15T14:34:47.548037+0000","last_active":"2023-01-15T15:06:01.840719+0000","last_peered":"2023-01-15T15:06:01.840719+0000","last_clean":"2023-01-15T15:06:01.840719+0000","last_became_active":"2023-01-15T14:34:47.547666+0000","last_became_peered":"2023-01-15T14:34:47.547666+0000","last_unstale":"2023-01-15T15:06:01.840719+0000","last_undegraded":"2023-01-15T15:06:01.840719+0000","last_fullsized":"2023-01-15T15:06:01.840719+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:02:45.789879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":153,"num_write":80,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"210'5","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.835613+0000","last_change":"2023-01-15T14:35:14.325976+0000","last_active":"2023-01-15T15:05:26.835613+0000","last_peered":"2023-01-15T15:05:26.835613+0000","last_clean":"2023-01-15T15:05:26.835613+0000","last_became_active":"2023-01-15T14:35:14.325806+0000","last_became_peered":"2023-01-15T14:35:14.325806+0000","last_unstale":"2023-01-15T15:05:26.835613+0000","last_undegraded":"2023-01-15T15:05:26.835613+0000","last_fullsized":"2023-01-15T15:05:26.835613+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:04.649874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868600+0000","last_change":"2023-01-15T14:49:02.553969+0000","last_active":"2023-01-15T15:06:21.868600+0000","last_peered":"2023-01-15T15:06:21.868600+0000","last_clean":"2023-01-15T15:06:21.868600+0000","last_became_active":"2023-01-15T14:49:02.553765+0000","last_became_peered":"2023-01-15T14:49:02.553765+0000","last_unstale":"2023-01-15T15:06:21.868600+0000","last_undegraded":"2023-01-15T15:06:21.868600+0000","last_fullsized":"2023-01-15T15:06:21.868600+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:17.623289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"213'737","reported_seq":1993,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.390538+0000","last_change":"2023-01-15T14:27:41.257826+0000","last_active":"2023-01-15T15:08:51.390538+0000","last_peered":"2023-01-15T15:08:51.390538+0000","last_clean":"2023-01-15T15:08:51.390538+0000","last_became_active":"2023-01-15T14:27:41.257568+0000","last_became_peered":"2023-01-15T14:27:41.257568+0000","last_unstale":"2023-01-15T15:08:51.390538+0000","last_undegraded":"2023-01-15T15:08:51.390538+0000","last_fullsized":"2023-01-15T15:08:51.390538+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:19.530675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3423,"num_read_kb":3064,"num_write":983,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"213'177","reported_seq":509,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846586+0000","last_change":"2023-01-15T14:27:39.259949+0000","last_active":"2023-01-15T15:08:52.846586+0000","last_peered":"2023-01-15T15:08:52.846586+0000","last_clean":"2023-01-15T15:08:52.846586+0000","last_became_active":"2023-01-15T14:27:39.255585+0000","last_became_peered":"2023-01-15T14:27:39.255585+0000","last_unstale":"2023-01-15T15:08:52.846586+0000","last_undegraded":"2023-01-15T15:08:52.846586+0000","last_fullsized":"2023-01-15T15:08:52.846586+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:29.796537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27209,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":430,"num_read_kb":12335,"num_write":905,"num_write_kb":27761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360312+0000","last_change":"2023-01-15T14:34:47.546433+0000","last_active":"2023-01-15T15:06:47.360312+0000","last_peered":"2023-01-15T15:06:47.360312+0000","last_clean":"2023-01-15T15:06:47.360312+0000","last_became_active":"2023-01-15T14:34:47.546185+0000","last_became_peered":"2023-01-15T14:34:47.546185+0000","last_unstale":"2023-01-15T15:06:47.360312+0000","last_undegraded":"2023-01-15T15:06:47.360312+0000","last_fullsized":"2023-01-15T15:06:47.360312+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:59.588851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":146,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098667+0000","last_change":"2023-01-15T14:35:14.330823+0000","last_active":"2023-01-15T15:06:32.098667+0000","last_peered":"2023-01-15T15:06:32.098667+0000","last_clean":"2023-01-15T15:06:32.098667+0000","last_became_active":"2023-01-15T14:35:14.330566+0000","last_became_peered":"2023-01-15T14:35:14.330566+0000","last_unstale":"2023-01-15T15:06:32.098667+0000","last_undegraded":"2023-01-15T15:06:32.098667+0000","last_fullsized":"2023-01-15T15:06:32.098667+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:31.783371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032008+0000","last_change":"2023-01-15T14:35:17.342522+0000","last_active":"2023-01-15T15:05:37.032008+0000","last_peered":"2023-01-15T15:05:37.032008+0000","last_clean":"2023-01-15T15:05:37.032008+0000","last_became_active":"2023-01-15T14:35:17.342279+0000","last_became_peered":"2023-01-15T14:35:17.342279+0000","last_unstale":"2023-01-15T15:05:37.032008+0000","last_undegraded":"2023-01-15T15:05:37.032008+0000","last_fullsized":"2023-01-15T15:05:37.032008+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:55:32.228247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032602+0000","last_change":"2023-01-15T14:49:02.544138+0000","last_active":"2023-01-15T15:05:42.032602+0000","last_peered":"2023-01-15T15:05:42.032602+0000","last_clean":"2023-01-15T15:05:42.032602+0000","last_became_active":"2023-01-15T14:49:02.543880+0000","last_became_peered":"2023-01-15T14:49:02.543880+0000","last_unstale":"2023-01-15T15:05:42.032602+0000","last_undegraded":"2023-01-15T15:05:42.032602+0000","last_fullsized":"2023-01-15T15:05:42.032602+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:20:35.137867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.631460+0000","last_change":"2023-01-15T14:27:41.260096+0000","last_active":"2023-01-15T15:08:47.631460+0000","last_peered":"2023-01-15T15:08:47.631460+0000","last_clean":"2023-01-15T15:08:47.631460+0000","last_became_active":"2023-01-15T14:27:41.259885+0000","last_became_peered":"2023-01-15T14:27:41.259885+0000","last_unstale":"2023-01-15T15:08:47.631460+0000","last_undegraded":"2023-01-15T15:08:47.631460+0000","last_fullsized":"2023-01-15T15:08:47.631460+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:58:52.223429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2063,"num_read_kb":1974,"num_write":378,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"213'258","reported_seq":662,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.024264+0000","last_change":"2023-01-15T14:27:39.259244+0000","last_active":"2023-01-15T15:08:44.024264+0000","last_peered":"2023-01-15T15:08:44.024264+0000","last_clean":"2023-01-15T15:08:44.024264+0000","last_became_active":"2023-01-15T14:27:39.258753+0000","last_became_peered":"2023-01-15T14:27:39.258753+0000","last_unstale":"2023-01-15T15:08:44.024264+0000","last_undegraded":"2023-01-15T15:08:44.024264+0000","last_fullsized":"2023-01-15T15:08:44.024264+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:36.692980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10872603,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":664,"num_read_kb":7890,"num_write":1266,"num_write_kb":47819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.3","version":"213'21","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.852793+0000","last_change":"2023-01-15T14:34:47.551494+0000","last_active":"2023-01-15T15:06:01.852793+0000","last_peered":"2023-01-15T15:06:01.852793+0000","last_clean":"2023-01-15T15:06:01.852793+0000","last_became_active":"2023-01-15T14:34:47.551265+0000","last_became_peered":"2023-01-15T14:34:47.551265+0000","last_unstale":"2023-01-15T15:06:01.852793+0000","last_undegraded":"2023-01-15T15:06:01.852793+0000","last_fullsized":"2023-01-15T15:06:01.852793+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.952442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":72,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"210'2","reported_seq":36,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857729+0000","last_change":"2023-01-15T14:35:14.313401+0000","last_active":"2023-01-15T15:06:31.857729+0000","last_peered":"2023-01-15T15:06:31.857729+0000","last_clean":"2023-01-15T15:06:31.857729+0000","last_became_active":"2023-01-15T14:35:14.313099+0000","last_became_peered":"2023-01-15T14:35:14.313099+0000","last_unstale":"2023-01-15T15:06:31.857729+0000","last_undegraded":"2023-01-15T15:06:31.857729+0000","last_fullsized":"2023-01-15T15:06:31.857729+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:01:07.661462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358575+0000","last_change":"2023-01-15T14:35:17.349488+0000","last_active":"2023-01-15T15:06:32.358575+0000","last_peered":"2023-01-15T15:06:32.358575+0000","last_clean":"2023-01-15T15:06:32.358575+0000","last_became_active":"2023-01-15T14:35:17.349276+0000","last_became_peered":"2023-01-15T14:35:17.349276+0000","last_unstale":"2023-01-15T15:06:32.358575+0000","last_undegraded":"2023-01-15T15:06:32.358575+0000","last_fullsized":"2023-01-15T15:06:32.358575+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:12.327630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091984+0000","last_change":"2023-01-15T14:49:02.548934+0000","last_active":"2023-01-15T15:05:42.091984+0000","last_peered":"2023-01-15T15:05:42.091984+0000","last_clean":"2023-01-15T15:05:42.091984+0000","last_became_active":"2023-01-15T14:49:02.548687+0000","last_became_peered":"2023-01-15T14:49:02.548687+0000","last_unstale":"2023-01-15T15:05:42.091984+0000","last_undegraded":"2023-01-15T15:05:42.091984+0000","last_fullsized":"2023-01-15T15:05:42.091984+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:52:10.984888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"213'384","reported_seq":1580,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923810+0000","last_change":"2023-01-15T14:27:41.258349+0000","last_active":"2023-01-15T15:08:52.923810+0000","last_peered":"2023-01-15T15:08:52.923810+0000","last_clean":"2023-01-15T15:08:52.923810+0000","last_became_active":"2023-01-15T14:27:41.258115+0000","last_became_peered":"2023-01-15T14:27:41.258115+0000","last_unstale":"2023-01-15T15:08:52.923810+0000","last_undegraded":"2023-01-15T15:08:52.923810+0000","last_fullsized":"2023-01-15T15:08:52.923810+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:28:37.398083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2318,"num_read_kb":2171,"num_write":505,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"213'175","reported_seq":518,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466686+0000","last_change":"2023-01-15T14:27:39.259751+0000","last_active":"2023-01-15T15:08:47.466686+0000","last_peered":"2023-01-15T15:08:47.466686+0000","last_clean":"2023-01-15T15:08:47.466686+0000","last_became_active":"2023-01-15T14:27:39.256036+0000","last_became_peered":"2023-01-15T14:27:39.256036+0000","last_unstale":"2023-01-15T15:08:47.466686+0000","last_undegraded":"2023-01-15T15:08:47.466686+0000","last_fullsized":"2023-01-15T15:08:47.466686+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:27.941163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328834,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":420,"num_read_kb":1187,"num_write":1022,"num_write_kb":16698,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"213'25","reported_seq":114,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:18.972120+0000","last_change":"2023-01-15T14:34:47.541238+0000","last_active":"2023-01-15T15:07:18.972120+0000","last_peered":"2023-01-15T15:07:18.972120+0000","last_clean":"2023-01-15T15:07:18.972120+0000","last_became_active":"2023-01-15T14:34:47.540987+0000","last_became_peered":"2023-01-15T14:34:47.540987+0000","last_unstale":"2023-01-15T15:07:18.972120+0000","last_undegraded":"2023-01-15T15:07:18.972120+0000","last_fullsized":"2023-01-15T15:07:18.972120+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:04.359297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":58,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857787+0000","last_change":"2023-01-15T14:35:14.322650+0000","last_active":"2023-01-15T15:06:31.857787+0000","last_peered":"2023-01-15T15:06:31.857787+0000","last_clean":"2023-01-15T15:06:31.857787+0000","last_became_active":"2023-01-15T14:35:14.322392+0000","last_became_peered":"2023-01-15T14:35:14.322392+0000","last_unstale":"2023-01-15T15:06:31.857787+0000","last_undegraded":"2023-01-15T15:06:31.857787+0000","last_fullsized":"2023-01-15T15:06:31.857787+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:17:02.098786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358469+0000","last_change":"2023-01-15T14:35:17.341798+0000","last_active":"2023-01-15T15:06:32.358469+0000","last_peered":"2023-01-15T15:06:32.358469+0000","last_clean":"2023-01-15T15:06:32.358469+0000","last_became_active":"2023-01-15T14:35:17.341590+0000","last_became_peered":"2023-01-15T14:35:17.341590+0000","last_unstale":"2023-01-15T15:06:32.358469+0000","last_undegraded":"2023-01-15T15:06:32.358469+0000","last_fullsized":"2023-01-15T15:06:32.358469+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:04.016611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849641+0000","last_change":"2023-01-15T14:49:02.552318+0000","last_active":"2023-01-15T15:05:41.849641+0000","last_peered":"2023-01-15T15:05:41.849641+0000","last_clean":"2023-01-15T15:05:41.849641+0000","last_became_active":"2023-01-15T14:49:02.552024+0000","last_became_peered":"2023-01-15T14:49:02.552024+0000","last_unstale":"2023-01-15T15:05:41.849641+0000","last_undegraded":"2023-01-15T15:05:41.849641+0000","last_fullsized":"2023-01-15T15:05:41.849641+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:53.020778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"213'668","reported_seq":1969,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923743+0000","last_change":"2023-01-15T14:27:41.265447+0000","last_active":"2023-01-15T15:08:52.923743+0000","last_peered":"2023-01-15T15:08:52.923743+0000","last_clean":"2023-01-15T15:08:52.923743+0000","last_became_active":"2023-01-15T14:27:41.265214+0000","last_became_peered":"2023-01-15T14:27:41.265214+0000","last_unstale":"2023-01-15T15:08:52.923743+0000","last_undegraded":"2023-01-15T15:08:52.923743+0000","last_fullsized":"2023-01-15T15:08:52.923743+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":600,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:50:42.841538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3302,"num_read_kb":2983,"num_write":887,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"213'161","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.748218+0000","last_change":"2023-01-15T14:27:39.258479+0000","last_active":"2023-01-15T15:08:40.748218+0000","last_peered":"2023-01-15T15:08:40.748218+0000","last_clean":"2023-01-15T15:08:40.748218+0000","last_became_active":"2023-01-15T14:27:39.258160+0000","last_became_peered":"2023-01-15T14:27:39.258160+0000","last_unstale":"2023-01-15T15:08:40.748218+0000","last_undegraded":"2023-01-15T15:08:40.748218+0000","last_fullsized":"2023-01-15T15:08:40.748218+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:18.589329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6634071,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":21498,"num_write":884,"num_write_kb":34174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"213'24","reported_seq":110,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.353951+0000","last_change":"2023-01-15T14:34:47.544279+0000","last_active":"2023-01-15T15:06:02.353951+0000","last_peered":"2023-01-15T15:06:02.353951+0000","last_clean":"2023-01-15T15:06:02.353951+0000","last_became_active":"2023-01-15T14:34:47.544030+0000","last_became_peered":"2023-01-15T14:34:47.544030+0000","last_unstale":"2023-01-15T15:06:02.353951+0000","last_undegraded":"2023-01-15T15:06:02.353951+0000","last_fullsized":"2023-01-15T15:06:02.353951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:29.110103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":45,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358480+0000","last_change":"2023-01-15T14:35:14.321597+0000","last_active":"2023-01-15T15:06:32.358480+0000","last_peered":"2023-01-15T15:06:32.358480+0000","last_clean":"2023-01-15T15:06:32.358480+0000","last_became_active":"2023-01-15T14:35:14.321408+0000","last_became_peered":"2023-01-15T14:35:14.321408+0000","last_unstale":"2023-01-15T15:06:32.358480+0000","last_undegraded":"2023-01-15T15:06:32.358480+0000","last_fullsized":"2023-01-15T15:06:32.358480+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:54:02.529102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098774+0000","last_change":"2023-01-15T14:35:17.346943+0000","last_active":"2023-01-15T15:06:32.098774+0000","last_peered":"2023-01-15T15:06:32.098774+0000","last_clean":"2023-01-15T15:06:32.098774+0000","last_became_active":"2023-01-15T14:35:17.346706+0000","last_became_peered":"2023-01-15T14:35:17.346706+0000","last_unstale":"2023-01-15T15:06:32.098774+0000","last_undegraded":"2023-01-15T15:06:32.098774+0000","last_fullsized":"2023-01-15T15:06:32.098774+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:42.212816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091849+0000","last_change":"2023-01-15T14:49:02.549107+0000","last_active":"2023-01-15T15:05:42.091849+0000","last_peered":"2023-01-15T15:05:42.091849+0000","last_clean":"2023-01-15T15:05:42.091849+0000","last_became_active":"2023-01-15T14:49:02.548883+0000","last_became_peered":"2023-01-15T14:49:02.548883+0000","last_unstale":"2023-01-15T15:05:42.091849+0000","last_undegraded":"2023-01-15T15:05:42.091849+0000","last_fullsized":"2023-01-15T15:05:42.091849+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:28:25.654292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"213'739","reported_seq":1967,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.637391+0000","last_change":"2023-01-15T14:27:41.259645+0000","last_active":"2023-01-15T15:08:47.637391+0000","last_peered":"2023-01-15T15:08:47.637391+0000","last_clean":"2023-01-15T15:08:47.637391+0000","last_became_active":"2023-01-15T14:27:41.259443+0000","last_became_peered":"2023-01-15T14:27:41.259443+0000","last_unstale":"2023-01-15T15:08:47.637391+0000","last_undegraded":"2023-01-15T15:08:47.637391+0000","last_fullsized":"2023-01-15T15:08:47.637391+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:06:39.712716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3574,"num_read_kb":3172,"num_write":1026,"num_write_kb":428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"213'163","reported_seq":545,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.453744+0000","last_change":"2023-01-15T14:27:39.243344+0000","last_active":"2023-01-15T15:08:50.453744+0000","last_peered":"2023-01-15T15:08:50.453744+0000","last_clean":"2023-01-15T15:08:50.453744+0000","last_became_active":"2023-01-15T14:27:39.243023+0000","last_became_peered":"2023-01-15T14:27:39.243023+0000","last_unstale":"2023-01-15T15:08:50.453744+0000","last_undegraded":"2023-01-15T15:08:50.453744+0000","last_fullsized":"2023-01-15T15:08:50.453744+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:07:15.019094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":99143,"num_write":931,"num_write_kb":32910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"213'20","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.974757+0000","last_change":"2023-01-15T14:34:47.550178+0000","last_active":"2023-01-15T15:07:25.974757+0000","last_peered":"2023-01-15T15:07:25.974757+0000","last_clean":"2023-01-15T15:07:25.974757+0000","last_became_active":"2023-01-15T14:34:47.549916+0000","last_became_peered":"2023-01-15T14:34:47.549916+0000","last_unstale":"2023-01-15T15:07:25.974757+0000","last_undegraded":"2023-01-15T15:07:25.974757+0000","last_fullsized":"2023-01-15T15:07:25.974757+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:03:40.903912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":54,"num_write":49,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:36.871168+0000","last_change":"2023-01-15T14:35:14.326798+0000","last_active":"2023-01-15T15:06:36.871168+0000","last_peered":"2023-01-15T15:06:36.871168+0000","last_clean":"2023-01-15T15:06:36.871168+0000","last_became_active":"2023-01-15T14:35:14.326512+0000","last_became_peered":"2023-01-15T14:35:14.326512+0000","last_unstale":"2023-01-15T15:06:36.871168+0000","last_undegraded":"2023-01-15T15:06:36.871168+0000","last_fullsized":"2023-01-15T15:06:36.871168+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:57.320822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358392+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:06:32.358392+0000","last_peered":"2023-01-15T15:06:32.358392+0000","last_clean":"2023-01-15T15:06:32.358392+0000","last_became_active":"2023-01-15T14:35:17.347002+0000","last_became_peered":"2023-01-15T14:35:17.347002+0000","last_unstale":"2023-01-15T15:06:32.358392+0000","last_undegraded":"2023-01-15T15:06:32.358392+0000","last_fullsized":"2023-01-15T15:06:32.358392+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:01:26.247024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:01.976812+0000","last_change":"2023-01-15T14:49:02.546785+0000","last_active":"2023-01-15T15:05:01.976812+0000","last_peered":"2023-01-15T15:05:01.976812+0000","last_clean":"2023-01-15T15:05:01.976812+0000","last_became_active":"2023-01-15T14:49:02.546423+0000","last_became_peered":"2023-01-15T14:49:02.546423+0000","last_unstale":"2023-01-15T15:05:01.976812+0000","last_undegraded":"2023-01-15T15:05:01.976812+0000","last_fullsized":"2023-01-15T15:05:01.976812+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:58.064261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"213'639","reported_seq":1830,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.628638+0000","last_change":"2023-01-15T14:27:41.260556+0000","last_active":"2023-01-15T15:08:50.628638+0000","last_peered":"2023-01-15T15:08:50.628638+0000","last_clean":"2023-01-15T15:08:50.628638+0000","last_became_active":"2023-01-15T14:27:41.260199+0000","last_became_peered":"2023-01-15T14:27:41.260199+0000","last_unstale":"2023-01-15T15:08:50.628638+0000","last_undegraded":"2023-01-15T15:08:50.628638+0000","last_fullsized":"2023-01-15T15:08:50.628638+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:13:36.310726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3152,"num_read_kb":2847,"num_write":850,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"213'159","reported_seq":573,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.867666+0000","last_change":"2023-01-15T14:27:39.253959+0000","last_active":"2023-01-15T15:08:52.867666+0000","last_peered":"2023-01-15T15:08:52.867666+0000","last_clean":"2023-01-15T15:08:52.867666+0000","last_became_active":"2023-01-15T14:27:39.253667+0000","last_became_peered":"2023-01-15T14:27:39.253667+0000","last_unstale":"2023-01-15T15:08:52.867666+0000","last_undegraded":"2023-01-15T15:08:52.867666+0000","last_fullsized":"2023-01-15T15:08:52.867666+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:18.727923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524333,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":861,"num_read_kb":873,"num_write":862,"num_write_kb":25261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"210'8","reported_seq":63,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.028568+0000","last_change":"2023-01-15T14:34:47.545953+0000","last_active":"2023-01-15T15:05:07.028568+0000","last_peered":"2023-01-15T15:05:07.028568+0000","last_clean":"2023-01-15T15:05:07.028568+0000","last_became_active":"2023-01-15T14:34:47.545688+0000","last_became_peered":"2023-01-15T14:34:47.545688+0000","last_unstale":"2023-01-15T15:05:07.028568+0000","last_undegraded":"2023-01-15T15:05:07.028568+0000","last_fullsized":"2023-01-15T15:05:07.028568+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:06.207770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":31,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860793+0000","last_change":"2023-01-15T14:35:14.321123+0000","last_active":"2023-01-15T15:05:36.860793+0000","last_peered":"2023-01-15T15:05:36.860793+0000","last_clean":"2023-01-15T15:05:36.860793+0000","last_became_active":"2023-01-15T14:35:14.320610+0000","last_became_peered":"2023-01-15T14:35:14.320610+0000","last_unstale":"2023-01-15T15:05:36.860793+0000","last_undegraded":"2023-01-15T15:05:36.860793+0000","last_fullsized":"2023-01-15T15:05:36.860793+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:34:25.114954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358347+0000","last_change":"2023-01-15T14:35:17.336353+0000","last_active":"2023-01-15T15:06:32.358347+0000","last_peered":"2023-01-15T15:06:32.358347+0000","last_clean":"2023-01-15T15:06:32.358347+0000","last_became_active":"2023-01-15T14:35:17.335842+0000","last_became_peered":"2023-01-15T14:35:17.335842+0000","last_unstale":"2023-01-15T15:06:32.358347+0000","last_undegraded":"2023-01-15T15:06:32.358347+0000","last_fullsized":"2023-01-15T15:06:32.358347+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:35:31.173345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091677+0000","last_change":"2023-01-15T14:49:02.549303+0000","last_active":"2023-01-15T15:05:42.091677+0000","last_peered":"2023-01-15T15:05:42.091677+0000","last_clean":"2023-01-15T15:05:42.091677+0000","last_became_active":"2023-01-15T14:49:02.547493+0000","last_became_peered":"2023-01-15T14:49:02.547493+0000","last_unstale":"2023-01-15T15:05:42.091677+0000","last_undegraded":"2023-01-15T15:05:42.091677+0000","last_fullsized":"2023-01-15T15:05:42.091677+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:38:30.822177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"213'699","reported_seq":1946,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.923286+0000","last_change":"2023-01-15T14:27:41.259874+0000","last_active":"2023-01-15T15:08:51.923286+0000","last_peered":"2023-01-15T15:08:51.923286+0000","last_clean":"2023-01-15T15:08:51.923286+0000","last_became_active":"2023-01-15T14:27:41.259661+0000","last_became_peered":"2023-01-15T14:27:41.259661+0000","last_unstale":"2023-01-15T15:08:51.923286+0000","last_undegraded":"2023-01-15T15:08:51.923286+0000","last_fullsized":"2023-01-15T15:08:51.923286+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:53.776156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3432,"num_read_kb":3083,"num_write":936,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"213'171","reported_seq":533,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466807+0000","last_change":"2023-01-15T14:27:39.333184+0000","last_active":"2023-01-15T15:08:47.466807+0000","last_peered":"2023-01-15T15:08:47.466807+0000","last_clean":"2023-01-15T15:08:47.466807+0000","last_became_active":"2023-01-15T14:27:39.319052+0000","last_became_peered":"2023-01-15T14:27:39.319052+0000","last_unstale":"2023-01-15T15:08:47.466807+0000","last_undegraded":"2023-01-15T15:08:47.466807+0000","last_fullsized":"2023-01-15T15:08:47.466807+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:21:23.756196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54992,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":479,"num_read_kb":1381,"num_write":940,"num_write_kb":447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844759+0000","last_change":"2023-01-15T14:34:47.551550+0000","last_active":"2023-01-15T15:05:06.844759+0000","last_peered":"2023-01-15T15:05:06.844759+0000","last_clean":"2023-01-15T15:05:06.844759+0000","last_became_active":"2023-01-15T14:34:47.551334+0000","last_became_peered":"2023-01-15T14:34:47.551334+0000","last_unstale":"2023-01-15T15:05:06.844759+0000","last_undegraded":"2023-01-15T15:05:06.844759+0000","last_fullsized":"2023-01-15T15:05:06.844759+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:13:13.073383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":152,"num_write":73,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032128+0000","last_change":"2023-01-15T14:35:14.321370+0000","last_active":"2023-01-15T15:05:37.032128+0000","last_peered":"2023-01-15T15:05:37.032128+0000","last_clean":"2023-01-15T15:05:37.032128+0000","last_became_active":"2023-01-15T14:35:14.321094+0000","last_became_peered":"2023-01-15T14:35:14.321094+0000","last_unstale":"2023-01-15T15:05:37.032128+0000","last_undegraded":"2023-01-15T15:05:37.032128+0000","last_fullsized":"2023-01-15T15:05:37.032128+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:00.106422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:27.030676+0000","last_change":"2023-01-15T14:35:17.351592+0000","last_active":"2023-01-15T15:05:27.030676+0000","last_peered":"2023-01-15T15:05:27.030676+0000","last_clean":"2023-01-15T15:05:27.030676+0000","last_became_active":"2023-01-15T14:35:17.351384+0000","last_became_peered":"2023-01-15T14:35:17.351384+0000","last_unstale":"2023-01-15T15:05:27.030676+0000","last_undegraded":"2023-01-15T15:05:27.030676+0000","last_fullsized":"2023-01-15T15:05:27.030676+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:00:48.548313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":4386,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":11912,"num_read_kb":44666,"num_write":16913,"num_write_kb":4996,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4891,"num_read_kb":3139,"num_write":1746,"num_write_kb":653,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":896,"ondisk_log_size":896,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":518,"ondisk_log_size":518,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":260230087,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":30731,"num_read_kb":1468212,"num_write":60533,"num_write_kb":1742436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4458,"ondisk_log_size":4458,"up":192,"acting":192,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":191971,"num_read_kb":175875,"num_write":47593,"num_write_kb":16703,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3667,"ondisk_log_size":3667,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":513,"num_read_kb":502,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":290703,"num_objects":217,"num_object_clones":0,"num_object_copies":434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":0,"num_read":85408,"num_read_kb":85102,"num_write":60345,"num_write_kb":3812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1813,"ondisk_log_size":1813,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":856848,"kb_used_data":92842532,"kb_used_omap":10376,"kb_used_meta":0,"kb_avail":92842532,"statfs":{"total":95948165120,"available":95070752768,"internally_reserved":0,"allocated":95070752768,"data_stored":95070752768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10625573,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.19800000000000001},"max":{"1min":0.49299999999999999,"5min":0.58599999999999997,"15min":0.66700000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41199999999999998,"15min":0.438},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":0.55600000000000005,"5min":0.61799999999999999,"15min":0.79700000000000004},"last":0.309}]},{"osd":1,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.503,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52000000000000002,"5min":0.66200000000000003,"15min":0.69999999999999996},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39700000000000002,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.626,"5min":0.63,"15min":0.77200000000000002},"last":0.379},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.441,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69099999999999995,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39800000000000002,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51500000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.53300000000000003,"5min":0.67500000000000004,"15min":0.71999999999999997},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34999999999999998,"15min":0.38800000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.20699999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.73899999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40300000000000002,"15min":0.44},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.48399999999999999,"5min":0.65300000000000002,"15min":0.748},"last":0.39600000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":0.46700000000000003,"5min":0.71899999999999997,"15min":0.86699999999999999},"last":0.37},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54300000000000004,"5min":0.69199999999999995,"15min":0.88800000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40799999999999997,"15min":0.44900000000000001},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.63300000000000001,"15min":0.68400000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46500000000000002,"15min":0.50900000000000001},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.73199999999999998,"15min":0.85699999999999998},"last":0.437}]}]},{"osd":6,"up_from":13,"seq":55834575350,"num_pgs":99,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":840664,"kb_used_data":92858716,"kb_used_omap":45273,"kb_used_meta":0,"kb_avail":92858716,"statfs":{"total":95948165120,"available":95087325184,"internally_reserved":0,"allocated":95087325184,"data_stored":95087325184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46360206,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.20599999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.72799999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42999999999999999,"15min":0.45100000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.79600000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.246,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65300000000000002,"5min":0.69999999999999996,"15min":0.70199999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.66500000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.26600000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.25,"15min":0.248},"max":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.72299999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.65900000000000003},"last":0.32300000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61599999999999999,"5min":0.61899999999999999,"15min":0.93100000000000005},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.68799999999999994},"last":0.37}]},{"osd":4,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.36599999999999999,"15min":0.39600000000000002},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.44800000000000001,"5min":0.60599999999999998,"15min":0.67000000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40699999999999997,"15min":0.44},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49199999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42599999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.38200000000000001,"15min":0.41999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.435,"5min":0.70099999999999996,"15min":0.94799999999999995},"last":0.436},{"interface":"front","average":{"1min":0.38,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47599999999999998,"5min":0.64100000000000001,"15min":0.96599999999999997},"last":0.41699999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.45800000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.48199999999999998,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.48299999999999998,"15min":0.51600000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.55600000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.45300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575352,"num_pgs":109,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860664,"kb_used_data":92838772,"kb_used_omap":57266,"kb_used_meta":0,"kb_avail":92838716,"statfs":{"total":95948165120,"available":95066845184,"internally_reserved":57344,"allocated":95066902528,"data_stored":95066902528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58640810,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.28299999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":0.45500000000000002,"5min":0.54900000000000004,"15min":1.087},"last":0.315},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29899999999999999},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44600000000000001,"5min":0.501,"15min":0.501},"last":0.26400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29299999999999998,"15min":0.28399999999999997},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.54400000000000004,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.247},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.318,"15min":0.316},"min":{"1min":0.23300000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":1.125},"last":0.23499999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":4.548},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.34100000000000003,"15min":0.33000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19},"max":{"1min":0.54700000000000004,"5min":1.526,"15min":1.526},"last":0.30399999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47599999999999998,"15min":0.49199999999999999},"min":{"1min":0.29399999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.63900000000000001,"5min":0.72099999999999997,"15min":0.76700000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.504,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":0.58599999999999997,"5min":0.76400000000000001,"15min":0.79800000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.748,"15min":0.748},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56799999999999995,"5min":0.73499999999999999,"15min":0.80500000000000005},"last":0.54600000000000004}]},{"osd":6,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48299999999999998,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60299999999999998,"5min":0.73299999999999998,"15min":1.45},"last":0.441},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.498},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.75700000000000001,"15min":0.83399999999999996},"last":0.52500000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.498,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61499999999999999,"5min":0.72399999999999998,"15min":0.77800000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.375,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.497}]}]},{"osd":0,"up_from":13,"seq":55834575349,"num_pgs":111,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":843364,"kb_used_data":92856016,"kb_used_omap":49316,"kb_used_meta":0,"kb_avail":92856016,"statfs":{"total":95948165120,"available":95084560384,"internally_reserved":0,"allocated":95084560384,"data_stored":95084560384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50500061,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.27200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.41399999999999998,"5min":1.046,"15min":1.046},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.29599999999999999,"15min":0.28699999999999998},"min":{"1min":0.217,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.33300000000000002,"5min":1.022,"15min":1.141},"last":0.32400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.317,"15min":0.30399999999999999},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.435,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.248},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.30299999999999999,"15min":0.309},"min":{"1min":0.217,"5min":0.217,"15min":0.192},"max":{"1min":0.36899999999999999,"5min":0.89800000000000002,"15min":1.413},"last":0.22900000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":0.79500000000000004,"5min":1.361,"15min":1.361},"last":0.317},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.374,"15min":0.33900000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20699999999999999},"max":{"1min":0.81000000000000005,"5min":2.387,"15min":2.387},"last":0.36599999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.442,"15min":0.46899999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.621,"5min":0.71399999999999997,"15min":1.2829999999999999},"last":0.31},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46700000000000003,"15min":0.47599999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42499999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77000000000000002,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65200000000000002,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.496}]},{"osd":6,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.5,"15min":0.498},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.29899999999999999},"max":{"1min":0.68100000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46700000000000003,"15min":0.49299999999999999},"min":{"1min":0.308,"5min":0.307,"15min":0.307},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":1.365},"last":0.40000000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47399999999999998,"15min":0.49099999999999999},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.66200000000000003,"5min":0.70699999999999996,"15min":1.337},"last":0.376},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50800000000000001,"15min":0.52100000000000002},"min":{"1min":0.34799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.435}]}]},{"osd":2,"up_from":13,"seq":55834575349,"num_pgs":89,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":851484,"kb_used_data":92847912,"kb_used_omap":36961,"kb_used_meta":0,"kb_avail":92847896,"statfs":{"total":95948165120,"available":95076245504,"internally_reserved":16384,"allocated":95076261888,"data_stored":95076261888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37848625,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.25800000000000001,"15min":0.25700000000000001},"min":{"1min":0.19700000000000001,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.35599999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.191},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.501,"5min":0.504,"15min":0.504},"last":0.215}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.311},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.311},"min":{"1min":0.27300000000000002,"5min":0.22,"15min":0.187},"max":{"1min":0.46400000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.309,"15min":0.308},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.77300000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34000000000000002,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.81100000000000005},"last":0.29999999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.48599999999999999,"15min":0.48899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":0.66700000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.497,"15min":0.498},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65500000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54500000000000004}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47499999999999998,"15min":0.496},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.70699999999999996,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.33700000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66100000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.628,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65200000000000002,"5min":0.68799999999999994,"15min":0.81299999999999994},"last":0.498}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.39300000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.503,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70299999999999996,"5min":0.73999999999999999,"15min":0.78600000000000003},"last":0.439}]}]},{"osd":3,"up_from":13,"seq":55834575349,"num_pgs":119,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":865652,"kb_used_data":92833728,"kb_used_omap":56351,"kb_used_meta":0,"kb_avail":92833728,"statfs":{"total":95948165120,"available":95061737472,"internally_reserved":0,"allocated":95061737472,"data_stored":95061737472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57704198,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.28199999999999997,"15min":0.27900000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.16600000000000001},"max":{"1min":0.40400000000000003,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.30299999999999999},"min":{"1min":0.23899999999999999,"5min":0.188,"15min":0.186},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.2270000000000001},"last":0.28399999999999997}]},{"osd":1,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.29799999999999999,"15min":0.30299999999999999},"min":{"1min":0.21099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":1.1759999999999999},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.29999999999999999,"15min":0.30199999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.624},"last":0.26700000000000002}]},{"osd":2,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.311,"15min":0.30199999999999999},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":0.53200000000000003,"5min":1.359,"15min":1.359},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.315,"15min":0.312},"min":{"1min":0.25700000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.54800000000000004},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.52000000000000002},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66200000000000003,"5min":0.72499999999999998,"15min":0.78300000000000003},"last":0.41999999999999998}]},{"osd":5,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47699999999999998,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":1.2490000000000001},"last":0.44},{"interface":"front","average":{"1min":0.495,"5min":0.48199999999999998,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":0.624,"5min":0.71099999999999997,"15min":0.80500000000000005},"last":0.38300000000000001}]},{"osd":6,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.501},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46800000000000003,"15min":0.49299999999999999},"min":{"1min":0.38200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":1.3680000000000001},"last":0.40999999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.5,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.33400000000000002},"max":{"1min":0.72599999999999998,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.80800000000000005},"last":0.39700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575350,"num_pgs":113,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866864,"kb_used_data":92832516,"kb_used_omap":23018,"kb_used_meta":0,"kb_avail":92832516,"statfs":{"total":95948165120,"available":95060496384,"internally_reserved":0,"allocated":95060496384,"data_stored":95060496384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23570988,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35199999999999998,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.65400000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.22500000000000001},"max":{"1min":0.57799999999999996,"5min":0.68899999999999995,"15min":0.78900000000000003},"last":0.39200000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.40300000000000002},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.55000000000000004,"5min":0.61199999999999999,"15min":0.76200000000000001},"last":0.308},{"interface":"front","average":{"1min":0.375,"5min":0.40500000000000003,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50700000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.36799999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.42099999999999999},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53500000000000003,"5min":0.61299999999999999,"15min":0.64900000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.42199999999999999,"15min":0.45300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.84199999999999997},"last":0.315}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40400000000000003,"15min":0.41699999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58299999999999996,"5min":2.806,"15min":2.806},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42199999999999999,"15min":0.45600000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51400000000000001,"5min":0.626,"15min":0.71199999999999997},"last":0.36099999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.371,"15min":0.41999999999999998},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.53400000000000003,"5min":0.71599999999999997,"15min":0.77900000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75900000000000001,"15min":0.85099999999999998},"last":0.28100000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.39300000000000002,"15min":0.44700000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55000000000000004,"5min":0.69599999999999995,"15min":0.93100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.46600000000000003,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58099999999999996,"5min":0.79100000000000004,"15min":0.89400000000000002},"last":0.41399999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":0.89300000000000002,"15min":0.61599999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":52.968000000000004,"5min":52.968000000000004,"15min":52.968000000000004},"last":0.374},{"interface":"front","average":{"1min":2.7970000000000002,"5min":0.93000000000000005,"15min":0.66300000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":52.945,"5min":52.945,"15min":52.945},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866516,"kb_used_data":92832864,"kb_used_omap":54873,"kb_used_meta":0,"kb_avail":92832864,"statfs":{"total":95948165120,"available":95060852736,"internally_reserved":0,"allocated":95060852736,"data_stored":95060852736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56189996,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35699999999999998,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.46999999999999997,"5min":0.58099999999999996,"15min":0.58899999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.38600000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.498,"5min":0.59999999999999998,"15min":0.68899999999999995},"last":0.35399999999999998}]},{"osd":1,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.39000000000000001,"15min":0.42199999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.47599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.495,"5min":0.61899999999999999,"15min":0.69999999999999996},"last":0.49299999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36499999999999999,"15min":0.39300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.45200000000000001,"5min":0.58299999999999996,"15min":0.64200000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39500000000000002,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51200000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42999999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38200000000000001,"15min":0.41599999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.49099999999999999,"5min":0.60099999999999998,"15min":0.67600000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51200000000000001,"5min":0.70499999999999996,"15min":0.71299999999999997},"last":0.45900000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.35599999999999998,"15min":0.38700000000000001},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67600000000000005,"5min":0.751,"15min":0.751},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.44900000000000001,"15min":0.49399999999999999},"min":{"1min":0.28399999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69799999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.443}]},{"osd":6,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22800000000000001},"max":{"1min":0.434,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.40500000000000003,"15min":0.442},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.48099999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.372}]},{"osd":7,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":0.53200000000000003,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.439}]}]}],"pool_statfs":[]}} 2023-01-15T15:09:01.664 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:02.012 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:02.026 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:02.026 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1454,"stamp":"2023-01-15T15:09:01.610231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325718,"num_read_kb":1985530,"num_write":187459,"num_write_kb":1880639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13296,"ondisk_log_size":13296,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6852056,"kb_used_data":742743056,"kb_used_omap":333437,"kb_used_meta":0,"kb_avail":742742984,"statfs":{"total":767585320960,"available":760568815616,"internally_reserved":73728,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341440457,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12101139,"num_objects":-315,"num_object_clones":0,"num_object_copies":-697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-315,"num_whiteouts":0,"num_read":3581,"num_read_kb":3501,"num_write":1074,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-197,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003997"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.347055+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:05:17.347055+0000","last_peered":"2023-01-15T15:05:17.347055+0000","last_clean":"2023-01-15T15:05:17.347055+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:05:17.347055+0000","last_undegraded":"2023-01-15T15:05:17.347055+0000","last_fullsized":"2023-01-15T15:05:17.347055+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:12:29.744722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2696,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.705720+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.705720+0000","last_peered":"2023-01-15T15:08:45.705720+0000","last_clean":"2023-01-15T15:08:45.705720+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.705720+0000","last_undegraded":"2023-01-15T15:08:45.705720+0000","last_fullsized":"2023-01-15T15:08:45.705720+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:32:54.592795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":574,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.859768+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.859768+0000","last_peered":"2023-01-15T15:08:52.859768+0000","last_clean":"2023-01-15T15:08:52.859768+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.859768+0000","last_undegraded":"2023-01-15T15:08:52.859768+0000","last_fullsized":"2023-01-15T15:08:52.859768+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:47.241282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.818847+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:08:56.818847+0000","last_peered":"2023-01-15T15:08:56.818847+0000","last_clean":"2023-01-15T15:08:56.818847+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:08:56.818847+0000","last_undegraded":"2023-01-15T15:08:56.818847+0000","last_fullsized":"2023-01-15T15:08:56.818847+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:59.603346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:52.093358+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:05:52.093358+0000","last_peered":"2023-01-15T15:05:52.093358+0000","last_clean":"2023-01-15T15:05:52.093358+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:05:52.093358+0000","last_undegraded":"2023-01-15T15:05:52.093358+0000","last_fullsized":"2023-01-15T15:05:52.093358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:40:08.466820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":320,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.874737+0000","last_change":"2023-01-15T14:27:50.290623+0000","last_active":"2023-01-15T15:08:53.874737+0000","last_peered":"2023-01-15T15:08:53.874737+0000","last_clean":"2023-01-15T15:08:53.874737+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:08:53.874737+0000","last_undegraded":"2023-01-15T15:08:53.874737+0000","last_fullsized":"2023-01-15T15:08:53.874737+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:37:56.422236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1672,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:01.306893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.680502+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:43.680502+0000","last_peered":"2023-01-15T15:08:43.680502+0000","last_clean":"2023-01-15T15:08:43.680502+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:43.680502+0000","last_undegraded":"2023-01-15T15:08:43.680502+0000","last_fullsized":"2023-01-15T15:08:43.680502+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:12.679609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834707+0000","last_change":"2023-01-15T14:27:44.263716+0000","last_active":"2023-01-15T15:05:16.834707+0000","last_peered":"2023-01-15T15:05:16.834707+0000","last_clean":"2023-01-15T15:05:16.834707+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:05:16.834707+0000","last_undegraded":"2023-01-15T15:05:16.834707+0000","last_fullsized":"2023-01-15T15:05:16.834707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:30:35.753146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":446,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.533135+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.533135+0000","last_peered":"2023-01-15T15:08:53.533135+0000","last_clean":"2023-01-15T15:08:53.533135+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.533135+0000","last_undegraded":"2023-01-15T15:08:53.533135+0000","last_fullsized":"2023-01-15T15:08:53.533135+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:02.448829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.088955+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:05:22.088955+0000","last_peered":"2023-01-15T15:05:22.088955+0000","last_clean":"2023-01-15T15:05:22.088955+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:05:22.088955+0000","last_undegraded":"2023-01-15T15:05:22.088955+0000","last_fullsized":"2023-01-15T15:05:22.088955+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:22:06.466484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":403,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.090593+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.090593+0000","last_peered":"2023-01-15T15:08:53.090593+0000","last_clean":"2023-01-15T15:08:53.090593+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.090593+0000","last_undegraded":"2023-01-15T15:08:53.090593+0000","last_fullsized":"2023-01-15T15:08:53.090593+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:47.351252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1921,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.080092+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:08:51.080092+0000","last_peered":"2023-01-15T15:08:51.080092+0000","last_clean":"2023-01-15T15:08:51.080092+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:08:51.080092+0000","last_undegraded":"2023-01-15T15:08:51.080092+0000","last_fullsized":"2023-01-15T15:08:51.080092+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:46.385661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.407541+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.407541+0000","last_peered":"2023-01-15T15:08:48.407541+0000","last_clean":"2023-01-15T15:08:48.407541+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.407541+0000","last_undegraded":"2023-01-15T15:08:48.407541+0000","last_fullsized":"2023-01-15T15:08:48.407541+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:11:55.174020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.984193+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:05:51.984193+0000","last_peered":"2023-01-15T15:05:51.984193+0000","last_clean":"2023-01-15T15:05:51.984193+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:05:51.984193+0000","last_undegraded":"2023-01-15T15:05:51.984193+0000","last_fullsized":"2023-01-15T15:05:51.984193+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:03:32.972438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.785483+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.785483+0000","last_peered":"2023-01-15T15:08:56.785483+0000","last_clean":"2023-01-15T15:08:56.785483+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.785483+0000","last_undegraded":"2023-01-15T15:08:56.785483+0000","last_fullsized":"2023-01-15T15:08:56.785483+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:57.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857946+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:05:21.857946+0000","last_peered":"2023-01-15T15:05:21.857946+0000","last_clean":"2023-01-15T15:05:21.857946+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:05:21.857946+0000","last_undegraded":"2023-01-15T15:05:21.857946+0000","last_fullsized":"2023-01-15T15:05:21.857946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:48.274492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'169","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.825597+0000","last_change":"2023-01-15T14:27:50.283736+0000","last_active":"2023-01-15T15:08:50.825597+0000","last_peered":"2023-01-15T15:08:50.825597+0000","last_clean":"2023-01-15T15:08:50.825597+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:08:50.825597+0000","last_undegraded":"2023-01-15T15:08:50.825597+0000","last_fullsized":"2023-01-15T15:08:50.825597+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:24:15.133766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832870+0000","last_change":"2023-01-15T14:27:44.264616+0000","last_active":"2023-01-15T15:05:06.832870+0000","last_peered":"2023-01-15T15:05:06.832870+0000","last_clean":"2023-01-15T15:05:06.832870+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:05:06.832870+0000","last_undegraded":"2023-01-15T15:05:06.832870+0000","last_fullsized":"2023-01-15T15:05:06.832870+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:39.641828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2097,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894075+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:08:52.894075+0000","last_peered":"2023-01-15T15:08:52.894075+0000","last_clean":"2023-01-15T15:08:52.894075+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:08:52.894075+0000","last_undegraded":"2023-01-15T15:08:52.894075+0000","last_fullsized":"2023-01-15T15:08:52.894075+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:51.292909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":561,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.817315+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.817315+0000","last_peered":"2023-01-15T15:08:52.817315+0000","last_clean":"2023-01-15T15:08:52.817315+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.817315+0000","last_undegraded":"2023-01-15T15:08:52.817315+0000","last_fullsized":"2023-01-15T15:08:52.817315+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:33:55.429149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":395,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.532400+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:08:53.532400+0000","last_peered":"2023-01-15T15:08:53.532400+0000","last_clean":"2023-01-15T15:08:53.532400+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:08:53.532400+0000","last_undegraded":"2023-01-15T15:08:53.532400+0000","last_fullsized":"2023-01-15T15:08:53.532400+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:59:20.081105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978392+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:05:11.978392+0000","last_peered":"2023-01-15T15:05:11.978392+0000","last_clean":"2023-01-15T15:05:11.978392+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:05:11.978392+0000","last_undegraded":"2023-01-15T15:05:11.978392+0000","last_fullsized":"2023-01-15T15:05:11.978392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:24.456064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":290,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:23.973949+0000","last_change":"2023-01-15T14:27:50.290256+0000","last_active":"2023-01-15T15:08:23.973949+0000","last_peered":"2023-01-15T15:08:23.973949+0000","last_clean":"2023-01-15T15:08:23.973949+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:08:23.973949+0000","last_undegraded":"2023-01-15T15:08:23.973949+0000","last_fullsized":"2023-01-15T15:08:23.973949+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:14.859949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855315+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:05:06.855315+0000","last_peered":"2023-01-15T15:05:06.855315+0000","last_clean":"2023-01-15T15:05:06.855315+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:05:06.855315+0000","last_undegraded":"2023-01-15T15:05:06.855315+0000","last_fullsized":"2023-01-15T15:05:06.855315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:41:24.927866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1859,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894070+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:08:52.894070+0000","last_peered":"2023-01-15T15:08:52.894070+0000","last_clean":"2023-01-15T15:08:52.894070+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:08:52.894070+0000","last_undegraded":"2023-01-15T15:08:52.894070+0000","last_fullsized":"2023-01-15T15:08:52.894070+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:51:30.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.851480+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.851480+0000","last_peered":"2023-01-15T15:08:52.851480+0000","last_clean":"2023-01-15T15:08:52.851480+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.851480+0000","last_undegraded":"2023-01-15T15:08:52.851480+0000","last_fullsized":"2023-01-15T15:08:52.851480+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:18.268877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.534554+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:08:53.534554+0000","last_peered":"2023-01-15T15:08:53.534554+0000","last_clean":"2023-01-15T15:08:53.534554+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:08:53.534554+0000","last_undegraded":"2023-01-15T15:08:53.534554+0000","last_fullsized":"2023-01-15T15:08:53.534554+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:28:07.736699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.833717+0000","last_change":"2023-01-15T14:27:48.281474+0000","last_active":"2023-01-15T15:05:11.833717+0000","last_peered":"2023-01-15T15:05:11.833717+0000","last_clean":"2023-01-15T15:05:11.833717+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:05:11.833717+0000","last_undegraded":"2023-01-15T15:05:11.833717+0000","last_fullsized":"2023-01-15T15:05:11.833717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:04.113258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":384,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.179694+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:51.179694+0000","last_peered":"2023-01-15T15:08:51.179694+0000","last_clean":"2023-01-15T15:08:51.179694+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:51.179694+0000","last_undegraded":"2023-01-15T15:08:51.179694+0000","last_fullsized":"2023-01-15T15:08:51.179694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:48.046217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844659+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:05:06.844659+0000","last_peered":"2023-01-15T15:05:06.844659+0000","last_clean":"2023-01-15T15:05:06.844659+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:05:06.844659+0000","last_undegraded":"2023-01-15T15:05:06.844659+0000","last_fullsized":"2023-01-15T15:05:06.844659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:43.234808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.927207+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:08:51.927207+0000","last_peered":"2023-01-15T15:08:51.927207+0000","last_clean":"2023-01-15T15:08:51.927207+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:08:51.927207+0000","last_undegraded":"2023-01-15T15:08:51.927207+0000","last_fullsized":"2023-01-15T15:08:51.927207+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:10.027838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":529,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.849169+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.849169+0000","last_peered":"2023-01-15T15:08:46.849169+0000","last_clean":"2023-01-15T15:08:46.849169+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.849169+0000","last_undegraded":"2023-01-15T15:08:46.849169+0000","last_fullsized":"2023-01-15T15:08:46.849169+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:48:47.475468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":264,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.300326+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:08:48.300326+0000","last_peered":"2023-01-15T15:08:48.300326+0000","last_clean":"2023-01-15T15:08:48.300326+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:08:48.300326+0000","last_undegraded":"2023-01-15T15:08:48.300326+0000","last_fullsized":"2023-01-15T15:08:48.300326+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:07:18.032565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.856184+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:05:11.856184+0000","last_peered":"2023-01-15T15:05:11.856184+0000","last_clean":"2023-01-15T15:05:11.856184+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:05:11.856184+0000","last_undegraded":"2023-01-15T15:05:11.856184+0000","last_fullsized":"2023-01-15T15:05:11.856184+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:30:10.420053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'109","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.327197+0000","last_change":"2023-01-15T14:27:50.284801+0000","last_active":"2023-01-15T15:08:49.327197+0000","last_peered":"2023-01-15T15:08:49.327197+0000","last_clean":"2023-01-15T15:08:49.327197+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:08:49.327197+0000","last_undegraded":"2023-01-15T15:08:49.327197+0000","last_fullsized":"2023-01-15T15:08:49.327197+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:37:18.472473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.086710+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:05:07.086710+0000","last_peered":"2023-01-15T15:05:07.086710+0000","last_clean":"2023-01-15T15:05:07.086710+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:05:07.086710+0000","last_undegraded":"2023-01-15T15:05:07.086710+0000","last_fullsized":"2023-01-15T15:05:07.086710+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:13.421030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1814,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894066+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:08:52.894066+0000","last_peered":"2023-01-15T15:08:52.894066+0000","last_clean":"2023-01-15T15:08:52.894066+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:08:52.894066+0000","last_undegraded":"2023-01-15T15:08:52.894066+0000","last_fullsized":"2023-01-15T15:08:52.894066+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:29.994652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":452,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.155400+0000","last_change":"2023-01-15T14:28:22.925913+0000","last_active":"2023-01-15T15:08:47.155400+0000","last_peered":"2023-01-15T15:08:47.155400+0000","last_clean":"2023-01-15T15:08:47.155400+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:08:47.155400+0000","last_undegraded":"2023-01-15T15:08:47.155400+0000","last_fullsized":"2023-01-15T15:08:47.155400+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:38:24.602703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.790625+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:08:56.790625+0000","last_peered":"2023-01-15T15:08:56.790625+0000","last_clean":"2023-01-15T15:08:56.790625+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:08:56.790625+0000","last_undegraded":"2023-01-15T15:08:56.790625+0000","last_fullsized":"2023-01-15T15:08:56.790625+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:45:46.781394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845174+0000","last_change":"2023-01-15T14:27:48.279366+0000","last_active":"2023-01-15T15:05:11.845174+0000","last_peered":"2023-01-15T15:05:11.845174+0000","last_clean":"2023-01-15T15:05:11.845174+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:05:11.845174+0000","last_undegraded":"2023-01-15T15:05:11.845174+0000","last_fullsized":"2023-01-15T15:05:11.845174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:42.167122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.053023+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:08:51.053023+0000","last_peered":"2023-01-15T15:08:51.053023+0000","last_clean":"2023-01-15T15:08:51.053023+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:08:51.053023+0000","last_undegraded":"2023-01-15T15:08:51.053023+0000","last_fullsized":"2023-01-15T15:08:51.053023+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:46.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869470+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:06:26.869470+0000","last_peered":"2023-01-15T15:06:26.869470+0000","last_clean":"2023-01-15T15:06:26.869470+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:06:26.869470+0000","last_undegraded":"2023-01-15T15:06:26.869470+0000","last_fullsized":"2023-01-15T15:06:26.869470+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:15:12.176904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1407,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.083892+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:08:51.083892+0000","last_peered":"2023-01-15T15:08:51.083892+0000","last_clean":"2023-01-15T15:08:51.083892+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:08:51.083892+0000","last_undegraded":"2023-01-15T15:08:51.083892+0000","last_fullsized":"2023-01-15T15:08:51.083892+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:21:52.167623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814858+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:08:52.814858+0000","last_peered":"2023-01-15T15:08:52.814858+0000","last_clean":"2023-01-15T15:08:52.814858+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:08:52.814858+0000","last_undegraded":"2023-01-15T15:08:52.814858+0000","last_fullsized":"2023-01-15T15:08:52.814858+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:04:16.162006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6710,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.912519+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.912519+0000","last_peered":"2023-01-15T15:08:56.912519+0000","last_clean":"2023-01-15T15:08:56.912519+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.912519+0000","last_undegraded":"2023-01-15T15:08:56.912519+0000","last_fullsized":"2023-01-15T15:08:56.912519+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:24:41.030829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870517+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:06:31.870517+0000","last_peered":"2023-01-15T15:06:31.870517+0000","last_clean":"2023-01-15T15:06:31.870517+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:06:31.870517+0000","last_undegraded":"2023-01-15T15:06:31.870517+0000","last_fullsized":"2023-01-15T15:06:31.870517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:18.215558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'103","reported_seq":323,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.557498+0000","last_change":"2023-01-15T14:27:50.285733+0000","last_active":"2023-01-15T15:08:53.557498+0000","last_peered":"2023-01-15T15:08:53.557498+0000","last_clean":"2023-01-15T15:08:53.557498+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:08:53.557498+0000","last_undegraded":"2023-01-15T15:08:53.557498+0000","last_fullsized":"2023-01-15T15:08:53.557498+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:46:59.833784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845443+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:05:11.845443+0000","last_peered":"2023-01-15T15:05:11.845443+0000","last_clean":"2023-01-15T15:05:11.845443+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:05:11.845443+0000","last_undegraded":"2023-01-15T15:05:11.845443+0000","last_fullsized":"2023-01-15T15:05:11.845443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:22:36.746386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1427,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.682757+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.682757+0000","last_peered":"2023-01-15T15:08:51.682757+0000","last_clean":"2023-01-15T15:08:51.682757+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.682757+0000","last_undegraded":"2023-01-15T15:08:51.682757+0000","last_fullsized":"2023-01-15T15:08:51.682757+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:15.245204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":735,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.936861+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:08:44.936861+0000","last_peered":"2023-01-15T15:08:44.936861+0000","last_clean":"2023-01-15T15:08:44.936861+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:08:44.936861+0000","last_undegraded":"2023-01-15T15:08:44.936861+0000","last_fullsized":"2023-01-15T15:08:44.936861+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:05:46.911616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349365,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":862,"num_read_kb":3640,"num_write":1069,"num_write_kb":15798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"213'2060","reported_seq":3942,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.801792+0000","last_change":"2023-01-15T14:27:46.265456+0000","last_active":"2023-01-15T15:08:56.801792+0000","last_peered":"2023-01-15T15:08:56.801792+0000","last_clean":"2023-01-15T15:08:56.801792+0000","last_became_active":"2023-01-15T14:27:46.265113+0000","last_became_peered":"2023-01-15T14:27:46.265113+0000","last_unstale":"2023-01-15T15:08:56.801792+0000","last_undegraded":"2023-01-15T15:08:56.801792+0000","last_fullsized":"2023-01-15T15:08:56.801792+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":2000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:36:10.272068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2748,"num_read_kb":2743,"num_write":2024,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358644+0000","last_change":"2023-01-15T14:27:48.284795+0000","last_active":"2023-01-15T15:06:32.358644+0000","last_peered":"2023-01-15T15:06:32.358644+0000","last_clean":"2023-01-15T15:06:32.358644+0000","last_became_active":"2023-01-15T14:27:48.284573+0000","last_became_peered":"2023-01-15T14:27:48.284573+0000","last_unstale":"2023-01-15T15:06:32.358644+0000","last_undegraded":"2023-01-15T15:06:32.358644+0000","last_fullsized":"2023-01-15T15:06:32.358644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:56.420230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"213'2691","reported_seq":3468,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.945382+0000","last_change":"2023-01-15T14:27:50.289238+0000","last_active":"2023-01-15T15:08:52.945382+0000","last_peered":"2023-01-15T15:08:52.945382+0000","last_clean":"2023-01-15T15:08:52.945382+0000","last_became_active":"2023-01-15T14:27:50.288875+0000","last_became_peered":"2023-01-15T14:27:50.288875+0000","last_unstale":"2023-01-15T15:08:52.945382+0000","last_undegraded":"2023-01-15T15:08:52.945382+0000","last_fullsized":"2023-01-15T15:08:52.945382+0000","mapping_epoch":31,"log_start":"213'2600","ondisk_log_start":"213'2600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:47:02.163823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5812,"num_read_kb":38527,"num_write":5476,"num_write_kb":2121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.857274+0000","last_change":"2023-01-15T14:27:44.274877+0000","last_active":"2023-01-15T15:06:26.857274+0000","last_peered":"2023-01-15T15:06:26.857274+0000","last_clean":"2023-01-15T15:06:26.857274+0000","last_became_active":"2023-01-15T14:27:44.274661+0000","last_became_peered":"2023-01-15T14:27:44.274661+0000","last_unstale":"2023-01-15T15:06:26.857274+0000","last_undegraded":"2023-01-15T15:06:26.857274+0000","last_fullsized":"2023-01-15T15:06:26.857274+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:26:44.647032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"213'538","reported_seq":2050,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.389084+0000","last_change":"2023-01-15T14:28:22.358265+0000","last_active":"2023-01-15T15:08:51.389084+0000","last_peered":"2023-01-15T15:08:51.389084+0000","last_clean":"2023-01-15T15:08:51.389084+0000","last_became_active":"2023-01-15T14:28:22.358004+0000","last_became_peered":"2023-01-15T14:28:22.358004+0000","last_unstale":"2023-01-15T15:08:51.389084+0000","last_undegraded":"2023-01-15T15:08:51.389084+0000","last_fullsized":"2023-01-15T15:08:51.389084+0000","mapping_epoch":34,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:14:15.652089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2975,"num_read_kb":2767,"num_write":712,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"213'149","reported_seq":471,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505695+0000","last_change":"2023-01-15T14:27:39.311747+0000","last_active":"2023-01-15T15:08:49.505695+0000","last_peered":"2023-01-15T15:08:49.505695+0000","last_clean":"2023-01-15T15:08:49.505695+0000","last_became_active":"2023-01-15T14:27:39.302653+0000","last_became_peered":"2023-01-15T14:27:39.302653+0000","last_unstale":"2023-01-15T15:08:49.505695+0000","last_undegraded":"2023-01-15T15:08:49.505695+0000","last_fullsized":"2023-01-15T15:08:49.505695+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:10.307718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":457,"num_write":885,"num_write_kb":5199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"213'3274","reported_seq":6575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.885700+0000","last_change":"2023-01-15T14:27:46.265274+0000","last_active":"2023-01-15T15:08:56.885700+0000","last_peered":"2023-01-15T15:08:56.885700+0000","last_clean":"2023-01-15T15:08:56.885700+0000","last_became_active":"2023-01-15T14:27:46.264972+0000","last_became_peered":"2023-01-15T14:27:46.264972+0000","last_unstale":"2023-01-15T15:08:56.885700+0000","last_undegraded":"2023-01-15T15:08:56.885700+0000","last_fullsized":"2023-01-15T15:08:56.885700+0000","mapping_epoch":27,"log_start":"213'3200","ondisk_log_start":"213'3200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":3000,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:39.858024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4772,"num_read_kb":4765,"num_write":3245,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"213'387","reported_seq":2822,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371451+0000","last_change":"2023-01-15T14:27:48.286476+0000","last_active":"2023-01-15T15:08:56.371451+0000","last_peered":"2023-01-15T15:08:56.371451+0000","last_clean":"2023-01-15T15:08:56.371451+0000","last_became_active":"2023-01-15T14:27:48.286229+0000","last_became_peered":"2023-01-15T14:27:48.286229+0000","last_unstale":"2023-01-15T15:08:56.371451+0000","last_undegraded":"2023-01-15T15:08:56.371451+0000","last_fullsized":"2023-01-15T15:08:56.371451+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:19:25.812339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"213'125","reported_seq":367,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.367638+0000","last_change":"2023-01-15T14:27:50.291007+0000","last_active":"2023-01-15T15:08:46.367638+0000","last_peered":"2023-01-15T15:08:46.367638+0000","last_clean":"2023-01-15T15:08:46.367638+0000","last_became_active":"2023-01-15T14:27:50.290654+0000","last_became_peered":"2023-01-15T14:27:50.290654+0000","last_unstale":"2023-01-15T15:08:46.367638+0000","last_undegraded":"2023-01-15T15:08:46.367638+0000","last_fullsized":"2023-01-15T15:08:46.367638+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:08.535494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":330,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869551+0000","last_change":"2023-01-15T14:27:44.276002+0000","last_active":"2023-01-15T15:06:26.869551+0000","last_peered":"2023-01-15T15:06:26.869551+0000","last_clean":"2023-01-15T15:06:26.869551+0000","last_became_active":"2023-01-15T14:27:44.275799+0000","last_became_peered":"2023-01-15T14:27:44.275799+0000","last_unstale":"2023-01-15T15:06:26.869551+0000","last_undegraded":"2023-01-15T15:06:26.869551+0000","last_fullsized":"2023-01-15T15:06:26.869551+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:33:28.763793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"213'786","reported_seq":2183,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.262569+0000","last_change":"2023-01-15T14:27:41.256436+0000","last_active":"2023-01-15T15:08:48.262569+0000","last_peered":"2023-01-15T15:08:48.262569+0000","last_clean":"2023-01-15T15:08:48.262569+0000","last_became_active":"2023-01-15T14:27:41.256210+0000","last_became_peered":"2023-01-15T14:27:41.256210+0000","last_unstale":"2023-01-15T15:08:48.262569+0000","last_undegraded":"2023-01-15T15:08:48.262569+0000","last_fullsized":"2023-01-15T15:08:48.262569+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:19:21.581524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3697,"num_read_kb":3327,"num_write":1049,"num_write_kb":383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"213'186","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466920+0000","last_change":"2023-01-15T14:27:39.339595+0000","last_active":"2023-01-15T15:08:47.466920+0000","last_peered":"2023-01-15T15:08:47.466920+0000","last_clean":"2023-01-15T15:08:47.466920+0000","last_became_active":"2023-01-15T14:27:39.259016+0000","last_became_peered":"2023-01-15T14:27:39.259016+0000","last_unstale":"2023-01-15T15:08:47.466920+0000","last_undegraded":"2023-01-15T15:08:47.466920+0000","last_fullsized":"2023-01-15T15:08:47.466920+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4206609,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":368,"num_read_kb":4497,"num_write":1012,"num_write_kb":18021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"213'2071","reported_seq":3987,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.763783+0000","last_change":"2023-01-15T14:27:46.344145+0000","last_active":"2023-01-15T15:08:56.763783+0000","last_peered":"2023-01-15T15:08:56.763783+0000","last_clean":"2023-01-15T15:08:56.763783+0000","last_became_active":"2023-01-15T14:27:46.343901+0000","last_became_peered":"2023-01-15T14:27:46.343901+0000","last_unstale":"2023-01-15T15:08:56.763783+0000","last_undegraded":"2023-01-15T15:08:56.763783+0000","last_fullsized":"2023-01-15T15:08:56.763783+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":2000,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:37:24.883231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13426,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2801,"num_read_kb":2793,"num_write":2025,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"213'416","reported_seq":3063,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893038+0000","last_change":"2023-01-15T14:27:48.279855+0000","last_active":"2023-01-15T15:08:53.893038+0000","last_peered":"2023-01-15T15:08:53.893038+0000","last_clean":"2023-01-15T15:08:53.893038+0000","last_became_active":"2023-01-15T14:27:48.279180+0000","last_became_peered":"2023-01-15T14:27:48.279180+0000","last_unstale":"2023-01-15T15:08:53.893038+0000","last_undegraded":"2023-01-15T15:08:53.893038+0000","last_fullsized":"2023-01-15T15:08:53.893038+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:36.407298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"213'118","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.930233+0000","last_change":"2023-01-15T14:27:50.281526+0000","last_active":"2023-01-15T15:08:52.930233+0000","last_peered":"2023-01-15T15:08:52.930233+0000","last_clean":"2023-01-15T15:08:52.930233+0000","last_became_active":"2023-01-15T14:27:50.279819+0000","last_became_peered":"2023-01-15T14:27:50.279819+0000","last_unstale":"2023-01-15T15:08:52.930233+0000","last_undegraded":"2023-01-15T15:08:52.930233+0000","last_fullsized":"2023-01-15T15:08:52.930233+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:31.519335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":311,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872415+0000","last_change":"2023-01-15T14:27:44.267515+0000","last_active":"2023-01-15T15:06:46.872415+0000","last_peered":"2023-01-15T15:06:46.872415+0000","last_clean":"2023-01-15T15:06:46.872415+0000","last_became_active":"2023-01-15T14:27:44.267290+0000","last_became_peered":"2023-01-15T14:27:44.267290+0000","last_unstale":"2023-01-15T15:06:46.872415+0000","last_undegraded":"2023-01-15T15:06:46.872415+0000","last_fullsized":"2023-01-15T15:06:46.872415+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:47.438232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"213'326","reported_seq":1566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.924005+0000","last_change":"2023-01-15T14:27:41.261131+0000","last_active":"2023-01-15T15:08:52.924005+0000","last_peered":"2023-01-15T15:08:52.924005+0000","last_clean":"2023-01-15T15:08:52.924005+0000","last_became_active":"2023-01-15T14:27:41.260902+0000","last_became_peered":"2023-01-15T14:27:41.260902+0000","last_unstale":"2023-01-15T15:08:52.924005+0000","last_undegraded":"2023-01-15T15:08:52.924005+0000","last_fullsized":"2023-01-15T15:08:52.924005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:53.100398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2072,"num_read_kb":1984,"num_write":380,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"213'199","reported_seq":537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.841503+0000","last_change":"2023-01-15T14:27:39.255687+0000","last_active":"2023-01-15T15:08:45.841503+0000","last_peered":"2023-01-15T15:08:45.841503+0000","last_clean":"2023-01-15T15:08:45.841503+0000","last_became_active":"2023-01-15T14:27:39.255281+0000","last_became_peered":"2023-01-15T14:27:39.255281+0000","last_unstale":"2023-01-15T15:08:45.841503+0000","last_undegraded":"2023-01-15T15:08:45.841503+0000","last_fullsized":"2023-01-15T15:08:45.841503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:42:58.859834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74606,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":632,"num_write":1000,"num_write_kb":8853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"213'1765","reported_seq":3602,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.542765+0000","last_change":"2023-01-15T14:27:46.343838+0000","last_active":"2023-01-15T15:08:53.542765+0000","last_peered":"2023-01-15T15:08:53.542765+0000","last_clean":"2023-01-15T15:08:53.542765+0000","last_became_active":"2023-01-15T14:27:46.343581+0000","last_became_peered":"2023-01-15T14:27:46.343581+0000","last_unstale":"2023-01-15T15:08:53.542765+0000","last_undegraded":"2023-01-15T15:08:53.542765+0000","last_fullsized":"2023-01-15T15:08:53.542765+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:05:29.691798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6681,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2573,"num_read_kb":2560,"num_write":1722,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:07.095316+0000","last_change":"2023-01-15T14:27:48.278816+0000","last_active":"2023-01-15T15:06:07.095316+0000","last_peered":"2023-01-15T15:06:07.095316+0000","last_clean":"2023-01-15T15:06:07.095316+0000","last_became_active":"2023-01-15T14:27:48.278553+0000","last_became_peered":"2023-01-15T14:27:48.278553+0000","last_unstale":"2023-01-15T15:06:07.095316+0000","last_undegraded":"2023-01-15T15:06:07.095316+0000","last_fullsized":"2023-01-15T15:06:07.095316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:40:45.868801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"213'533","reported_seq":1061,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.875258+0000","last_change":"2023-01-15T14:27:50.287736+0000","last_active":"2023-01-15T15:08:53.875258+0000","last_peered":"2023-01-15T15:08:53.875258+0000","last_clean":"2023-01-15T15:08:53.875258+0000","last_became_active":"2023-01-15T14:27:50.287469+0000","last_became_peered":"2023-01-15T14:27:50.287469+0000","last_unstale":"2023-01-15T15:08:53.875258+0000","last_undegraded":"2023-01-15T15:08:53.875258+0000","last_fullsized":"2023-01-15T15:08:53.875258+0000","mapping_epoch":31,"log_start":"213'500","ondisk_log_start":"213'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:43:34.986285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1271,"num_write":1129,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040054+0000","last_change":"2023-01-15T14:27:44.270104+0000","last_active":"2023-01-15T15:06:47.040054+0000","last_peered":"2023-01-15T15:06:47.040054+0000","last_clean":"2023-01-15T15:06:47.040054+0000","last_became_active":"2023-01-15T14:27:44.269845+0000","last_became_peered":"2023-01-15T14:27:44.269845+0000","last_unstale":"2023-01-15T15:06:47.040054+0000","last_undegraded":"2023-01-15T15:06:47.040054+0000","last_fullsized":"2023-01-15T15:06:47.040054+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:40.689286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"213'369","reported_seq":1644,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.708083+0000","last_change":"2023-01-15T14:27:41.252895+0000","last_active":"2023-01-15T15:08:51.708083+0000","last_peered":"2023-01-15T15:08:51.708083+0000","last_clean":"2023-01-15T15:08:51.708083+0000","last_became_active":"2023-01-15T14:27:41.252662+0000","last_became_peered":"2023-01-15T14:27:41.252662+0000","last_unstale":"2023-01-15T15:08:51.708083+0000","last_undegraded":"2023-01-15T15:08:51.708083+0000","last_fullsized":"2023-01-15T15:08:51.708083+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:26.544805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2187,"num_write":455,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"213'179","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.237335+0000","last_change":"2023-01-15T14:27:39.318952+0000","last_active":"2023-01-15T15:08:45.237335+0000","last_peered":"2023-01-15T15:08:45.237335+0000","last_clean":"2023-01-15T15:08:45.237335+0000","last_became_active":"2023-01-15T14:27:39.305909+0000","last_became_peered":"2023-01-15T14:27:39.305909+0000","last_unstale":"2023-01-15T15:08:45.237335+0000","last_undegraded":"2023-01-15T15:08:45.237335+0000","last_fullsized":"2023-01-15T15:08:45.237335+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:37.889314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6181972,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":71914,"num_write":940,"num_write_kb":52636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"213'1718","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.750677+0000","last_change":"2023-01-15T14:27:46.275181+0000","last_active":"2023-01-15T15:08:56.750677+0000","last_peered":"2023-01-15T15:08:56.750677+0000","last_clean":"2023-01-15T15:08:56.750677+0000","last_became_active":"2023-01-15T14:27:46.274890+0000","last_became_peered":"2023-01-15T14:27:46.274890+0000","last_unstale":"2023-01-15T15:08:56.750677+0000","last_undegraded":"2023-01-15T15:08:56.750677+0000","last_fullsized":"2023-01-15T15:08:56.750677+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:25:42.698038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8579,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2474,"num_write":1669,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.841879+0000","last_change":"2023-01-15T14:27:48.279425+0000","last_active":"2023-01-15T15:04:46.841879+0000","last_peered":"2023-01-15T15:04:46.841879+0000","last_clean":"2023-01-15T15:04:46.841879+0000","last_became_active":"2023-01-15T14:27:48.279169+0000","last_became_peered":"2023-01-15T14:27:48.279169+0000","last_unstale":"2023-01-15T15:04:46.841879+0000","last_undegraded":"2023-01-15T15:04:46.841879+0000","last_fullsized":"2023-01-15T15:04:46.841879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:11.027981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"213'130","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.887967+0000","last_change":"2023-01-15T14:27:50.287485+0000","last_active":"2023-01-15T15:08:52.887967+0000","last_peered":"2023-01-15T15:08:52.887967+0000","last_clean":"2023-01-15T15:08:52.887967+0000","last_became_active":"2023-01-15T14:27:50.287235+0000","last_became_peered":"2023-01-15T14:27:50.287235+0000","last_unstale":"2023-01-15T15:08:52.887967+0000","last_undegraded":"2023-01-15T15:08:52.887967+0000","last_fullsized":"2023-01-15T15:08:52.887967+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:49:59.356102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":165,"num_read_kb":165,"num_write":369,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.034940+0000","last_change":"2023-01-15T14:27:44.270054+0000","last_active":"2023-01-15T15:06:02.034940+0000","last_peered":"2023-01-15T15:06:02.034940+0000","last_clean":"2023-01-15T15:06:02.034940+0000","last_became_active":"2023-01-15T14:27:44.269803+0000","last_became_peered":"2023-01-15T14:27:44.269803+0000","last_unstale":"2023-01-15T15:06:02.034940+0000","last_undegraded":"2023-01-15T15:06:02.034940+0000","last_fullsized":"2023-01-15T15:06:02.034940+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:04:46.398287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"213'314","reported_seq":1625,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.219137+0000","last_change":"2023-01-15T14:28:22.351384+0000","last_active":"2023-01-15T15:08:52.219137+0000","last_peered":"2023-01-15T15:08:52.219137+0000","last_clean":"2023-01-15T15:08:52.219137+0000","last_became_active":"2023-01-15T14:28:22.351086+0000","last_became_peered":"2023-01-15T14:28:22.351086+0000","last_unstale":"2023-01-15T15:08:52.219137+0000","last_undegraded":"2023-01-15T15:08:52.219137+0000","last_fullsized":"2023-01-15T15:08:52.219137+0000","mapping_epoch":34,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:25.854608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2056,"num_read_kb":1992,"num_write":345,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"213'179","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.864998+0000","last_change":"2023-01-15T14:27:39.319371+0000","last_active":"2023-01-15T15:08:52.864998+0000","last_peered":"2023-01-15T15:08:52.864998+0000","last_clean":"2023-01-15T15:08:52.864998+0000","last_became_active":"2023-01-15T14:27:39.311767+0000","last_became_peered":"2023-01-15T14:27:39.311767+0000","last_unstale":"2023-01-15T15:08:52.864998+0000","last_undegraded":"2023-01-15T15:08:52.864998+0000","last_fullsized":"2023-01-15T15:08:52.864998+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:09:13.976128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":392,"num_read_kb":4981,"num_write":942,"num_write_kb":20268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"213'3806","reported_seq":7287,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.844531+0000","last_change":"2023-01-15T14:27:46.273801+0000","last_active":"2023-01-15T15:08:56.844531+0000","last_peered":"2023-01-15T15:08:56.844531+0000","last_clean":"2023-01-15T15:08:56.844531+0000","last_became_active":"2023-01-15T14:27:46.273597+0000","last_became_peered":"2023-01-15T14:27:46.273597+0000","last_unstale":"2023-01-15T15:08:56.844531+0000","last_undegraded":"2023-01-15T15:08:56.844531+0000","last_fullsized":"2023-01-15T15:08:56.844531+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:01:57.827899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14456,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":5233,"num_read_kb":5221,"num_write":3738,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"213'406","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893803+0000","last_change":"2023-01-15T14:27:48.284990+0000","last_active":"2023-01-15T15:08:53.893803+0000","last_peered":"2023-01-15T15:08:53.893803+0000","last_clean":"2023-01-15T15:08:53.893803+0000","last_became_active":"2023-01-15T14:27:48.284723+0000","last_became_peered":"2023-01-15T14:27:48.284723+0000","last_unstale":"2023-01-15T15:08:53.893803+0000","last_undegraded":"2023-01-15T15:08:53.893803+0000","last_fullsized":"2023-01-15T15:08:53.893803+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:12.154610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"213'138","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.979016+0000","last_change":"2023-01-15T14:27:50.287398+0000","last_active":"2023-01-15T15:08:46.979016+0000","last_peered":"2023-01-15T15:08:46.979016+0000","last_clean":"2023-01-15T15:08:46.979016+0000","last_became_active":"2023-01-15T14:27:50.287162+0000","last_became_peered":"2023-01-15T14:27:50.287162+0000","last_unstale":"2023-01-15T15:08:46.979016+0000","last_undegraded":"2023-01-15T15:08:46.979016+0000","last_fullsized":"2023-01-15T15:08:46.979016+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:35:34.189796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":382,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.026058+0000","last_change":"2023-01-15T14:27:44.264399+0000","last_active":"2023-01-15T15:04:47.026058+0000","last_peered":"2023-01-15T15:04:47.026058+0000","last_clean":"2023-01-15T15:04:47.026058+0000","last_became_active":"2023-01-15T14:27:44.264102+0000","last_became_peered":"2023-01-15T14:27:44.264102+0000","last_unstale":"2023-01-15T15:04:47.026058+0000","last_undegraded":"2023-01-15T15:04:47.026058+0000","last_fullsized":"2023-01-15T15:04:47.026058+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:59.031813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"213'1105","reported_seq":2389,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.223469+0000","last_change":"2023-01-15T14:27:41.260523+0000","last_active":"2023-01-15T15:08:52.223469+0000","last_peered":"2023-01-15T15:08:52.223469+0000","last_clean":"2023-01-15T15:08:52.223469+0000","last_became_active":"2023-01-15T14:27:41.260280+0000","last_became_peered":"2023-01-15T14:27:41.260280+0000","last_unstale":"2023-01-15T15:08:52.223469+0000","last_undegraded":"2023-01-15T15:08:52.223469+0000","last_fullsized":"2023-01-15T15:08:52.223469+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:56.012711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4881,"num_read_kb":4255,"num_write":1549,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"213'185","reported_seq":513,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.870684+0000","last_change":"2023-01-15T14:27:39.288106+0000","last_active":"2023-01-15T15:08:52.870684+0000","last_peered":"2023-01-15T15:08:52.870684+0000","last_clean":"2023-01-15T15:08:52.870684+0000","last_became_active":"2023-01-15T14:27:39.260634+0000","last_became_peered":"2023-01-15T14:27:39.260634+0000","last_unstale":"2023-01-15T15:08:52.870684+0000","last_undegraded":"2023-01-15T15:08:52.870684+0000","last_fullsized":"2023-01-15T15:08:52.870684+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:59:16.406176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280691,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":423,"num_read_kb":1601,"num_write":945,"num_write_kb":12450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"213'3380","reported_seq":6765,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.825632+0000","last_change":"2023-01-15T14:27:46.270297+0000","last_active":"2023-01-15T15:08:56.825632+0000","last_peered":"2023-01-15T15:08:56.825632+0000","last_clean":"2023-01-15T15:08:56.825632+0000","last_became_active":"2023-01-15T14:27:46.270042+0000","last_became_peered":"2023-01-15T14:27:46.270042+0000","last_unstale":"2023-01-15T15:08:56.825632+0000","last_undegraded":"2023-01-15T15:08:56.825632+0000","last_fullsized":"2023-01-15T15:08:56.825632+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":3000,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:40.560643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13627,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4897,"num_read_kb":4886,"num_write":3292,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:42.025382+0000","last_change":"2023-01-15T14:27:48.285329+0000","last_active":"2023-01-15T15:04:42.025382+0000","last_peered":"2023-01-15T15:04:42.025382+0000","last_clean":"2023-01-15T15:04:42.025382+0000","last_became_active":"2023-01-15T14:27:48.285059+0000","last_became_peered":"2023-01-15T14:27:48.285059+0000","last_unstale":"2023-01-15T15:04:42.025382+0000","last_undegraded":"2023-01-15T15:04:42.025382+0000","last_fullsized":"2023-01-15T15:04:42.025382+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:00.828011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"213'124","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.802444+0000","last_change":"2023-01-15T14:27:50.291227+0000","last_active":"2023-01-15T15:08:52.802444+0000","last_peered":"2023-01-15T15:08:52.802444+0000","last_clean":"2023-01-15T15:08:52.802444+0000","last_became_active":"2023-01-15T14:27:50.290994+0000","last_became_peered":"2023-01-15T14:27:50.290994+0000","last_unstale":"2023-01-15T15:08:52.802444+0000","last_undegraded":"2023-01-15T15:08:52.802444+0000","last_fullsized":"2023-01-15T15:08:52.802444+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:27:59.189892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":337,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035056+0000","last_change":"2023-01-15T14:27:44.268043+0000","last_active":"2023-01-15T15:06:02.035056+0000","last_peered":"2023-01-15T15:06:02.035056+0000","last_clean":"2023-01-15T15:06:02.035056+0000","last_became_active":"2023-01-15T14:27:44.267180+0000","last_became_peered":"2023-01-15T14:27:44.267180+0000","last_unstale":"2023-01-15T15:06:02.035056+0000","last_undegraded":"2023-01-15T15:06:02.035056+0000","last_fullsized":"2023-01-15T15:06:02.035056+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:11:02.815754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"213'778","reported_seq":2156,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931796+0000","last_change":"2023-01-15T14:27:41.258104+0000","last_active":"2023-01-15T15:08:52.931796+0000","last_peered":"2023-01-15T15:08:52.931796+0000","last_clean":"2023-01-15T15:08:52.931796+0000","last_became_active":"2023-01-15T14:27:41.257820+0000","last_became_peered":"2023-01-15T14:27:41.257820+0000","last_unstale":"2023-01-15T15:08:52.931796+0000","last_undegraded":"2023-01-15T15:08:52.931796+0000","last_fullsized":"2023-01-15T15:08:52.931796+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:52.612649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3669,"num_read_kb":3305,"num_write":1035,"num_write_kb":378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"213'210","reported_seq":555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.454232+0000","last_change":"2023-01-15T14:27:39.255223+0000","last_active":"2023-01-15T15:08:50.454232+0000","last_peered":"2023-01-15T15:08:50.454232+0000","last_clean":"2023-01-15T15:08:50.454232+0000","last_became_active":"2023-01-15T14:27:39.251821+0000","last_became_peered":"2023-01-15T14:27:39.251821+0000","last_unstale":"2023-01-15T15:08:50.454232+0000","last_undegraded":"2023-01-15T15:08:50.454232+0000","last_fullsized":"2023-01-15T15:08:50.454232+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:53:19.187657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374174,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":445,"num_read_kb":1081,"num_write":1097,"num_write_kb":21093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"213'1726","reported_seq":3537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.848280+0000","last_change":"2023-01-15T14:27:46.274299+0000","last_active":"2023-01-15T15:08:56.848280+0000","last_peered":"2023-01-15T15:08:56.848280+0000","last_clean":"2023-01-15T15:08:56.848280+0000","last_became_active":"2023-01-15T14:27:46.274083+0000","last_became_peered":"2023-01-15T14:27:46.274083+0000","last_unstale":"2023-01-15T15:08:56.848280+0000","last_undegraded":"2023-01-15T15:08:56.848280+0000","last_fullsized":"2023-01-15T15:08:56.848280+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:36:36.867698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2511,"num_read_kb":2501,"num_write":1731,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.987060+0000","last_change":"2023-01-15T14:27:48.283733+0000","last_active":"2023-01-15T15:06:11.987060+0000","last_peered":"2023-01-15T15:06:11.987060+0000","last_clean":"2023-01-15T15:06:11.987060+0000","last_became_active":"2023-01-15T14:27:48.283490+0000","last_became_peered":"2023-01-15T14:27:48.283490+0000","last_unstale":"2023-01-15T15:06:11.987060+0000","last_undegraded":"2023-01-15T15:06:11.987060+0000","last_fullsized":"2023-01-15T15:06:11.987060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:10:26.505952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"213'113","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.646268+0000","last_change":"2023-01-15T14:27:50.290856+0000","last_active":"2023-01-15T15:08:50.646268+0000","last_peered":"2023-01-15T15:08:50.646268+0000","last_clean":"2023-01-15T15:08:50.646268+0000","last_became_active":"2023-01-15T14:27:50.290019+0000","last_became_peered":"2023-01-15T14:27:50.290019+0000","last_unstale":"2023-01-15T15:08:50.646268+0000","last_undegraded":"2023-01-15T15:08:50.646268+0000","last_fullsized":"2023-01-15T15:08:50.646268+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:11.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":303,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.094552+0000","last_change":"2023-01-15T14:27:44.273723+0000","last_active":"2023-01-15T15:06:02.094552+0000","last_peered":"2023-01-15T15:06:02.094552+0000","last_clean":"2023-01-15T15:06:02.094552+0000","last_became_active":"2023-01-15T14:27:44.273462+0000","last_became_peered":"2023-01-15T14:27:44.273462+0000","last_unstale":"2023-01-15T15:06:02.094552+0000","last_undegraded":"2023-01-15T15:06:02.094552+0000","last_fullsized":"2023-01-15T15:06:02.094552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:56.954436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"213'733","reported_seq":2011,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923795+0000","last_change":"2023-01-15T14:27:41.253020+0000","last_active":"2023-01-15T15:08:52.923795+0000","last_peered":"2023-01-15T15:08:52.923795+0000","last_clean":"2023-01-15T15:08:52.923795+0000","last_became_active":"2023-01-15T14:27:41.252759+0000","last_became_peered":"2023-01-15T14:27:41.252759+0000","last_unstale":"2023-01-15T15:08:52.923795+0000","last_undegraded":"2023-01-15T15:08:52.923795+0000","last_fullsized":"2023-01-15T15:08:52.923795+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:40.210559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3405,"num_read_kb":3066,"num_write":983,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"213'172","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.095969+0000","last_change":"2023-01-15T14:29:22.844392+0000","last_active":"2023-01-15T15:08:48.095969+0000","last_peered":"2023-01-15T15:08:48.095969+0000","last_clean":"2023-01-15T15:08:48.095969+0000","last_became_active":"2023-01-15T14:29:22.843957+0000","last_became_peered":"2023-01-15T14:29:22.843957+0000","last_unstale":"2023-01-15T15:08:48.095969+0000","last_undegraded":"2023-01-15T15:08:48.095969+0000","last_fullsized":"2023-01-15T15:08:48.095969+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:56:56.434636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":398,"num_read_kb":5531,"num_write":944,"num_write_kb":31605,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"213'152","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.550298+0000","last_change":"2023-01-15T14:27:46.277789+0000","last_active":"2023-01-15T15:08:53.550298+0000","last_peered":"2023-01-15T15:08:53.550298+0000","last_clean":"2023-01-15T15:08:53.550298+0000","last_became_active":"2023-01-15T14:27:46.277545+0000","last_became_peered":"2023-01-15T14:27:46.277545+0000","last_unstale":"2023-01-15T15:08:53.550298+0000","last_undegraded":"2023-01-15T15:08:53.550298+0000","last_fullsized":"2023-01-15T15:08:53.550298+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:56:33.398263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7401,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":199,"num_read_kb":190,"num_write":106,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"213'421","reported_seq":4152,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.890802+0000","last_change":"2023-01-15T14:27:48.280252+0000","last_active":"2023-01-15T15:08:53.890802+0000","last_peered":"2023-01-15T15:08:53.890802+0000","last_clean":"2023-01-15T15:08:53.890802+0000","last_became_active":"2023-01-15T14:27:48.279821+0000","last_became_peered":"2023-01-15T14:27:48.279821+0000","last_unstale":"2023-01-15T15:08:53.890802+0000","last_undegraded":"2023-01-15T15:08:53.890802+0000","last_fullsized":"2023-01-15T15:08:53.890802+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:16:21.625787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"213'90","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.419294+0000","last_change":"2023-01-15T14:27:50.287954+0000","last_active":"2023-01-15T15:08:53.419294+0000","last_peered":"2023-01-15T15:08:53.419294+0000","last_clean":"2023-01-15T15:08:53.419294+0000","last_became_active":"2023-01-15T14:27:50.287694+0000","last_became_peered":"2023-01-15T14:27:50.287694+0000","last_unstale":"2023-01-15T15:08:53.419294+0000","last_undegraded":"2023-01-15T15:08:53.419294+0000","last_fullsized":"2023-01-15T15:08:53.419294+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:56.353292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":258,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"26'2","reported_seq":451,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819178+0000","last_change":"2023-01-15T14:27:44.273895+0000","last_active":"2023-01-15T15:08:53.819178+0000","last_peered":"2023-01-15T15:08:53.819178+0000","last_clean":"2023-01-15T15:08:53.819178+0000","last_became_active":"2023-01-15T14:27:44.273407+0000","last_became_peered":"2023-01-15T14:27:44.273407+0000","last_unstale":"2023-01-15T15:08:53.819178+0000","last_undegraded":"2023-01-15T15:08:53.819178+0000","last_fullsized":"2023-01-15T15:08:53.819178+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.964391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":241,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"213'669","reported_seq":1862,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.086449+0000","last_change":"2023-01-15T14:27:41.256624+0000","last_active":"2023-01-15T15:08:51.086449+0000","last_peered":"2023-01-15T15:08:51.086449+0000","last_clean":"2023-01-15T15:08:51.086449+0000","last_became_active":"2023-01-15T14:27:41.256412+0000","last_became_peered":"2023-01-15T14:27:41.256412+0000","last_unstale":"2023-01-15T15:08:51.086449+0000","last_undegraded":"2023-01-15T15:08:51.086449+0000","last_fullsized":"2023-01-15T15:08:51.086449+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":600,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:55.360657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3256,"num_read_kb":2924,"num_write":905,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"213'181","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.466728+0000","last_change":"2023-01-15T14:28:22.926648+0000","last_active":"2023-01-15T15:08:41.466728+0000","last_peered":"2023-01-15T15:08:41.466728+0000","last_clean":"2023-01-15T15:08:41.466728+0000","last_became_active":"2023-01-15T14:28:22.926346+0000","last_became_peered":"2023-01-15T14:28:22.926346+0000","last_unstale":"2023-01-15T15:08:41.466728+0000","last_undegraded":"2023-01-15T15:08:41.466728+0000","last_fullsized":"2023-01-15T15:08:41.466728+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:42:27.204083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":386,"num_read_kb":373,"num_write":858,"num_write_kb":34045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"213'71","reported_seq":307,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:16.874218+0000","last_change":"2023-01-15T14:27:46.344399+0000","last_active":"2023-01-15T15:08:16.874218+0000","last_peered":"2023-01-15T15:08:16.874218+0000","last_clean":"2023-01-15T15:08:16.874218+0000","last_became_active":"2023-01-15T14:27:46.344188+0000","last_became_peered":"2023-01-15T14:27:46.344188+0000","last_unstale":"2023-01-15T15:08:16.874218+0000","last_undegraded":"2023-01-15T15:08:16.874218+0000","last_fullsized":"2023-01-15T15:08:16.874218+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:23.990586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"213'374","reported_seq":1421,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.891597+0000","last_change":"2023-01-15T14:27:48.281942+0000","last_active":"2023-01-15T15:08:53.891597+0000","last_peered":"2023-01-15T15:08:53.891597+0000","last_clean":"2023-01-15T15:08:53.891597+0000","last_became_active":"2023-01-15T14:27:48.281727+0000","last_became_peered":"2023-01-15T14:27:48.281727+0000","last_unstale":"2023-01-15T15:08:53.891597+0000","last_undegraded":"2023-01-15T15:08:53.891597+0000","last_fullsized":"2023-01-15T15:08:53.891597+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:03:10.853492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"213'107","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:19.931141+0000","last_change":"2023-01-15T14:27:50.291495+0000","last_active":"2023-01-15T15:08:19.931141+0000","last_peered":"2023-01-15T15:08:19.931141+0000","last_clean":"2023-01-15T15:08:19.931141+0000","last_became_active":"2023-01-15T14:27:50.291237+0000","last_became_peered":"2023-01-15T14:27:50.291237+0000","last_unstale":"2023-01-15T15:08:19.931141+0000","last_undegraded":"2023-01-15T15:08:19.931141+0000","last_fullsized":"2023-01-15T15:08:19.931141+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:15:27.104480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.354029+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:06:02.354029+0000","last_peered":"2023-01-15T15:06:02.354029+0000","last_clean":"2023-01-15T15:06:02.354029+0000","last_became_active":"2023-01-15T14:27:44.273405+0000","last_became_peered":"2023-01-15T14:27:44.273405+0000","last_unstale":"2023-01-15T15:06:02.354029+0000","last_undegraded":"2023-01-15T15:06:02.354029+0000","last_fullsized":"2023-01-15T15:06:02.354029+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:14.030021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"213'850","reported_seq":2106,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.313311+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.269787+0000","last_became_peered":"2023-01-15T14:27:41.269787+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:48:51.518643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3892,"num_read_kb":3405,"num_write":1204,"num_write_kb":482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"213'210","reported_seq":598,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.880338+0000","last_change":"2023-01-15T14:27:39.258403+0000","last_active":"2023-01-15T15:08:52.880338+0000","last_peered":"2023-01-15T15:08:52.880338+0000","last_clean":"2023-01-15T15:08:52.880338+0000","last_became_active":"2023-01-15T14:27:39.255544+0000","last_became_peered":"2023-01-15T14:27:39.255544+0000","last_unstale":"2023-01-15T15:08:52.880338+0000","last_undegraded":"2023-01-15T15:08:52.880338+0000","last_fullsized":"2023-01-15T15:08:52.880338+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:12.558866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5324508,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":575,"num_read_kb":5677,"num_write":1046,"num_write_kb":49565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"213'212","reported_seq":520,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.862815+0000","last_change":"2023-01-15T14:27:46.274677+0000","last_active":"2023-01-15T15:08:53.862815+0000","last_peered":"2023-01-15T15:08:53.862815+0000","last_clean":"2023-01-15T15:08:53.862815+0000","last_became_active":"2023-01-15T14:27:46.274439+0000","last_became_peered":"2023-01-15T14:27:46.274439+0000","last_unstale":"2023-01-15T15:08:53.862815+0000","last_undegraded":"2023-01-15T15:08:53.862815+0000","last_fullsized":"2023-01-15T15:08:53.862815+0000","mapping_epoch":27,"log_start":"213'200","ondisk_log_start":"213'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:39:45.426881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7634,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1317,"num_read_kb":1307,"num_write":2284,"num_write_kb":2162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:06.841361+0000","last_change":"2023-01-15T14:27:48.283406+0000","last_active":"2023-01-15T15:06:06.841361+0000","last_peered":"2023-01-15T15:06:06.841361+0000","last_clean":"2023-01-15T15:06:06.841361+0000","last_became_active":"2023-01-15T14:27:48.283157+0000","last_became_peered":"2023-01-15T14:27:48.283157+0000","last_unstale":"2023-01-15T15:06:06.841361+0000","last_undegraded":"2023-01-15T15:06:06.841361+0000","last_fullsized":"2023-01-15T15:06:06.841361+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:52.411999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"213'133","reported_seq":353,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.554684+0000","last_change":"2023-01-15T14:27:50.288915+0000","last_active":"2023-01-15T15:08:53.554684+0000","last_peered":"2023-01-15T15:08:53.554684+0000","last_clean":"2023-01-15T15:08:53.554684+0000","last_became_active":"2023-01-15T14:27:50.288673+0000","last_became_peered":"2023-01-15T14:27:50.288673+0000","last_unstale":"2023-01-15T15:08:53.554684+0000","last_undegraded":"2023-01-15T15:08:53.554684+0000","last_fullsized":"2023-01-15T15:08:53.554684+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:52:50.741140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":141,"num_write":343,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.346864+0000","last_change":"2023-01-15T14:27:44.274543+0000","last_active":"2023-01-15T15:05:17.346864+0000","last_peered":"2023-01-15T15:05:17.346864+0000","last_clean":"2023-01-15T15:05:17.346864+0000","last_became_active":"2023-01-15T14:27:44.274291+0000","last_became_peered":"2023-01-15T14:27:44.274291+0000","last_unstale":"2023-01-15T15:05:17.346864+0000","last_undegraded":"2023-01-15T15:05:17.346864+0000","last_fullsized":"2023-01-15T15:05:17.346864+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:53:28.232243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"213'159","reported_seq":494,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.883486+0000","last_change":"2023-01-15T14:27:39.251150+0000","last_active":"2023-01-15T15:08:52.883486+0000","last_peered":"2023-01-15T15:08:52.883486+0000","last_clean":"2023-01-15T15:08:52.883486+0000","last_became_active":"2023-01-15T14:27:39.250650+0000","last_became_peered":"2023-01-15T14:27:39.250650+0000","last_unstale":"2023-01-15T15:08:52.883486+0000","last_undegraded":"2023-01-15T15:08:52.883486+0000","last_fullsized":"2023-01-15T15:08:52.883486+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:52.857243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244985,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":418,"num_read_kb":26772,"num_write":913,"num_write_kb":10550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.343790+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T15:04:57.343790+0000","last_peered":"2023-01-15T15:04:57.343790+0000","last_clean":"2023-01-15T15:04:57.343790+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T15:04:57.343790+0000","last_undegraded":"2023-01-15T15:04:57.343790+0000","last_fullsized":"2023-01-15T15:04:57.343790+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:28:30.773475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"213'325","reported_seq":1617,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.391838+0000","last_change":"2023-01-15T14:27:41.259762+0000","last_active":"2023-01-15T15:08:51.391838+0000","last_peered":"2023-01-15T15:08:51.391838+0000","last_clean":"2023-01-15T15:08:51.391838+0000","last_became_active":"2023-01-15T14:27:41.259547+0000","last_became_peered":"2023-01-15T14:27:41.259547+0000","last_unstale":"2023-01-15T15:08:51.391838+0000","last_undegraded":"2023-01-15T15:08:51.391838+0000","last_fullsized":"2023-01-15T15:08:51.391838+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:05.557946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2191,"num_read_kb":2098,"num_write":377,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"213'1708","reported_seq":3488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.813417+0000","last_change":"2023-01-15T14:27:46.276769+0000","last_active":"2023-01-15T15:08:56.813417+0000","last_peered":"2023-01-15T15:08:56.813417+0000","last_clean":"2023-01-15T15:08:56.813417+0000","last_became_active":"2023-01-15T14:27:46.276359+0000","last_became_peered":"2023-01-15T14:27:46.276359+0000","last_unstale":"2023-01-15T15:08:56.813417+0000","last_undegraded":"2023-01-15T15:08:56.813417+0000","last_fullsized":"2023-01-15T15:08:56.813417+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":1600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:20:17.708317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2460,"num_read_kb":2451,"num_write":1680,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"213'427","reported_seq":1381,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.892269+0000","last_change":"2023-01-15T14:27:48.281695+0000","last_active":"2023-01-15T15:08:53.892269+0000","last_peered":"2023-01-15T15:08:53.892269+0000","last_clean":"2023-01-15T15:08:53.892269+0000","last_became_active":"2023-01-15T14:27:48.281425+0000","last_became_peered":"2023-01-15T14:27:48.281425+0000","last_unstale":"2023-01-15T15:08:53.892269+0000","last_undegraded":"2023-01-15T15:08:53.892269+0000","last_fullsized":"2023-01-15T15:08:53.892269+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:42.071679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"213'163","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.838548+0000","last_change":"2023-01-15T14:27:50.290943+0000","last_active":"2023-01-15T15:08:27.838548+0000","last_peered":"2023-01-15T15:08:27.838548+0000","last_clean":"2023-01-15T15:08:27.838548+0000","last_became_active":"2023-01-15T14:27:50.290626+0000","last_became_peered":"2023-01-15T14:27:50.290626+0000","last_unstale":"2023-01-15T15:08:27.838548+0000","last_undegraded":"2023-01-15T15:08:27.838548+0000","last_fullsized":"2023-01-15T15:08:27.838548+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:49.578010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":423,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.851271+0000","last_change":"2023-01-15T14:27:44.274595+0000","last_active":"2023-01-15T15:05:51.851271+0000","last_peered":"2023-01-15T15:05:51.851271+0000","last_clean":"2023-01-15T15:05:51.851271+0000","last_became_active":"2023-01-15T14:27:44.274353+0000","last_became_peered":"2023-01-15T14:27:44.274353+0000","last_unstale":"2023-01-15T15:05:51.851271+0000","last_undegraded":"2023-01-15T15:05:51.851271+0000","last_fullsized":"2023-01-15T15:05:51.851271+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:04:55.277745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":225,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.843307+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T15:04:56.843307+0000","last_peered":"2023-01-15T15:04:56.843307+0000","last_clean":"2023-01-15T15:04:56.843307+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T15:04:56.843307+0000","last_undegraded":"2023-01-15T15:04:56.843307+0000","last_fullsized":"2023-01-15T15:04:56.843307+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:34.408371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"213'155","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.143521+0000","last_change":"2023-01-15T14:27:39.252193+0000","last_active":"2023-01-15T15:08:42.143521+0000","last_peered":"2023-01-15T15:08:42.143521+0000","last_clean":"2023-01-15T15:08:42.143521+0000","last_became_active":"2023-01-15T14:27:39.251184+0000","last_became_peered":"2023-01-15T14:27:39.251184+0000","last_unstale":"2023-01-15T15:08:42.143521+0000","last_undegraded":"2023-01-15T15:08:42.143521+0000","last_fullsized":"2023-01-15T15:08:42.143521+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:47:15.025964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272157,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":370,"num_read_kb":25217,"num_write":809,"num_write_kb":23453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"213'431","reported_seq":1907,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.929411+0000","last_change":"2023-01-15T14:27:41.252430+0000","last_active":"2023-01-15T15:08:51.929411+0000","last_peered":"2023-01-15T15:08:51.929411+0000","last_clean":"2023-01-15T15:08:51.929411+0000","last_became_active":"2023-01-15T14:27:41.252160+0000","last_became_peered":"2023-01-15T14:27:41.252160+0000","last_unstale":"2023-01-15T15:08:51.929411+0000","last_undegraded":"2023-01-15T15:08:51.929411+0000","last_fullsized":"2023-01-15T15:08:51.929411+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:55:09.004944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2767,"num_read_kb":2625,"num_write":551,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"213'2354","reported_seq":4422,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.854841+0000","last_change":"2023-01-15T14:27:46.345814+0000","last_active":"2023-01-15T15:08:53.854841+0000","last_peered":"2023-01-15T15:08:53.854841+0000","last_clean":"2023-01-15T15:08:53.854841+0000","last_became_active":"2023-01-15T14:27:46.345575+0000","last_became_peered":"2023-01-15T14:27:46.345575+0000","last_unstale":"2023-01-15T15:08:53.854841+0000","last_undegraded":"2023-01-15T15:08:53.854841+0000","last_fullsized":"2023-01-15T15:08:53.854841+0000","mapping_epoch":27,"log_start":"213'2300","ondisk_log_start":"213'2300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":2300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:05.217093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26735,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3107,"num_read_kb":3091,"num_write":2246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.846684+0000","last_change":"2023-01-15T14:27:48.281576+0000","last_active":"2023-01-15T15:05:21.846684+0000","last_peered":"2023-01-15T15:05:21.846684+0000","last_clean":"2023-01-15T15:05:21.846684+0000","last_became_active":"2023-01-15T14:27:48.281326+0000","last_became_peered":"2023-01-15T14:27:48.281326+0000","last_unstale":"2023-01-15T15:05:21.846684+0000","last_undegraded":"2023-01-15T15:05:21.846684+0000","last_fullsized":"2023-01-15T15:05:21.846684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:59.063695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"213'146","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.404286+0000","last_change":"2023-01-15T14:27:50.290359+0000","last_active":"2023-01-15T15:08:51.404286+0000","last_peered":"2023-01-15T15:08:51.404286+0000","last_clean":"2023-01-15T15:08:51.404286+0000","last_became_active":"2023-01-15T14:27:50.290101+0000","last_became_peered":"2023-01-15T14:27:50.290101+0000","last_unstale":"2023-01-15T15:08:51.404286+0000","last_undegraded":"2023-01-15T15:08:51.404286+0000","last_fullsized":"2023-01-15T15:08:51.404286+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:57.094271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":376,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872872+0000","last_change":"2023-01-15T14:27:44.274086+0000","last_active":"2023-01-15T15:06:46.872872+0000","last_peered":"2023-01-15T15:06:46.872872+0000","last_clean":"2023-01-15T15:06:46.872872+0000","last_became_active":"2023-01-15T14:27:44.273675+0000","last_became_peered":"2023-01-15T14:27:44.273675+0000","last_unstale":"2023-01-15T15:06:46.872872+0000","last_undegraded":"2023-01-15T15:06:46.872872+0000","last_fullsized":"2023-01-15T15:06:46.872872+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:21.683196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"213'409","reported_seq":1709,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.964049+0000","last_change":"2023-01-15T14:27:41.259340+0000","last_active":"2023-01-15T15:08:51.964049+0000","last_peered":"2023-01-15T15:08:51.964049+0000","last_clean":"2023-01-15T15:08:51.964049+0000","last_became_active":"2023-01-15T14:27:41.258821+0000","last_became_peered":"2023-01-15T14:27:41.258821+0000","last_unstale":"2023-01-15T15:08:51.964049+0000","last_undegraded":"2023-01-15T15:08:51.964049+0000","last_fullsized":"2023-01-15T15:08:51.964049+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:43:07.179158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2501,"num_read_kb":2340,"num_write":525,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.085228+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T15:04:57.085228+0000","last_peered":"2023-01-15T15:04:57.085228+0000","last_clean":"2023-01-15T15:04:57.085228+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T15:04:57.085228+0000","last_undegraded":"2023-01-15T15:04:57.085228+0000","last_fullsized":"2023-01-15T15:04:57.085228+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:15.130055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859646+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T15:05:31.859646+0000","last_peered":"2023-01-15T15:05:31.859646+0000","last_clean":"2023-01-15T15:05:31.859646+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T15:05:31.859646+0000","last_undegraded":"2023-01-15T15:05:31.859646+0000","last_fullsized":"2023-01-15T15:05:31.859646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"213'197","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.840965+0000","last_change":"2023-01-15T14:28:22.947751+0000","last_active":"2023-01-15T15:08:52.840965+0000","last_peered":"2023-01-15T15:08:52.840965+0000","last_clean":"2023-01-15T15:08:52.840965+0000","last_became_active":"2023-01-15T14:28:22.947416+0000","last_became_peered":"2023-01-15T14:28:22.947416+0000","last_unstale":"2023-01-15T15:08:52.840965+0000","last_undegraded":"2023-01-15T15:08:52.840965+0000","last_fullsized":"2023-01-15T15:08:52.840965+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:31.986863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777271,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":54219,"num_write":1122,"num_write_kb":35360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"213'2183","reported_seq":4712,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.776552+0000","last_change":"2023-01-15T14:27:46.274607+0000","last_active":"2023-01-15T15:08:56.776552+0000","last_peered":"2023-01-15T15:08:56.776552+0000","last_clean":"2023-01-15T15:08:56.776552+0000","last_became_active":"2023-01-15T14:27:46.274357+0000","last_became_peered":"2023-01-15T14:27:46.274357+0000","last_unstale":"2023-01-15T15:08:56.776552+0000","last_undegraded":"2023-01-15T15:08:56.776552+0000","last_fullsized":"2023-01-15T15:08:56.776552+0000","mapping_epoch":27,"log_start":"213'2101","ondisk_log_start":"213'2101","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2101,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:06:17.407793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27380,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":3091,"num_read_kb":3075,"num_write":1817,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.859002+0000","last_change":"2023-01-15T14:27:48.286734+0000","last_active":"2023-01-15T15:05:26.859002+0000","last_peered":"2023-01-15T15:05:26.859002+0000","last_clean":"2023-01-15T15:05:26.859002+0000","last_became_active":"2023-01-15T14:27:48.286443+0000","last_became_peered":"2023-01-15T14:27:48.286443+0000","last_unstale":"2023-01-15T15:05:26.859002+0000","last_undegraded":"2023-01-15T15:05:26.859002+0000","last_fullsized":"2023-01-15T15:05:26.859002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:42:57.808163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"213'136","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.174408+0000","last_change":"2023-01-15T14:27:50.289032+0000","last_active":"2023-01-15T15:08:52.174408+0000","last_peered":"2023-01-15T15:08:52.174408+0000","last_clean":"2023-01-15T15:08:52.174408+0000","last_became_active":"2023-01-15T14:27:50.288842+0000","last_became_peered":"2023-01-15T14:27:50.288842+0000","last_unstale":"2023-01-15T15:08:52.174408+0000","last_undegraded":"2023-01-15T15:08:52.174408+0000","last_fullsized":"2023-01-15T15:08:52.174408+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:59.717407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":387,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040254+0000","last_change":"2023-01-15T14:27:44.273188+0000","last_active":"2023-01-15T15:06:47.040254+0000","last_peered":"2023-01-15T15:06:47.040254+0000","last_clean":"2023-01-15T15:06:47.040254+0000","last_became_active":"2023-01-15T14:27:44.272942+0000","last_became_peered":"2023-01-15T14:27:44.272942+0000","last_unstale":"2023-01-15T15:06:47.040254+0000","last_undegraded":"2023-01-15T15:06:47.040254+0000","last_fullsized":"2023-01-15T15:06:47.040254+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:31.274448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"213'759","reported_seq":1952,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:25.995564+0000","last_change":"2023-01-15T14:27:41.256572+0000","last_active":"2023-01-15T15:08:25.995564+0000","last_peered":"2023-01-15T15:08:25.995564+0000","last_clean":"2023-01-15T15:08:25.995564+0000","last_became_active":"2023-01-15T14:27:41.256337+0000","last_became_peered":"2023-01-15T14:27:41.256337+0000","last_unstale":"2023-01-15T15:08:25.995564+0000","last_undegraded":"2023-01-15T15:08:25.995564+0000","last_fullsized":"2023-01-15T15:08:25.995564+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:34:33.121237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3557,"num_read_kb":3143,"num_write":1045,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":222,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.853474+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T15:04:56.853474+0000","last_peered":"2023-01-15T15:04:56.853474+0000","last_clean":"2023-01-15T15:04:56.853474+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T15:04:56.853474+0000","last_undegraded":"2023-01-15T15:04:56.853474+0000","last_fullsized":"2023-01-15T15:04:56.853474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"213'147","reported_seq":475,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.538418+0000","last_change":"2023-01-15T14:27:39.254207+0000","last_active":"2023-01-15T15:08:45.538418+0000","last_peered":"2023-01-15T15:08:45.538418+0000","last_clean":"2023-01-15T15:08:45.538418+0000","last_became_active":"2023-01-15T14:27:39.253939+0000","last_became_peered":"2023-01-15T14:27:39.253939+0000","last_unstale":"2023-01-15T15:08:45.538418+0000","last_undegraded":"2023-01-15T15:08:45.538418+0000","last_fullsized":"2023-01-15T15:08:45.538418+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:41:52.853211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10531062,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":37115,"num_write":768,"num_write_kb":28983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"213'118","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.714030+0000","last_change":"2023-01-15T14:27:46.344712+0000","last_active":"2023-01-15T15:08:51.714030+0000","last_peered":"2023-01-15T15:08:51.714030+0000","last_clean":"2023-01-15T15:08:51.714030+0000","last_became_active":"2023-01-15T14:27:46.344482+0000","last_became_peered":"2023-01-15T14:27:46.344482+0000","last_unstale":"2023-01-15T15:08:51.714030+0000","last_undegraded":"2023-01-15T15:08:51.714030+0000","last_fullsized":"2023-01-15T15:08:51.714030+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:17:35.643609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":142,"num_read_kb":134,"num_write":103,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980129+0000","last_change":"2023-01-15T14:27:48.283075+0000","last_active":"2023-01-15T15:05:21.980129+0000","last_peered":"2023-01-15T15:05:21.980129+0000","last_clean":"2023-01-15T15:05:21.980129+0000","last_became_active":"2023-01-15T14:27:48.282848+0000","last_became_peered":"2023-01-15T14:27:48.282848+0000","last_unstale":"2023-01-15T15:05:21.980129+0000","last_undegraded":"2023-01-15T15:05:21.980129+0000","last_fullsized":"2023-01-15T15:05:21.980129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:02.821604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"213'231","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.643906+0000","last_change":"2023-01-15T14:27:50.283894+0000","last_active":"2023-01-15T15:08:51.643906+0000","last_peered":"2023-01-15T15:08:51.643906+0000","last_clean":"2023-01-15T15:08:51.643906+0000","last_became_active":"2023-01-15T14:27:50.283519+0000","last_became_peered":"2023-01-15T14:27:50.283519+0000","last_unstale":"2023-01-15T15:08:51.643906+0000","last_undegraded":"2023-01-15T15:08:51.643906+0000","last_fullsized":"2023-01-15T15:08:51.643906+0000","mapping_epoch":31,"log_start":"213'200","ondisk_log_start":"213'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:49.665282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":417,"num_write":577,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857113+0000","last_change":"2023-01-15T14:27:44.269587+0000","last_active":"2023-01-15T15:05:16.857113+0000","last_peered":"2023-01-15T15:05:16.857113+0000","last_clean":"2023-01-15T15:05:16.857113+0000","last_became_active":"2023-01-15T14:27:44.269400+0000","last_became_peered":"2023-01-15T14:27:44.269400+0000","last_unstale":"2023-01-15T15:05:16.857113+0000","last_undegraded":"2023-01-15T15:05:16.857113+0000","last_fullsized":"2023-01-15T15:05:16.857113+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:40.286451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.863771+0000","last_change":"2023-01-15T14:27:41.256123+0000","last_active":"2023-01-15T15:08:50.863771+0000","last_peered":"2023-01-15T15:08:50.863771+0000","last_clean":"2023-01-15T15:08:50.863771+0000","last_became_active":"2023-01-15T14:27:41.255880+0000","last_became_peered":"2023-01-15T14:27:41.255880+0000","last_unstale":"2023-01-15T15:08:50.863771+0000","last_undegraded":"2023-01-15T15:08:50.863771+0000","last_fullsized":"2023-01-15T15:08:50.863771+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:57.127472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2039,"num_read_kb":1950,"num_write":375,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859675+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T15:05:31.859675+0000","last_peered":"2023-01-15T15:05:31.859675+0000","last_clean":"2023-01-15T15:05:31.859675+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T15:05:31.859675+0000","last_undegraded":"2023-01-15T15:05:31.859675+0000","last_fullsized":"2023-01-15T15:05:31.859675+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"213'174","reported_seq":534,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.706187+0000","last_change":"2023-01-15T14:27:39.255751+0000","last_active":"2023-01-15T15:08:41.706187+0000","last_peered":"2023-01-15T15:08:41.706187+0000","last_clean":"2023-01-15T15:08:41.706187+0000","last_became_active":"2023-01-15T14:27:39.255451+0000","last_became_peered":"2023-01-15T14:27:39.255451+0000","last_unstale":"2023-01-15T15:08:41.706187+0000","last_undegraded":"2023-01-15T15:08:41.706187+0000","last_fullsized":"2023-01-15T15:08:41.706187+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:08.660276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625434,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":442,"num_read_kb":9634,"num_write":941,"num_write_kb":44344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"213'2256","reported_seq":4284,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.759398+0000","last_change":"2023-01-15T14:27:46.275817+0000","last_active":"2023-01-15T15:08:56.759398+0000","last_peered":"2023-01-15T15:08:56.759398+0000","last_clean":"2023-01-15T15:08:56.759398+0000","last_became_active":"2023-01-15T14:27:46.275598+0000","last_became_peered":"2023-01-15T14:27:46.275598+0000","last_unstale":"2023-01-15T15:08:56.759398+0000","last_undegraded":"2023-01-15T15:08:56.759398+0000","last_fullsized":"2023-01-15T15:08:56.759398+0000","mapping_epoch":27,"log_start":"213'2200","ondisk_log_start":"213'2200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":2200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:26.384758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29987,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":3200,"num_read_kb":3187,"num_write":2468,"num_write_kb":451,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.974222+0000","last_change":"2023-01-15T14:27:48.284853+0000","last_active":"2023-01-15T15:04:41.974222+0000","last_peered":"2023-01-15T15:04:41.974222+0000","last_clean":"2023-01-15T15:04:41.974222+0000","last_became_active":"2023-01-15T14:27:48.284584+0000","last_became_peered":"2023-01-15T14:27:48.284584+0000","last_unstale":"2023-01-15T15:04:41.974222+0000","last_undegraded":"2023-01-15T15:04:41.974222+0000","last_fullsized":"2023-01-15T15:04:41.974222+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:34:04.458037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"213'132","reported_seq":375,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.953317+0000","last_change":"2023-01-15T14:27:50.286478+0000","last_active":"2023-01-15T15:08:49.953317+0000","last_peered":"2023-01-15T15:08:49.953317+0000","last_clean":"2023-01-15T15:08:49.953317+0000","last_became_active":"2023-01-15T14:27:50.286309+0000","last_became_peered":"2023-01-15T14:27:50.286309+0000","last_unstale":"2023-01-15T15:08:49.953317+0000","last_undegraded":"2023-01-15T15:08:49.953317+0000","last_fullsized":"2023-01-15T15:08:49.953317+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:49:45.027626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":203,"num_write":363,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980161+0000","last_change":"2023-01-15T14:27:44.272280+0000","last_active":"2023-01-15T15:05:21.980161+0000","last_peered":"2023-01-15T15:05:21.980161+0000","last_clean":"2023-01-15T15:05:21.980161+0000","last_became_active":"2023-01-15T14:27:44.271974+0000","last_became_peered":"2023-01-15T14:27:44.271974+0000","last_unstale":"2023-01-15T15:05:21.980161+0000","last_undegraded":"2023-01-15T15:05:21.980161+0000","last_fullsized":"2023-01-15T15:05:21.980161+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:24:06.239812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852354+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T15:04:51.852354+0000","last_peered":"2023-01-15T15:04:51.852354+0000","last_clean":"2023-01-15T15:04:51.852354+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T15:04:51.852354+0000","last_undegraded":"2023-01-15T15:04:51.852354+0000","last_fullsized":"2023-01-15T15:04:51.852354+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"213'167","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.854301+0000","last_change":"2023-01-15T14:27:39.251309+0000","last_active":"2023-01-15T15:08:52.854301+0000","last_peered":"2023-01-15T15:08:52.854301+0000","last_clean":"2023-01-15T15:08:52.854301+0000","last_became_active":"2023-01-15T14:27:39.250973+0000","last_became_peered":"2023-01-15T14:27:39.250973+0000","last_unstale":"2023-01-15T15:08:52.854301+0000","last_undegraded":"2023-01-15T15:08:52.854301+0000","last_fullsized":"2023-01-15T15:08:52.854301+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:08.135048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":398,"num_read_kb":18227,"num_write":928,"num_write_kb":31945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"213'1522","reported_seq":3018,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894028+0000","last_change":"2023-01-15T14:27:41.269681+0000","last_active":"2023-01-15T15:08:52.894028+0000","last_peered":"2023-01-15T15:08:52.894028+0000","last_clean":"2023-01-15T15:08:52.894028+0000","last_became_active":"2023-01-15T14:27:41.260315+0000","last_became_peered":"2023-01-15T14:27:41.260315+0000","last_unstale":"2023-01-15T15:08:52.894028+0000","last_undegraded":"2023-01-15T15:08:52.894028+0000","last_fullsized":"2023-01-15T15:08:52.894028+0000","mapping_epoch":22,"log_start":"213'1500","ondisk_log_start":"213'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":1500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:08:37.964128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6492,"num_read_kb":5604,"num_write":2148,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"213'106","reported_seq":364,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.755040+0000","last_change":"2023-01-15T14:27:46.274984+0000","last_active":"2023-01-15T15:08:21.755040+0000","last_peered":"2023-01-15T15:08:21.755040+0000","last_clean":"2023-01-15T15:08:21.755040+0000","last_became_active":"2023-01-15T14:27:46.274509+0000","last_became_peered":"2023-01-15T14:27:46.274509+0000","last_unstale":"2023-01-15T15:08:21.755040+0000","last_undegraded":"2023-01-15T15:08:21.755040+0000","last_fullsized":"2023-01-15T15:08:21.755040+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:52.661605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":132,"num_read_kb":126,"num_write":86,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.956490+0000","last_change":"2023-01-15T14:27:48.283649+0000","last_active":"2023-01-15T15:04:41.956490+0000","last_peered":"2023-01-15T15:04:41.956490+0000","last_clean":"2023-01-15T15:04:41.956490+0000","last_became_active":"2023-01-15T14:27:48.283342+0000","last_became_peered":"2023-01-15T14:27:48.283342+0000","last_unstale":"2023-01-15T15:04:41.956490+0000","last_undegraded":"2023-01-15T15:04:41.956490+0000","last_fullsized":"2023-01-15T15:04:41.956490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:40.904826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"213'140","reported_seq":388,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.233582+0000","last_change":"2023-01-15T14:27:50.289694+0000","last_active":"2023-01-15T15:08:48.233582+0000","last_peered":"2023-01-15T15:08:48.233582+0000","last_clean":"2023-01-15T15:08:48.233582+0000","last_became_active":"2023-01-15T14:27:50.289431+0000","last_became_peered":"2023-01-15T14:27:50.289431+0000","last_unstale":"2023-01-15T15:08:48.233582+0000","last_undegraded":"2023-01-15T15:08:48.233582+0000","last_fullsized":"2023-01-15T15:08:48.233582+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:29.596625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834493+0000","last_change":"2023-01-15T14:27:44.269175+0000","last_active":"2023-01-15T15:05:16.834493+0000","last_peered":"2023-01-15T15:05:16.834493+0000","last_clean":"2023-01-15T15:05:16.834493+0000","last_became_active":"2023-01-15T14:27:44.268917+0000","last_became_peered":"2023-01-15T14:27:44.268917+0000","last_unstale":"2023-01-15T15:05:16.834493+0000","last_undegraded":"2023-01-15T15:05:16.834493+0000","last_fullsized":"2023-01-15T15:05:16.834493+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:50.938264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.843113+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T15:06:21.843113+0000","last_peered":"2023-01-15T15:06:21.843113+0000","last_clean":"2023-01-15T15:06:21.843113+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T15:06:21.843113+0000","last_undegraded":"2023-01-15T15:06:21.843113+0000","last_fullsized":"2023-01-15T15:06:21.843113+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"213'168","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.135707+0000","last_change":"2023-01-15T14:27:39.247759+0000","last_active":"2023-01-15T15:08:50.135707+0000","last_peered":"2023-01-15T15:08:50.135707+0000","last_clean":"2023-01-15T15:08:50.135707+0000","last_became_active":"2023-01-15T14:27:39.247438+0000","last_became_peered":"2023-01-15T14:27:39.247438+0000","last_unstale":"2023-01-15T15:08:50.135707+0000","last_undegraded":"2023-01-15T15:08:50.135707+0000","last_fullsized":"2023-01-15T15:08:50.135707+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:01.751842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5255168,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":382,"num_read_kb":42367,"num_write":878,"num_write_kb":33868,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"213'326","reported_seq":1485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.301581+0000","last_change":"2023-01-15T14:27:41.260971+0000","last_active":"2023-01-15T15:08:50.301581+0000","last_peered":"2023-01-15T15:08:50.301581+0000","last_clean":"2023-01-15T15:08:50.301581+0000","last_became_active":"2023-01-15T14:27:41.260771+0000","last_became_peered":"2023-01-15T14:27:41.260771+0000","last_unstale":"2023-01-15T15:08:50.301581+0000","last_undegraded":"2023-01-15T15:08:50.301581+0000","last_fullsized":"2023-01-15T15:08:50.301581+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:49.333990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2010,"num_read_kb":1894,"num_write":396,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"213'2173","reported_seq":4117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.902304+0000","last_change":"2023-01-15T14:27:46.343670+0000","last_active":"2023-01-15T15:08:56.902304+0000","last_peered":"2023-01-15T15:08:56.902304+0000","last_clean":"2023-01-15T15:08:56.902304+0000","last_became_active":"2023-01-15T14:27:46.343433+0000","last_became_peered":"2023-01-15T14:27:46.343433+0000","last_unstale":"2023-01-15T15:08:56.902304+0000","last_undegraded":"2023-01-15T15:08:56.902304+0000","last_fullsized":"2023-01-15T15:08:56.902304+0000","mapping_epoch":27,"log_start":"213'2100","ondisk_log_start":"213'2100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:45:05.149215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2881,"num_read_kb":2872,"num_write":2157,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"213'397","reported_seq":1945,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.888967+0000","last_change":"2023-01-15T14:27:48.280800+0000","last_active":"2023-01-15T15:08:53.888967+0000","last_peered":"2023-01-15T15:08:53.888967+0000","last_clean":"2023-01-15T15:08:53.888967+0000","last_became_active":"2023-01-15T14:27:48.280553+0000","last_became_peered":"2023-01-15T14:27:48.280553+0000","last_unstale":"2023-01-15T15:08:53.888967+0000","last_undegraded":"2023-01-15T15:08:53.888967+0000","last_fullsized":"2023-01-15T15:08:53.888967+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:49.964157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"213'97","reported_seq":314,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.719743+0000","last_change":"2023-01-15T14:27:50.284491+0000","last_active":"2023-01-15T15:08:45.719743+0000","last_peered":"2023-01-15T15:08:45.719743+0000","last_clean":"2023-01-15T15:08:45.719743+0000","last_became_active":"2023-01-15T14:27:50.284240+0000","last_became_peered":"2023-01-15T14:27:50.284240+0000","last_unstale":"2023-01-15T15:08:45.719743+0000","last_undegraded":"2023-01-15T15:08:45.719743+0000","last_fullsized":"2023-01-15T15:08:45.719743+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:57:49.593566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":272,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3","version":"33'3","reported_seq":339,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.508911+0000","last_change":"2023-01-15T14:27:44.270323+0000","last_active":"2023-01-15T15:08:53.508911+0000","last_peered":"2023-01-15T15:08:53.508911+0000","last_clean":"2023-01-15T15:08:53.508911+0000","last_became_active":"2023-01-15T14:27:44.269682+0000","last_became_peered":"2023-01-15T14:27:44.269682+0000","last_unstale":"2023-01-15T15:08:53.508911+0000","last_undegraded":"2023-01-15T15:08:53.508911+0000","last_fullsized":"2023-01-15T15:08:53.508911+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:03:52.409601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":131,"num_read_kb":126,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.843770+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T15:06:26.843770+0000","last_peered":"2023-01-15T15:06:26.843770+0000","last_clean":"2023-01-15T15:06:26.843770+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T15:06:26.843770+0000","last_undegraded":"2023-01-15T15:06:26.843770+0000","last_fullsized":"2023-01-15T15:06:26.843770+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"213'171","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.344310+0000","last_change":"2023-01-15T14:27:39.260233+0000","last_active":"2023-01-15T15:08:41.344310+0000","last_peered":"2023-01-15T15:08:41.344310+0000","last_clean":"2023-01-15T15:08:41.344310+0000","last_became_active":"2023-01-15T14:27:39.259798+0000","last_became_peered":"2023-01-15T14:27:39.259798+0000","last_unstale":"2023-01-15T15:08:41.344310+0000","last_undegraded":"2023-01-15T15:08:41.344310+0000","last_fullsized":"2023-01-15T15:08:41.344310+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:38:42.796226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5606228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":361,"num_read_kb":10597,"num_write":952,"num_write_kb":33173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"213'945","reported_seq":2560,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923746+0000","last_change":"2023-01-15T14:27:41.256053+0000","last_active":"2023-01-15T15:08:52.923746+0000","last_peered":"2023-01-15T15:08:52.923746+0000","last_clean":"2023-01-15T15:08:52.923746+0000","last_became_active":"2023-01-15T14:27:41.255843+0000","last_became_peered":"2023-01-15T14:27:41.255843+0000","last_unstale":"2023-01-15T15:08:52.923746+0000","last_undegraded":"2023-01-15T15:08:52.923746+0000","last_fullsized":"2023-01-15T15:08:52.923746+0000","mapping_epoch":22,"log_start":"213'900","ondisk_log_start":"213'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":900,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:11:24.628211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4939,"num_read_kb":4393,"num_write":1414,"num_write_kb":691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"213'3784","reported_seq":7317,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.780246+0000","last_change":"2023-01-15T14:27:46.274795+0000","last_active":"2023-01-15T15:08:56.780246+0000","last_peered":"2023-01-15T15:08:56.780246+0000","last_clean":"2023-01-15T15:08:56.780246+0000","last_became_active":"2023-01-15T14:27:46.274552+0000","last_became_peered":"2023-01-15T14:27:46.274552+0000","last_unstale":"2023-01-15T15:08:56.780246+0000","last_undegraded":"2023-01-15T15:08:56.780246+0000","last_fullsized":"2023-01-15T15:08:56.780246+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":3000,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:46:35.921093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26557,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":5323,"num_read_kb":5307,"num_write":3708,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347551+0000","last_change":"2023-01-15T14:27:48.279479+0000","last_active":"2023-01-15T15:05:22.347551+0000","last_peered":"2023-01-15T15:05:22.347551+0000","last_clean":"2023-01-15T15:05:22.347551+0000","last_became_active":"2023-01-15T14:27:48.279239+0000","last_became_peered":"2023-01-15T14:27:48.279239+0000","last_unstale":"2023-01-15T15:05:22.347551+0000","last_undegraded":"2023-01-15T15:05:22.347551+0000","last_fullsized":"2023-01-15T15:05:22.347551+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:47:35.999986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"213'116","reported_seq":343,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.917607+0000","last_change":"2023-01-15T14:27:50.285507+0000","last_active":"2023-01-15T15:08:52.917607+0000","last_peered":"2023-01-15T15:08:52.917607+0000","last_clean":"2023-01-15T15:08:52.917607+0000","last_became_active":"2023-01-15T14:27:50.285203+0000","last_became_peered":"2023-01-15T14:27:50.285203+0000","last_unstale":"2023-01-15T15:08:52.917607+0000","last_undegraded":"2023-01-15T15:08:52.917607+0000","last_fullsized":"2023-01-15T15:08:52.917607+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:32.954489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":284,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"213'571","reported_seq":1960,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.208402+0000","last_change":"2023-01-15T14:27:41.255602+0000","last_active":"2023-01-15T15:08:52.208402+0000","last_peered":"2023-01-15T15:08:52.208402+0000","last_clean":"2023-01-15T15:08:52.208402+0000","last_became_active":"2023-01-15T14:27:41.255358+0000","last_became_peered":"2023-01-15T14:27:41.255358+0000","last_unstale":"2023-01-15T15:08:52.208402+0000","last_undegraded":"2023-01-15T15:08:52.208402+0000","last_fullsized":"2023-01-15T15:08:52.208402+0000","mapping_epoch":22,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":500,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:10.670515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3155,"num_read_kb":2848,"num_write":784,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"213'158","reported_seq":514,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.812348+0000","last_change":"2023-01-15T14:27:39.253615+0000","last_active":"2023-01-15T15:08:52.812348+0000","last_peered":"2023-01-15T15:08:52.812348+0000","last_clean":"2023-01-15T15:08:52.812348+0000","last_became_active":"2023-01-15T14:27:39.253019+0000","last_became_peered":"2023-01-15T14:27:39.253019+0000","last_unstale":"2023-01-15T15:08:52.812348+0000","last_undegraded":"2023-01-15T15:08:52.812348+0000","last_fullsized":"2023-01-15T15:08:52.812348+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:14.514359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590194,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":70287,"num_write":853,"num_write_kb":33183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.088106+0000","last_change":"2023-01-15T14:27:44.270722+0000","last_active":"2023-01-15T15:05:17.088106+0000","last_peered":"2023-01-15T15:05:17.088106+0000","last_clean":"2023-01-15T15:05:17.088106+0000","last_became_active":"2023-01-15T14:27:44.270475+0000","last_became_peered":"2023-01-15T14:27:44.270475+0000","last_unstale":"2023-01-15T15:05:17.088106+0000","last_undegraded":"2023-01-15T15:05:17.088106+0000","last_fullsized":"2023-01-15T15:05:17.088106+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:52:15.977822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"213'1665","reported_seq":3429,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.907457+0000","last_change":"2023-01-15T14:27:46.344766+0000","last_active":"2023-01-15T15:08:56.907457+0000","last_peered":"2023-01-15T15:08:56.907457+0000","last_clean":"2023-01-15T15:08:56.907457+0000","last_became_active":"2023-01-15T14:27:46.344515+0000","last_became_peered":"2023-01-15T14:27:46.344515+0000","last_unstale":"2023-01-15T15:08:56.907457+0000","last_undegraded":"2023-01-15T15:08:56.907457+0000","last_fullsized":"2023-01-15T15:08:56.907457+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1600,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:16:22.500431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2408,"num_read_kb":2402,"num_write":1642,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"213'390","reported_seq":1531,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.887645+0000","last_change":"2023-01-15T14:27:48.281761+0000","last_active":"2023-01-15T15:08:53.887645+0000","last_peered":"2023-01-15T15:08:53.887645+0000","last_clean":"2023-01-15T15:08:53.887645+0000","last_became_active":"2023-01-15T14:27:48.281474+0000","last_became_peered":"2023-01-15T14:27:48.281474+0000","last_unstale":"2023-01-15T15:08:53.887645+0000","last_undegraded":"2023-01-15T15:08:53.887645+0000","last_fullsized":"2023-01-15T15:08:53.887645+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:34:23.977186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"213'135","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.301887+0000","last_change":"2023-01-15T14:27:50.289716+0000","last_active":"2023-01-15T15:08:42.301887+0000","last_peered":"2023-01-15T15:08:42.301887+0000","last_clean":"2023-01-15T15:08:42.301887+0000","last_became_active":"2023-01-15T14:27:50.288755+0000","last_became_peered":"2023-01-15T14:27:50.288755+0000","last_unstale":"2023-01-15T15:08:42.301887+0000","last_undegraded":"2023-01-15T15:08:42.301887+0000","last_fullsized":"2023-01-15T15:08:42.301887+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:06:15.041362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":326,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857010+0000","last_change":"2023-01-15T14:27:44.267676+0000","last_active":"2023-01-15T15:05:16.857010+0000","last_peered":"2023-01-15T15:05:16.857010+0000","last_clean":"2023-01-15T15:05:16.857010+0000","last_became_active":"2023-01-15T14:27:44.267386+0000","last_became_peered":"2023-01-15T14:27:44.267386+0000","last_unstale":"2023-01-15T15:05:16.857010+0000","last_undegraded":"2023-01-15T15:05:16.857010+0000","last_fullsized":"2023-01-15T15:05:16.857010+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:37:17.637349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"213'750","reported_seq":2361,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.090515+0000","last_change":"2023-01-15T14:27:41.256948+0000","last_active":"2023-01-15T15:08:51.090515+0000","last_peered":"2023-01-15T15:08:51.090515+0000","last_clean":"2023-01-15T15:08:51.090515+0000","last_became_active":"2023-01-15T14:27:41.256726+0000","last_became_peered":"2023-01-15T14:27:41.256726+0000","last_unstale":"2023-01-15T15:08:51.090515+0000","last_undegraded":"2023-01-15T15:08:51.090515+0000","last_fullsized":"2023-01-15T15:08:51.090515+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:51:58.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4118,"num_read_kb":3761,"num_write":1004,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"213'186","reported_seq":526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:39.632067+0000","last_change":"2023-01-15T14:27:39.412506+0000","last_active":"2023-01-15T15:08:39.632067+0000","last_peered":"2023-01-15T15:08:39.632067+0000","last_clean":"2023-01-15T15:08:39.632067+0000","last_became_active":"2023-01-15T14:27:39.412226+0000","last_became_peered":"2023-01-15T14:27:39.412226+0000","last_unstale":"2023-01-15T15:08:39.632067+0000","last_undegraded":"2023-01-15T15:08:39.632067+0000","last_fullsized":"2023-01-15T15:08:39.632067+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:15:42.461814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318667,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":438,"num_read_kb":1662,"num_write":962,"num_write_kb":16626,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"213'7332","reported_seq":13986,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.861079+0000","last_change":"2023-01-15T14:27:46.274684+0000","last_active":"2023-01-15T15:08:56.861079+0000","last_peered":"2023-01-15T15:08:56.861079+0000","last_clean":"2023-01-15T15:08:56.861079+0000","last_became_active":"2023-01-15T14:27:46.274391+0000","last_became_peered":"2023-01-15T14:27:46.274391+0000","last_unstale":"2023-01-15T15:08:56.861079+0000","last_undegraded":"2023-01-15T15:08:56.861079+0000","last_fullsized":"2023-01-15T15:08:56.861079+0000","mapping_epoch":27,"log_start":"213'7300","ondisk_log_start":"213'7300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":3000,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:41.691006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8995,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":10212,"num_read_kb":10195,"num_write":7273,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.989509+0000","last_change":"2023-01-15T14:27:48.284329+0000","last_active":"2023-01-15T15:06:31.989509+0000","last_peered":"2023-01-15T15:06:31.989509+0000","last_clean":"2023-01-15T15:06:31.989509+0000","last_became_active":"2023-01-15T14:27:48.284083+0000","last_became_peered":"2023-01-15T14:27:48.284083+0000","last_unstale":"2023-01-15T15:06:31.989509+0000","last_undegraded":"2023-01-15T15:06:31.989509+0000","last_fullsized":"2023-01-15T15:06:31.989509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:11:34.566157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"213'117","reported_seq":338,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.328698+0000","last_change":"2023-01-15T14:27:50.291943+0000","last_active":"2023-01-15T15:08:50.328698+0000","last_peered":"2023-01-15T15:08:50.328698+0000","last_clean":"2023-01-15T15:08:50.328698+0000","last_became_active":"2023-01-15T14:27:50.291755+0000","last_became_peered":"2023-01-15T14:27:50.291755+0000","last_unstale":"2023-01-15T15:08:50.328698+0000","last_undegraded":"2023-01-15T15:08:50.328698+0000","last_fullsized":"2023-01-15T15:08:50.328698+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:51.179212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856841+0000","last_change":"2023-01-15T14:27:44.273271+0000","last_active":"2023-01-15T15:05:16.856841+0000","last_peered":"2023-01-15T15:05:16.856841+0000","last_clean":"2023-01-15T15:05:16.856841+0000","last_became_active":"2023-01-15T14:27:44.272983+0000","last_became_peered":"2023-01-15T14:27:44.272983+0000","last_unstale":"2023-01-15T15:05:16.856841+0000","last_undegraded":"2023-01-15T15:05:16.856841+0000","last_fullsized":"2023-01-15T15:05:16.856841+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:12.714525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"213'395","reported_seq":1791,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.396439+0000","last_change":"2023-01-15T14:27:41.249597+0000","last_active":"2023-01-15T15:08:51.396439+0000","last_peered":"2023-01-15T15:08:51.396439+0000","last_clean":"2023-01-15T15:08:51.396439+0000","last_became_active":"2023-01-15T14:27:41.249353+0000","last_became_peered":"2023-01-15T14:27:41.249353+0000","last_unstale":"2023-01-15T15:08:51.396439+0000","last_undegraded":"2023-01-15T15:08:51.396439+0000","last_fullsized":"2023-01-15T15:08:51.396439+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:49:51.195415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2595,"num_read_kb":2442,"num_write":496,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"213'175","reported_seq":498,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.247064+0000","last_change":"2023-01-15T14:27:39.307568+0000","last_active":"2023-01-15T15:08:41.247064+0000","last_peered":"2023-01-15T15:08:41.247064+0000","last_clean":"2023-01-15T15:08:41.247064+0000","last_became_active":"2023-01-15T14:27:39.293739+0000","last_became_peered":"2023-01-15T14:27:39.293739+0000","last_unstale":"2023-01-15T15:08:41.247064+0000","last_undegraded":"2023-01-15T15:08:41.247064+0000","last_fullsized":"2023-01-15T15:08:41.247064+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:38:10.354669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2108,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":393,"num_read_kb":6569,"num_write":1004,"num_write_kb":9832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"213'1719","reported_seq":3525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.880392+0000","last_change":"2023-01-15T14:27:46.274324+0000","last_active":"2023-01-15T15:08:56.880392+0000","last_peered":"2023-01-15T15:08:56.880392+0000","last_clean":"2023-01-15T15:08:56.880392+0000","last_became_active":"2023-01-15T14:27:46.274075+0000","last_became_peered":"2023-01-15T14:27:46.274075+0000","last_unstale":"2023-01-15T15:08:56.880392+0000","last_undegraded":"2023-01-15T15:08:56.880392+0000","last_fullsized":"2023-01-15T15:08:56.880392+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:17.343126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8385,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2476,"num_write":1666,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:11.951892+0000","last_change":"2023-01-15T14:27:48.285639+0000","last_active":"2023-01-15T15:04:11.951892+0000","last_peered":"2023-01-15T15:04:11.951892+0000","last_clean":"2023-01-15T15:04:11.951892+0000","last_became_active":"2023-01-15T14:27:48.285301+0000","last_became_peered":"2023-01-15T14:27:48.285301+0000","last_unstale":"2023-01-15T15:04:11.951892+0000","last_undegraded":"2023-01-15T15:04:11.951892+0000","last_fullsized":"2023-01-15T15:04:11.951892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:44:40.294766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"213'186","reported_seq":442,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.564353+0000","last_change":"2023-01-15T14:27:50.284981+0000","last_active":"2023-01-15T15:08:53.564353+0000","last_peered":"2023-01-15T15:08:53.564353+0000","last_clean":"2023-01-15T15:08:53.564353+0000","last_became_active":"2023-01-15T14:27:50.284541+0000","last_became_peered":"2023-01-15T14:27:50.284541+0000","last_unstale":"2023-01-15T15:08:53.564353+0000","last_undegraded":"2023-01-15T15:08:53.564353+0000","last_fullsized":"2023-01-15T15:08:53.564353+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:50:37.488292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":389,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:27.357636+0000","last_change":"2023-01-15T14:27:44.266779+0000","last_active":"2023-01-15T15:06:27.357636+0000","last_peered":"2023-01-15T15:06:27.357636+0000","last_clean":"2023-01-15T15:06:27.357636+0000","last_became_active":"2023-01-15T14:27:44.266535+0000","last_became_peered":"2023-01-15T14:27:44.266535+0000","last_unstale":"2023-01-15T15:06:27.357636+0000","last_undegraded":"2023-01-15T15:06:27.357636+0000","last_fullsized":"2023-01-15T15:06:27.357636+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:03.557766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"213'360","reported_seq":1928,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.065869+0000","last_change":"2023-01-15T14:27:41.255747+0000","last_active":"2023-01-15T15:08:46.065869+0000","last_peered":"2023-01-15T15:08:46.065869+0000","last_clean":"2023-01-15T15:08:46.065869+0000","last_became_active":"2023-01-15T14:27:41.255491+0000","last_became_peered":"2023-01-15T14:27:41.255491+0000","last_unstale":"2023-01-15T15:08:46.065869+0000","last_undegraded":"2023-01-15T15:08:46.065869+0000","last_fullsized":"2023-01-15T15:08:46.065869+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:51:39.944138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2599,"num_read_kb":2518,"num_write":405,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"213'166","reported_seq":480,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.238210+0000","last_change":"2023-01-15T14:28:22.926495+0000","last_active":"2023-01-15T15:08:45.238210+0000","last_peered":"2023-01-15T15:08:45.238210+0000","last_clean":"2023-01-15T15:08:45.238210+0000","last_became_active":"2023-01-15T14:28:22.926225+0000","last_became_peered":"2023-01-15T14:28:22.926225+0000","last_unstale":"2023-01-15T15:08:45.238210+0000","last_undegraded":"2023-01-15T15:08:45.238210+0000","last_fullsized":"2023-01-15T15:08:45.238210+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:22:35.928344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22690,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":4598,"num_write":953,"num_write_kb":27060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1b","version":"213'1709","reported_seq":3502,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.864563+0000","last_change":"2023-01-15T14:27:46.275332+0000","last_active":"2023-01-15T15:08:56.864563+0000","last_peered":"2023-01-15T15:08:56.864563+0000","last_clean":"2023-01-15T15:08:56.864563+0000","last_became_active":"2023-01-15T14:27:46.274354+0000","last_became_peered":"2023-01-15T14:27:46.274354+0000","last_unstale":"2023-01-15T15:08:56.864563+0000","last_undegraded":"2023-01-15T15:08:56.864563+0000","last_fullsized":"2023-01-15T15:08:56.864563+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1600,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:44.279716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8634,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2450,"num_read_kb":2441,"num_write":1642,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347610+0000","last_change":"2023-01-15T14:27:48.281814+0000","last_active":"2023-01-15T15:05:22.347610+0000","last_peered":"2023-01-15T15:05:22.347610+0000","last_clean":"2023-01-15T15:05:22.347610+0000","last_became_active":"2023-01-15T14:27:48.281615+0000","last_became_peered":"2023-01-15T14:27:48.281615+0000","last_unstale":"2023-01-15T15:05:22.347610+0000","last_undegraded":"2023-01-15T15:05:22.347610+0000","last_fullsized":"2023-01-15T15:05:22.347610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:03:57.991448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"213'136","reported_seq":355,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.087694+0000","last_change":"2023-01-15T14:27:50.289122+0000","last_active":"2023-01-15T15:08:53.087694+0000","last_peered":"2023-01-15T15:08:53.087694+0000","last_clean":"2023-01-15T15:08:53.087694+0000","last_became_active":"2023-01-15T14:27:50.288746+0000","last_became_peered":"2023-01-15T14:27:50.288746+0000","last_unstale":"2023-01-15T15:08:53.087694+0000","last_undegraded":"2023-01-15T15:08:53.087694+0000","last_fullsized":"2023-01-15T15:08:53.087694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:50.844014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":167,"num_write":347,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"33'4","reported_seq":341,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.498450+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:53.498450+0000","last_peered":"2023-01-15T15:08:53.498450+0000","last_clean":"2023-01-15T15:08:53.498450+0000","last_became_active":"2023-01-15T14:27:44.273412+0000","last_became_peered":"2023-01-15T14:27:44.273412+0000","last_unstale":"2023-01-15T15:08:53.498450+0000","last_undegraded":"2023-01-15T15:08:53.498450+0000","last_fullsized":"2023-01-15T15:08:53.498450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:26:53.413703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":135,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"213'325","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.855562+0000","last_change":"2023-01-15T14:27:41.261369+0000","last_active":"2023-01-15T15:08:50.855562+0000","last_peered":"2023-01-15T15:08:50.855562+0000","last_clean":"2023-01-15T15:08:50.855562+0000","last_became_active":"2023-01-15T14:27:41.260552+0000","last_became_peered":"2023-01-15T14:27:41.260552+0000","last_unstale":"2023-01-15T15:08:50.855562+0000","last_undegraded":"2023-01-15T15:08:50.855562+0000","last_fullsized":"2023-01-15T15:08:50.855562+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:30.903904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2281,"num_read_kb":2198,"num_write":377,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"213'285","reported_seq":691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.833429+0000","last_change":"2023-01-15T14:27:39.254014+0000","last_active":"2023-01-15T15:08:52.833429+0000","last_peered":"2023-01-15T15:08:52.833429+0000","last_clean":"2023-01-15T15:08:52.833429+0000","last_became_active":"2023-01-15T14:27:39.251305+0000","last_became_peered":"2023-01-15T14:27:39.251305+0000","last_unstale":"2023-01-15T15:08:52.833429+0000","last_undegraded":"2023-01-15T15:08:52.833429+0000","last_fullsized":"2023-01-15T15:08:52.833429+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:37:58.646229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5860801,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":807,"num_read_kb":62354,"num_write":1171,"num_write_kb":40369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"213'3331","reported_seq":6674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.869717+0000","last_change":"2023-01-15T14:27:46.267963+0000","last_active":"2023-01-15T15:08:56.869717+0000","last_peered":"2023-01-15T15:08:56.869717+0000","last_clean":"2023-01-15T15:08:56.869717+0000","last_became_active":"2023-01-15T14:27:46.267699+0000","last_became_peered":"2023-01-15T14:27:46.267699+0000","last_unstale":"2023-01-15T15:08:56.869717+0000","last_undegraded":"2023-01-15T15:08:56.869717+0000","last_fullsized":"2023-01-15T15:08:56.869717+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":3000,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:54.492906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4460,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4826,"num_read_kb":4818,"num_write":3258,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980047+0000","last_change":"2023-01-15T14:27:48.284380+0000","last_active":"2023-01-15T15:05:21.980047+0000","last_peered":"2023-01-15T15:05:21.980047+0000","last_clean":"2023-01-15T15:05:21.980047+0000","last_became_active":"2023-01-15T14:27:48.284127+0000","last_became_peered":"2023-01-15T14:27:48.284127+0000","last_unstale":"2023-01-15T15:05:21.980047+0000","last_undegraded":"2023-01-15T15:05:21.980047+0000","last_fullsized":"2023-01-15T15:05:21.980047+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:45:41.016885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"213'104","reported_seq":327,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.006022+0000","last_change":"2023-01-15T14:27:50.286738+0000","last_active":"2023-01-15T15:08:50.006022+0000","last_peered":"2023-01-15T15:08:50.006022+0000","last_clean":"2023-01-15T15:08:50.006022+0000","last_became_active":"2023-01-15T14:27:50.286074+0000","last_became_peered":"2023-01-15T14:27:50.286074+0000","last_unstale":"2023-01-15T15:08:50.006022+0000","last_undegraded":"2023-01-15T15:08:50.006022+0000","last_fullsized":"2023-01-15T15:08:50.006022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:31.221089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855702+0000","last_change":"2023-01-15T14:49:02.551297+0000","last_active":"2023-01-15T15:05:06.855702+0000","last_peered":"2023-01-15T15:05:06.855702+0000","last_clean":"2023-01-15T15:05:06.855702+0000","last_became_active":"2023-01-15T14:49:02.551080+0000","last_became_peered":"2023-01-15T14:49:02.551080+0000","last_unstale":"2023-01-15T15:05:06.855702+0000","last_undegraded":"2023-01-15T15:05:06.855702+0000","last_fullsized":"2023-01-15T15:05:06.855702+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:47.519067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870494+0000","last_change":"2023-01-15T14:35:17.352853+0000","last_active":"2023-01-15T15:06:31.870494+0000","last_peered":"2023-01-15T15:06:31.870494+0000","last_clean":"2023-01-15T15:06:31.870494+0000","last_became_active":"2023-01-15T14:35:17.352662+0000","last_became_peered":"2023-01-15T14:35:17.352662+0000","last_unstale":"2023-01-15T15:06:31.870494+0000","last_undegraded":"2023-01-15T15:06:31.870494+0000","last_fullsized":"2023-01-15T15:06:31.870494+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:50:19.214415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"213'367","reported_seq":1658,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.888377+0000","last_change":"2023-01-15T14:27:41.269796+0000","last_active":"2023-01-15T15:08:50.888377+0000","last_peered":"2023-01-15T15:08:50.888377+0000","last_clean":"2023-01-15T15:08:50.888377+0000","last_became_active":"2023-01-15T14:27:41.262322+0000","last_became_peered":"2023-01-15T14:27:41.262322+0000","last_unstale":"2023-01-15T15:08:50.888377+0000","last_undegraded":"2023-01-15T15:08:50.888377+0000","last_fullsized":"2023-01-15T15:08:50.888377+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:24:52.948874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2252,"num_read_kb":2132,"num_write":438,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"213'216","reported_seq":683,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.332298+0000","last_change":"2023-01-15T14:27:39.254226+0000","last_active":"2023-01-15T15:08:43.332298+0000","last_peered":"2023-01-15T15:08:43.332298+0000","last_clean":"2023-01-15T15:08:43.332298+0000","last_became_active":"2023-01-15T14:27:39.253918+0000","last_became_peered":"2023-01-15T14:27:39.253918+0000","last_unstale":"2023-01-15T15:08:43.332298+0000","last_undegraded":"2023-01-15T15:08:43.332298+0000","last_fullsized":"2023-01-15T15:08:43.332298+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:34.061957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5424,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":876,"num_read_kb":860,"num_write":1065,"num_write_kb":12134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:20.147704+0000","last_change":"2023-01-15T14:34:47.548946+0000","last_active":"2023-01-15T15:07:20.147704+0000","last_peered":"2023-01-15T15:07:20.147704+0000","last_clean":"2023-01-15T15:07:20.147704+0000","last_became_active":"2023-01-15T14:34:47.548683+0000","last_became_peered":"2023-01-15T14:34:47.548683+0000","last_unstale":"2023-01-15T15:07:20.147704+0000","last_undegraded":"2023-01-15T15:07:20.147704+0000","last_fullsized":"2023-01-15T15:07:20.147704+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:17.775523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":47,"num_write":36,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.837201+0000","last_change":"2023-01-15T14:35:14.320547+0000","last_active":"2023-01-15T15:04:16.837201+0000","last_peered":"2023-01-15T15:04:16.837201+0000","last_clean":"2023-01-15T15:04:16.837201+0000","last_became_active":"2023-01-15T14:35:14.320302+0000","last_became_peered":"2023-01-15T14:35:14.320302+0000","last_unstale":"2023-01-15T15:04:16.837201+0000","last_undegraded":"2023-01-15T15:04:16.837201+0000","last_fullsized":"2023-01-15T15:04:16.837201+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:57:31.633081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032879+0000","last_change":"2023-01-15T14:49:02.550986+0000","last_active":"2023-01-15T15:05:42.032879+0000","last_peered":"2023-01-15T15:05:42.032879+0000","last_clean":"2023-01-15T15:05:42.032879+0000","last_became_active":"2023-01-15T14:49:02.550559+0000","last_became_peered":"2023-01-15T14:49:02.550559+0000","last_unstale":"2023-01-15T15:05:42.032879+0000","last_undegraded":"2023-01-15T15:05:42.032879+0000","last_fullsized":"2023-01-15T15:05:42.032879+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:48:21.000410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980195+0000","last_change":"2023-01-15T14:35:17.347359+0000","last_active":"2023-01-15T15:05:21.980195+0000","last_peered":"2023-01-15T15:05:21.980195+0000","last_clean":"2023-01-15T15:05:21.980195+0000","last_became_active":"2023-01-15T14:35:17.347125+0000","last_became_peered":"2023-01-15T14:35:17.347125+0000","last_unstale":"2023-01-15T15:05:21.980195+0000","last_undegraded":"2023-01-15T15:05:21.980195+0000","last_fullsized":"2023-01-15T15:05:21.980195+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:47.227444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"213'367","reported_seq":1588,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894064+0000","last_change":"2023-01-15T14:27:41.269729+0000","last_active":"2023-01-15T15:08:52.894064+0000","last_peered":"2023-01-15T15:08:52.894064+0000","last_clean":"2023-01-15T15:08:52.894064+0000","last_became_active":"2023-01-15T14:27:41.260610+0000","last_became_peered":"2023-01-15T14:27:41.260610+0000","last_unstale":"2023-01-15T15:08:52.894064+0000","last_undegraded":"2023-01-15T15:08:52.894064+0000","last_fullsized":"2023-01-15T15:08:52.894064+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:09.100369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2118,"num_read_kb":1998,"num_write":435,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"213'172","reported_seq":641,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.873039+0000","last_change":"2023-01-15T14:27:39.252960+0000","last_active":"2023-01-15T15:08:52.873039+0000","last_peered":"2023-01-15T15:08:52.873039+0000","last_clean":"2023-01-15T15:08:52.873039+0000","last_became_active":"2023-01-15T14:27:39.252659+0000","last_became_peered":"2023-01-15T14:27:39.252659+0000","last_unstale":"2023-01-15T15:08:52.873039+0000","last_undegraded":"2023-01-15T15:08:52.873039+0000","last_fullsized":"2023-01-15T15:08:52.873039+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:55.643229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2051,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1048,"num_read_kb":10920,"num_write":911,"num_write_kb":33028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"213'79","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866171+0000","last_change":"2023-01-15T14:34:47.545847+0000","last_active":"2023-01-15T15:06:11.866171+0000","last_peered":"2023-01-15T15:06:11.866171+0000","last_clean":"2023-01-15T15:06:11.866171+0000","last_became_active":"2023-01-15T14:34:47.545380+0000","last_became_peered":"2023-01-15T14:34:47.545380+0000","last_unstale":"2023-01-15T15:06:11.866171+0000","last_undegraded":"2023-01-15T15:06:11.866171+0000","last_fullsized":"2023-01-15T15:06:11.866171+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:33.804802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":494,"num_read_kb":338,"num_write":113,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:21.847219+0000","last_change":"2023-01-15T14:35:14.323437+0000","last_active":"2023-01-15T15:04:21.847219+0000","last_peered":"2023-01-15T15:04:21.847219+0000","last_clean":"2023-01-15T15:04:21.847219+0000","last_became_active":"2023-01-15T14:35:14.323202+0000","last_became_peered":"2023-01-15T14:35:14.323202+0000","last_unstale":"2023-01-15T15:04:21.847219+0000","last_undegraded":"2023-01-15T15:04:21.847219+0000","last_fullsized":"2023-01-15T15:04:21.847219+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:09:01.665795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1553,"num_write":9,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843719+0000","last_change":"2023-01-15T14:49:02.551710+0000","last_active":"2023-01-15T15:04:01.843719+0000","last_peered":"2023-01-15T15:04:01.843719+0000","last_clean":"2023-01-15T15:04:01.843719+0000","last_became_active":"2023-01-15T14:49:02.551481+0000","last_became_peered":"2023-01-15T14:49:02.551481+0000","last_unstale":"2023-01-15T15:04:01.843719+0000","last_undegraded":"2023-01-15T15:04:01.843719+0000","last_fullsized":"2023-01-15T15:04:01.843719+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:20.752352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979315+0000","last_change":"2023-01-15T14:35:17.348484+0000","last_active":"2023-01-15T15:05:16.979315+0000","last_peered":"2023-01-15T15:05:16.979315+0000","last_clean":"2023-01-15T15:05:16.979315+0000","last_became_active":"2023-01-15T14:35:17.348282+0000","last_became_peered":"2023-01-15T14:35:17.348282+0000","last_unstale":"2023-01-15T15:05:16.979315+0000","last_undegraded":"2023-01-15T15:05:16.979315+0000","last_fullsized":"2023-01-15T15:05:16.979315+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:57.540055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"213'616","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923845+0000","last_change":"2023-01-15T14:27:41.254821+0000","last_active":"2023-01-15T15:08:52.923845+0000","last_peered":"2023-01-15T15:08:52.923845+0000","last_clean":"2023-01-15T15:08:52.923845+0000","last_became_active":"2023-01-15T14:27:41.254587+0000","last_became_peered":"2023-01-15T14:27:41.254587+0000","last_unstale":"2023-01-15T15:08:52.923845+0000","last_undegraded":"2023-01-15T15:08:52.923845+0000","last_fullsized":"2023-01-15T15:08:52.923845+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":600,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:18.948185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2964,"num_read_kb":2666,"num_write":842,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"213'148","reported_seq":474,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.322290+0000","last_change":"2023-01-15T14:27:39.258979+0000","last_active":"2023-01-15T15:08:44.322290+0000","last_peered":"2023-01-15T15:08:44.322290+0000","last_clean":"2023-01-15T15:08:44.322290+0000","last_became_active":"2023-01-15T14:27:39.258598+0000","last_became_peered":"2023-01-15T14:27:39.258598+0000","last_unstale":"2023-01-15T15:08:44.322290+0000","last_undegraded":"2023-01-15T15:08:44.322290+0000","last_fullsized":"2023-01-15T15:08:44.322290+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:56.782646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590901,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":351,"num_read_kb":5628,"num_write":845,"num_write_kb":11178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"213'27","reported_seq":123,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851571+0000","last_change":"2023-01-15T14:34:47.547002+0000","last_active":"2023-01-15T15:04:46.851571+0000","last_peered":"2023-01-15T15:04:46.851571+0000","last_clean":"2023-01-15T15:04:46.851571+0000","last_became_active":"2023-01-15T14:34:47.545905+0000","last_became_peered":"2023-01-15T14:34:47.545905+0000","last_unstale":"2023-01-15T15:04:46.851571+0000","last_undegraded":"2023-01-15T15:04:46.851571+0000","last_fullsized":"2023-01-15T15:04:46.851571+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:52.011807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":97,"num_write":50,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856790+0000","last_change":"2023-01-15T14:35:14.327241+0000","last_active":"2023-01-15T15:05:16.856790+0000","last_peered":"2023-01-15T15:05:16.856790+0000","last_clean":"2023-01-15T15:05:16.856790+0000","last_became_active":"2023-01-15T14:35:14.326918+0000","last_became_peered":"2023-01-15T14:35:14.326918+0000","last_unstale":"2023-01-15T15:05:16.856790+0000","last_undegraded":"2023-01-15T15:05:16.856790+0000","last_fullsized":"2023-01-15T15:05:16.856790+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:15.566596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:02.076734+0000","last_change":"2023-01-15T14:49:02.547124+0000","last_active":"2023-01-15T15:04:02.076734+0000","last_peered":"2023-01-15T15:04:02.076734+0000","last_clean":"2023-01-15T15:04:02.076734+0000","last_became_active":"2023-01-15T14:49:02.546707+0000","last_became_peered":"2023-01-15T14:49:02.546707+0000","last_unstale":"2023-01-15T15:04:02.076734+0000","last_undegraded":"2023-01-15T15:04:02.076734+0000","last_fullsized":"2023-01-15T15:04:02.076734+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:01.450654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.029588+0000","last_change":"2023-01-15T14:35:17.346002+0000","last_active":"2023-01-15T15:05:17.029588+0000","last_peered":"2023-01-15T15:05:17.029588+0000","last_clean":"2023-01-15T15:05:17.029588+0000","last_became_active":"2023-01-15T14:35:17.345783+0000","last_became_peered":"2023-01-15T14:35:17.345783+0000","last_unstale":"2023-01-15T15:05:17.029588+0000","last_undegraded":"2023-01-15T15:05:17.029588+0000","last_fullsized":"2023-01-15T15:05:17.029588+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:40:32.645555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"213'415","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725820+0000","last_change":"2023-01-15T14:27:41.257016+0000","last_active":"2023-01-15T15:08:45.725820+0000","last_peered":"2023-01-15T15:08:45.725820+0000","last_clean":"2023-01-15T15:08:45.725820+0000","last_became_active":"2023-01-15T14:27:41.256755+0000","last_became_peered":"2023-01-15T14:27:41.256755+0000","last_unstale":"2023-01-15T15:08:45.725820+0000","last_undegraded":"2023-01-15T15:08:45.725820+0000","last_fullsized":"2023-01-15T15:08:45.725820+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:32:04.737196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2456,"num_read_kb":2296,"num_write":518,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"213'182","reported_seq":543,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.117814+0000","last_change":"2023-01-15T14:27:39.253451+0000","last_active":"2023-01-15T15:08:48.117814+0000","last_peered":"2023-01-15T15:08:48.117814+0000","last_clean":"2023-01-15T15:08:48.117814+0000","last_became_active":"2023-01-15T14:27:39.252661+0000","last_became_peered":"2023-01-15T14:27:39.252661+0000","last_unstale":"2023-01-15T15:08:48.117814+0000","last_undegraded":"2023-01-15T15:08:48.117814+0000","last_fullsized":"2023-01-15T15:08:48.117814+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:48.357107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5247000,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":442,"num_read_kb":19982,"num_write":1072,"num_write_kb":24715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083709+0000","last_change":"2023-01-15T14:34:47.540747+0000","last_active":"2023-01-15T15:04:47.083709+0000","last_peered":"2023-01-15T15:04:47.083709+0000","last_clean":"2023-01-15T15:04:47.083709+0000","last_became_active":"2023-01-15T14:34:47.540518+0000","last_became_peered":"2023-01-15T14:34:47.540518+0000","last_unstale":"2023-01-15T15:04:47.083709+0000","last_undegraded":"2023-01-15T15:04:47.083709+0000","last_fullsized":"2023-01-15T15:04:47.083709+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:17:49.706259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857037+0000","last_change":"2023-01-15T14:35:14.328558+0000","last_active":"2023-01-15T15:05:16.857037+0000","last_peered":"2023-01-15T15:05:16.857037+0000","last_clean":"2023-01-15T15:05:16.857037+0000","last_became_active":"2023-01-15T14:35:14.328314+0000","last_became_peered":"2023-01-15T14:35:14.328314+0000","last_unstale":"2023-01-15T15:05:16.857037+0000","last_undegraded":"2023-01-15T15:05:16.857037+0000","last_fullsized":"2023-01-15T15:05:16.857037+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:30:35.386869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843605+0000","last_change":"2023-01-15T14:49:02.551727+0000","last_active":"2023-01-15T15:04:01.843605+0000","last_peered":"2023-01-15T15:04:01.843605+0000","last_clean":"2023-01-15T15:04:01.843605+0000","last_became_active":"2023-01-15T14:49:02.551501+0000","last_became_peered":"2023-01-15T14:49:02.551501+0000","last_unstale":"2023-01-15T15:04:01.843605+0000","last_undegraded":"2023-01-15T15:04:01.843605+0000","last_fullsized":"2023-01-15T15:04:01.843605+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:32.103720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979086+0000","last_change":"2023-01-15T14:35:17.351188+0000","last_active":"2023-01-15T15:05:16.979086+0000","last_peered":"2023-01-15T15:05:16.979086+0000","last_clean":"2023-01-15T15:05:16.979086+0000","last_became_active":"2023-01-15T14:35:17.350874+0000","last_became_peered":"2023-01-15T14:35:17.350874+0000","last_unstale":"2023-01-15T15:05:16.979086+0000","last_undegraded":"2023-01-15T15:05:16.979086+0000","last_fullsized":"2023-01-15T15:05:16.979086+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:20:36.226492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"213'1076","reported_seq":2248,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.088938+0000","last_change":"2023-01-15T14:27:41.257440+0000","last_active":"2023-01-15T15:08:51.088938+0000","last_peered":"2023-01-15T15:08:51.088938+0000","last_clean":"2023-01-15T15:08:51.088938+0000","last_became_active":"2023-01-15T14:27:41.257237+0000","last_became_peered":"2023-01-15T14:27:41.257237+0000","last_unstale":"2023-01-15T15:08:51.088938+0000","last_undegraded":"2023-01-15T15:08:51.088938+0000","last_fullsized":"2023-01-15T15:08:51.088938+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":1000,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:59:09.770700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4642,"num_read_kb":4010,"num_write":1522,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"213'187","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505445+0000","last_change":"2023-01-15T14:28:22.356188+0000","last_active":"2023-01-15T15:08:49.505445+0000","last_peered":"2023-01-15T15:08:49.505445+0000","last_clean":"2023-01-15T15:08:49.505445+0000","last_became_active":"2023-01-15T14:28:22.355822+0000","last_became_peered":"2023-01-15T14:28:22.355822+0000","last_unstale":"2023-01-15T15:08:49.505445+0000","last_undegraded":"2023-01-15T15:08:49.505445+0000","last_fullsized":"2023-01-15T15:08:49.505445+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:58.947462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54495,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":433,"num_read_kb":12903,"num_write":883,"num_write_kb":23020,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.1d","version":"213'18","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851834+0000","last_change":"2023-01-15T14:34:47.549483+0000","last_active":"2023-01-15T15:04:46.851834+0000","last_peered":"2023-01-15T15:04:46.851834+0000","last_clean":"2023-01-15T15:04:46.851834+0000","last_became_active":"2023-01-15T14:34:47.549235+0000","last_became_peered":"2023-01-15T14:34:47.549235+0000","last_unstale":"2023-01-15T15:04:46.851834+0000","last_undegraded":"2023-01-15T15:04:46.851834+0000","last_fullsized":"2023-01-15T15:04:46.851834+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:14.554543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":56,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"210'2","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979260+0000","last_change":"2023-01-15T14:35:14.324831+0000","last_active":"2023-01-15T15:05:16.979260+0000","last_peered":"2023-01-15T15:05:16.979260+0000","last_clean":"2023-01-15T15:05:16.979260+0000","last_became_active":"2023-01-15T14:35:14.324596+0000","last_became_peered":"2023-01-15T14:35:14.324596+0000","last_unstale":"2023-01-15T15:05:16.979260+0000","last_undegraded":"2023-01-15T15:05:16.979260+0000","last_fullsized":"2023-01-15T15:05:16.979260+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:57.164752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.834958+0000","last_change":"2023-01-15T14:49:02.547758+0000","last_active":"2023-01-15T15:04:01.834958+0000","last_peered":"2023-01-15T15:04:01.834958+0000","last_clean":"2023-01-15T15:04:01.834958+0000","last_became_active":"2023-01-15T14:49:02.547530+0000","last_became_peered":"2023-01-15T14:49:02.547530+0000","last_unstale":"2023-01-15T15:04:01.834958+0000","last_undegraded":"2023-01-15T15:04:01.834958+0000","last_fullsized":"2023-01-15T15:04:01.834958+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:20.034229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.087961+0000","last_change":"2023-01-15T14:35:17.343966+0000","last_active":"2023-01-15T15:05:17.087961+0000","last_peered":"2023-01-15T15:05:17.087961+0000","last_clean":"2023-01-15T15:05:17.087961+0000","last_became_active":"2023-01-15T14:35:17.343767+0000","last_became_peered":"2023-01-15T14:35:17.343767+0000","last_unstale":"2023-01-15T15:05:17.087961+0000","last_undegraded":"2023-01-15T15:05:17.087961+0000","last_fullsized":"2023-01-15T15:05:17.087961+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:21:29.747158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"213'299","reported_seq":1397,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923822+0000","last_change":"2023-01-15T14:27:41.258927+0000","last_active":"2023-01-15T15:08:52.923822+0000","last_peered":"2023-01-15T15:08:52.923822+0000","last_clean":"2023-01-15T15:08:52.923822+0000","last_became_active":"2023-01-15T14:27:41.258695+0000","last_became_peered":"2023-01-15T14:27:41.258695+0000","last_unstale":"2023-01-15T15:08:52.923822+0000","last_undegraded":"2023-01-15T15:08:52.923822+0000","last_fullsized":"2023-01-15T15:08:52.923822+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:44:00.023513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1786,"num_read_kb":1705,"num_write":354,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"213'242","reported_seq":629,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.878007+0000","last_change":"2023-01-15T14:27:39.245515+0000","last_active":"2023-01-15T15:08:52.878007+0000","last_peered":"2023-01-15T15:08:52.878007+0000","last_clean":"2023-01-15T15:08:52.878007+0000","last_became_active":"2023-01-15T14:27:39.245187+0000","last_became_peered":"2023-01-15T14:27:39.245187+0000","last_unstale":"2023-01-15T15:08:52.878007+0000","last_undegraded":"2023-01-15T15:08:52.878007+0000","last_fullsized":"2023-01-15T15:08:52.878007+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:20.561078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324673,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":753,"num_read_kb":1075,"num_write":1055,"num_write_kb":6822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"213'31","reported_seq":140,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.974890+0000","last_change":"2023-01-15T14:34:47.542513+0000","last_active":"2023-01-15T15:04:46.974890+0000","last_peered":"2023-01-15T15:04:46.974890+0000","last_clean":"2023-01-15T15:04:46.974890+0000","last_became_active":"2023-01-15T14:34:47.542226+0000","last_became_peered":"2023-01-15T14:34:47.542226+0000","last_unstale":"2023-01-15T15:04:46.974890+0000","last_undegraded":"2023-01-15T15:04:46.974890+0000","last_fullsized":"2023-01-15T15:04:46.974890+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:00.607125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979343+0000","last_change":"2023-01-15T14:35:14.326103+0000","last_active":"2023-01-15T15:05:16.979343+0000","last_peered":"2023-01-15T15:05:16.979343+0000","last_clean":"2023-01-15T15:05:16.979343+0000","last_became_active":"2023-01-15T14:35:14.325865+0000","last_became_peered":"2023-01-15T14:35:14.325865+0000","last_unstale":"2023-01-15T15:05:16.979343+0000","last_undegraded":"2023-01-15T15:05:16.979343+0000","last_fullsized":"2023-01-15T15:05:16.979343+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:03.802591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.851957+0000","last_change":"2023-01-15T14:49:02.545991+0000","last_active":"2023-01-15T15:05:56.851957+0000","last_peered":"2023-01-15T15:05:56.851957+0000","last_clean":"2023-01-15T15:05:56.851957+0000","last_became_active":"2023-01-15T14:49:02.545271+0000","last_became_peered":"2023-01-15T14:49:02.545271+0000","last_unstale":"2023-01-15T15:05:56.851957+0000","last_undegraded":"2023-01-15T15:05:56.851957+0000","last_fullsized":"2023-01-15T15:05:56.851957+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:14.494981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.078871+0000","last_change":"2023-01-15T14:35:17.350805+0000","last_active":"2023-01-15T15:04:17.078871+0000","last_peered":"2023-01-15T15:04:17.078871+0000","last_clean":"2023-01-15T15:04:17.078871+0000","last_became_active":"2023-01-15T14:35:17.350568+0000","last_became_peered":"2023-01-15T14:35:17.350568+0000","last_unstale":"2023-01-15T15:04:17.078871+0000","last_undegraded":"2023-01-15T15:04:17.078871+0000","last_fullsized":"2023-01-15T15:04:17.078871+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:06.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"213'703","reported_seq":1845,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.312128+0000","last_change":"2023-01-15T14:27:41.261696+0000","last_active":"2023-01-15T15:08:50.312128+0000","last_peered":"2023-01-15T15:08:50.312128+0000","last_clean":"2023-01-15T15:08:50.312128+0000","last_became_active":"2023-01-15T14:27:41.261179+0000","last_became_peered":"2023-01-15T14:27:41.261179+0000","last_unstale":"2023-01-15T15:08:50.312128+0000","last_undegraded":"2023-01-15T15:08:50.312128+0000","last_fullsized":"2023-01-15T15:08:50.312128+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":600,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:43:48.361064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3219,"num_read_kb":2866,"num_write":945,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"213'166","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.542146+0000","last_change":"2023-01-15T14:27:39.369625+0000","last_active":"2023-01-15T15:08:51.542146+0000","last_peered":"2023-01-15T15:08:51.542146+0000","last_clean":"2023-01-15T15:08:51.542146+0000","last_became_active":"2023-01-15T14:27:39.288695+0000","last_became_peered":"2023-01-15T14:27:39.288695+0000","last_unstale":"2023-01-15T15:08:51.542146+0000","last_undegraded":"2023-01-15T15:08:51.542146+0000","last_fullsized":"2023-01-15T15:08:51.542146+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:26.964600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5592230,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":344,"num_read_kb":21052,"num_write":845,"num_write_kb":35037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"213'14","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035137+0000","last_change":"2023-01-15T14:34:47.549043+0000","last_active":"2023-01-15T15:06:02.035137+0000","last_peered":"2023-01-15T15:06:02.035137+0000","last_clean":"2023-01-15T15:06:02.035137+0000","last_became_active":"2023-01-15T14:34:47.548588+0000","last_became_peered":"2023-01-15T14:34:47.548588+0000","last_unstale":"2023-01-15T15:06:02.035137+0000","last_undegraded":"2023-01-15T15:06:02.035137+0000","last_fullsized":"2023-01-15T15:06:02.035137+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:07:57.731650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":52,"num_write":38,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858060+0000","last_change":"2023-01-15T14:35:14.321269+0000","last_active":"2023-01-15T15:05:21.858060+0000","last_peered":"2023-01-15T15:05:21.858060+0000","last_clean":"2023-01-15T15:05:21.858060+0000","last_became_active":"2023-01-15T14:35:14.320905+0000","last_became_peered":"2023-01-15T14:35:14.320905+0000","last_unstale":"2023-01-15T15:05:21.858060+0000","last_undegraded":"2023-01-15T15:05:21.858060+0000","last_fullsized":"2023-01-15T15:05:21.858060+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:00:36.989587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.864638+0000","last_change":"2023-01-15T14:49:02.553455+0000","last_active":"2023-01-15T15:06:01.864638+0000","last_peered":"2023-01-15T15:06:01.864638+0000","last_clean":"2023-01-15T15:06:01.864638+0000","last_became_active":"2023-01-15T14:49:02.553253+0000","last_became_peered":"2023-01-15T14:49:02.553253+0000","last_unstale":"2023-01-15T15:06:01.864638+0000","last_undegraded":"2023-01-15T15:06:01.864638+0000","last_fullsized":"2023-01-15T15:06:01.864638+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:37.137516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970369+0000","last_change":"2023-01-15T14:35:17.350026+0000","last_active":"2023-01-15T15:04:16.970369+0000","last_peered":"2023-01-15T15:04:16.970369+0000","last_clean":"2023-01-15T15:04:16.970369+0000","last_became_active":"2023-01-15T14:35:17.349797+0000","last_became_peered":"2023-01-15T14:35:17.349797+0000","last_unstale":"2023-01-15T15:04:16.970369+0000","last_undegraded":"2023-01-15T15:04:16.970369+0000","last_fullsized":"2023-01-15T15:04:16.970369+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:35:20.809504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"213'1023","reported_seq":2217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.893960+0000","last_change":"2023-01-15T14:27:41.256182+0000","last_active":"2023-01-15T15:08:52.893960+0000","last_peered":"2023-01-15T15:08:52.893960+0000","last_clean":"2023-01-15T15:08:52.893960+0000","last_became_active":"2023-01-15T14:27:41.255943+0000","last_became_peered":"2023-01-15T14:27:41.255943+0000","last_unstale":"2023-01-15T15:08:52.893960+0000","last_undegraded":"2023-01-15T15:08:52.893960+0000","last_fullsized":"2023-01-15T15:08:52.893960+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":1000,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:03.762080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4492,"num_read_kb":3928,"num_write":1429,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"213'186","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.775380+0000","last_change":"2023-01-15T14:28:22.947966+0000","last_active":"2023-01-15T15:08:47.775380+0000","last_peered":"2023-01-15T15:08:47.775380+0000","last_clean":"2023-01-15T15:08:47.775380+0000","last_became_active":"2023-01-15T14:28:22.947557+0000","last_became_peered":"2023-01-15T14:28:22.947557+0000","last_unstale":"2023-01-15T15:08:47.775380+0000","last_undegraded":"2023-01-15T15:08:47.775380+0000","last_fullsized":"2023-01-15T15:08:47.775380+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:52.409632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51883,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":411,"num_read_kb":419,"num_write":1043,"num_write_kb":22779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1e","version":"210'16","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360677+0000","last_change":"2023-01-15T14:34:47.547794+0000","last_active":"2023-01-15T15:06:47.360677+0000","last_peered":"2023-01-15T15:06:47.360677+0000","last_clean":"2023-01-15T15:06:47.360677+0000","last_became_active":"2023-01-15T14:34:47.547228+0000","last_became_peered":"2023-01-15T14:34:47.547228+0000","last_unstale":"2023-01-15T15:06:47.360677+0000","last_undegraded":"2023-01-15T15:06:47.360677+0000","last_fullsized":"2023-01-15T15:06:47.360677+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:06.828290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":52,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870556+0000","last_change":"2023-01-15T14:35:14.328392+0000","last_active":"2023-01-15T15:06:31.870556+0000","last_peered":"2023-01-15T15:06:31.870556+0000","last_clean":"2023-01-15T15:06:31.870556+0000","last_became_active":"2023-01-15T14:35:14.328104+0000","last_became_peered":"2023-01-15T14:35:14.328104+0000","last_unstale":"2023-01-15T15:06:31.870556+0000","last_undegraded":"2023-01-15T15:06:31.870556+0000","last_fullsized":"2023-01-15T15:06:31.870556+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:46.559206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:57.353410+0000","last_change":"2023-01-15T14:49:02.549909+0000","last_active":"2023-01-15T15:05:57.353410+0000","last_peered":"2023-01-15T15:05:57.353410+0000","last_clean":"2023-01-15T15:05:57.353410+0000","last_became_active":"2023-01-15T14:49:02.549713+0000","last_became_peered":"2023-01-15T14:49:02.549713+0000","last_unstale":"2023-01-15T15:05:57.353410+0000","last_undegraded":"2023-01-15T15:05:57.353410+0000","last_fullsized":"2023-01-15T15:05:57.353410+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:59:50.818259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.846799+0000","last_change":"2023-01-15T14:35:17.343303+0000","last_active":"2023-01-15T15:04:16.846799+0000","last_peered":"2023-01-15T15:04:16.846799+0000","last_clean":"2023-01-15T15:04:16.846799+0000","last_became_active":"2023-01-15T14:35:17.343073+0000","last_became_peered":"2023-01-15T14:35:17.343073+0000","last_unstale":"2023-01-15T15:04:16.846799+0000","last_undegraded":"2023-01-15T15:04:16.846799+0000","last_fullsized":"2023-01-15T15:04:16.846799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:18:02.249797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"213'375","reported_seq":1820,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.934005+0000","last_change":"2023-01-15T14:27:41.264742+0000","last_active":"2023-01-15T15:08:51.934005+0000","last_peered":"2023-01-15T15:08:51.934005+0000","last_clean":"2023-01-15T15:08:51.934005+0000","last_became_active":"2023-01-15T14:27:41.264559+0000","last_became_peered":"2023-01-15T14:27:41.264559+0000","last_unstale":"2023-01-15T15:08:51.934005+0000","last_undegraded":"2023-01-15T15:08:51.934005+0000","last_fullsized":"2023-01-15T15:08:51.934005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:53:36.452252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2406,"num_read_kb":2309,"num_write":424,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"213'147","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.223452+0000","last_change":"2023-01-15T14:27:39.258523+0000","last_active":"2023-01-15T15:08:46.223452+0000","last_peered":"2023-01-15T15:08:46.223452+0000","last_clean":"2023-01-15T15:08:46.223452+0000","last_became_active":"2023-01-15T14:27:39.258095+0000","last_became_peered":"2023-01-15T14:27:39.258095+0000","last_unstale":"2023-01-15T15:08:46.223452+0000","last_undegraded":"2023-01-15T15:08:46.223452+0000","last_fullsized":"2023-01-15T15:08:46.223452+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:33:20.945658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11864094,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":374,"num_read_kb":21488,"num_write":810,"num_write_kb":27302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"213'15","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345037+0000","last_change":"2023-01-15T14:34:47.545490+0000","last_active":"2023-01-15T15:05:07.345037+0000","last_peered":"2023-01-15T15:05:07.345037+0000","last_clean":"2023-01-15T15:05:07.345037+0000","last_became_active":"2023-01-15T14:34:47.545257+0000","last_became_peered":"2023-01-15T14:34:47.545257+0000","last_unstale":"2023-01-15T15:05:07.345037+0000","last_undegraded":"2023-01-15T15:05:07.345037+0000","last_fullsized":"2023-01-15T15:05:07.345037+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:24.960897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":55,"num_write":24,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848841+0000","last_change":"2023-01-15T14:35:14.330029+0000","last_active":"2023-01-15T15:05:36.848841+0000","last_peered":"2023-01-15T15:05:36.848841+0000","last_clean":"2023-01-15T15:05:36.848841+0000","last_became_active":"2023-01-15T14:35:14.329625+0000","last_became_peered":"2023-01-15T14:35:14.329625+0000","last_unstale":"2023-01-15T15:05:36.848841+0000","last_undegraded":"2023-01-15T15:05:36.848841+0000","last_fullsized":"2023-01-15T15:05:36.848841+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:34.811628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.985015+0000","last_change":"2023-01-15T14:49:02.550258+0000","last_active":"2023-01-15T15:05:56.985015+0000","last_peered":"2023-01-15T15:05:56.985015+0000","last_clean":"2023-01-15T15:05:56.985015+0000","last_became_active":"2023-01-15T14:49:02.549977+0000","last_became_peered":"2023-01-15T14:49:02.549977+0000","last_unstale":"2023-01-15T15:05:56.985015+0000","last_undegraded":"2023-01-15T15:05:56.985015+0000","last_fullsized":"2023-01-15T15:05:56.985015+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:32.665426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"210'5","reported_seq":41,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970605+0000","last_change":"2023-01-15T14:35:17.348688+0000","last_active":"2023-01-15T15:04:16.970605+0000","last_peered":"2023-01-15T15:04:16.970605+0000","last_clean":"2023-01-15T15:04:16.970605+0000","last_became_active":"2023-01-15T14:35:17.348469+0000","last_became_peered":"2023-01-15T14:35:17.348469+0000","last_unstale":"2023-01-15T15:04:16.970605+0000","last_undegraded":"2023-01-15T15:04:16.970605+0000","last_fullsized":"2023-01-15T15:04:16.970605+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:28.039006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"213'447","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.919084+0000","last_change":"2023-01-15T14:27:41.252885+0000","last_active":"2023-01-15T15:08:51.919084+0000","last_peered":"2023-01-15T15:08:51.919084+0000","last_clean":"2023-01-15T15:08:51.919084+0000","last_became_active":"2023-01-15T14:27:41.252659+0000","last_became_peered":"2023-01-15T14:27:41.252659+0000","last_unstale":"2023-01-15T15:08:51.919084+0000","last_undegraded":"2023-01-15T15:08:51.919084+0000","last_fullsized":"2023-01-15T15:08:51.919084+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:47:13.200894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2784,"num_read_kb":2626,"num_write":570,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"213'181","reported_seq":654,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.892753+0000","last_change":"2023-01-15T14:27:39.251078+0000","last_active":"2023-01-15T15:08:40.892753+0000","last_peered":"2023-01-15T15:08:40.892753+0000","last_clean":"2023-01-15T15:08:40.892753+0000","last_became_active":"2023-01-15T14:27:39.250837+0000","last_became_peered":"2023-01-15T14:27:39.250837+0000","last_unstale":"2023-01-15T15:08:40.892753+0000","last_undegraded":"2023-01-15T15:08:40.892753+0000","last_fullsized":"2023-01-15T15:08:40.892753+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:29:32.519281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272235,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":683,"num_read_kb":238412,"num_write":915,"num_write_kb":37362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"213'16","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832791+0000","last_change":"2023-01-15T14:34:47.550096+0000","last_active":"2023-01-15T15:05:06.832791+0000","last_peered":"2023-01-15T15:05:06.832791+0000","last_clean":"2023-01-15T15:05:06.832791+0000","last_became_active":"2023-01-15T14:34:47.549823+0000","last_became_peered":"2023-01-15T14:34:47.549823+0000","last_unstale":"2023-01-15T15:05:06.832791+0000","last_undegraded":"2023-01-15T15:05:06.832791+0000","last_fullsized":"2023-01-15T15:05:06.832791+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:08.461211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":52,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837113+0000","last_change":"2023-01-15T14:35:14.325387+0000","last_active":"2023-01-15T15:05:36.837113+0000","last_peered":"2023-01-15T15:05:36.837113+0000","last_clean":"2023-01-15T15:05:36.837113+0000","last_became_active":"2023-01-15T14:35:14.325143+0000","last_became_peered":"2023-01-15T14:35:14.325143+0000","last_unstale":"2023-01-15T15:05:36.837113+0000","last_undegraded":"2023-01-15T15:05:36.837113+0000","last_fullsized":"2023-01-15T15:05:36.837113+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:11.309396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980104+0000","last_change":"2023-01-15T14:49:02.552917+0000","last_active":"2023-01-15T15:05:21.980104+0000","last_peered":"2023-01-15T15:05:21.980104+0000","last_clean":"2023-01-15T15:05:21.980104+0000","last_became_active":"2023-01-15T14:49:02.552682+0000","last_became_peered":"2023-01-15T14:49:02.552682+0000","last_unstale":"2023-01-15T15:05:21.980104+0000","last_undegraded":"2023-01-15T15:05:21.980104+0000","last_fullsized":"2023-01-15T15:05:21.980104+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:23.897965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337298+0000","last_change":"2023-01-15T14:35:17.340734+0000","last_active":"2023-01-15T15:04:17.337298+0000","last_peered":"2023-01-15T15:04:17.337298+0000","last_clean":"2023-01-15T15:04:17.337298+0000","last_became_active":"2023-01-15T14:35:17.340496+0000","last_became_peered":"2023-01-15T14:35:17.340496+0000","last_unstale":"2023-01-15T15:04:17.337298+0000","last_undegraded":"2023-01-15T15:04:17.337298+0000","last_fullsized":"2023-01-15T15:04:17.337298+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:59:44.195240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"213'656","reported_seq":1767,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.679405+0000","last_change":"2023-01-15T14:27:41.256881+0000","last_active":"2023-01-15T15:08:51.679405+0000","last_peered":"2023-01-15T15:08:51.679405+0000","last_clean":"2023-01-15T15:08:51.679405+0000","last_became_active":"2023-01-15T14:27:41.256670+0000","last_became_peered":"2023-01-15T14:27:41.256670+0000","last_unstale":"2023-01-15T15:08:51.679405+0000","last_undegraded":"2023-01-15T15:08:51.679405+0000","last_fullsized":"2023-01-15T15:08:51.679405+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":600,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:12:42.519190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3066,"num_read_kb":2748,"num_write":888,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"213'167","reported_seq":554,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.823732+0000","last_change":"2023-01-15T14:27:39.255145+0000","last_active":"2023-01-15T15:08:52.823732+0000","last_peered":"2023-01-15T15:08:52.823732+0000","last_clean":"2023-01-15T15:08:52.823732+0000","last_became_active":"2023-01-15T14:27:39.251308+0000","last_became_peered":"2023-01-15T14:27:39.251308+0000","last_unstale":"2023-01-15T15:08:52.823732+0000","last_undegraded":"2023-01-15T15:08:52.823732+0000","last_fullsized":"2023-01-15T15:08:52.823732+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:54:07.701023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5598247,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":518,"num_read_kb":44248,"num_write":947,"num_write_kb":32786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"213'21","reported_seq":96,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345258+0000","last_change":"2023-01-15T14:34:47.545942+0000","last_active":"2023-01-15T15:05:07.345258+0000","last_peered":"2023-01-15T15:05:07.345258+0000","last_clean":"2023-01-15T15:05:07.345258+0000","last_became_active":"2023-01-15T14:34:47.545720+0000","last_became_peered":"2023-01-15T14:34:47.545720+0000","last_unstale":"2023-01-15T15:05:07.345258+0000","last_undegraded":"2023-01-15T15:05:07.345258+0000","last_fullsized":"2023-01-15T15:05:07.345258+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:14:49.065297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":63,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"210'13","reported_seq":62,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837204+0000","last_change":"2023-01-15T14:35:14.320892+0000","last_active":"2023-01-15T15:05:36.837204+0000","last_peered":"2023-01-15T15:05:36.837204+0000","last_clean":"2023-01-15T15:05:36.837204+0000","last_became_active":"2023-01-15T14:35:14.318718+0000","last_became_peered":"2023-01-15T14:35:14.318718+0000","last_unstale":"2023-01-15T15:05:36.837204+0000","last_undegraded":"2023-01-15T15:05:36.837204+0000","last_fullsized":"2023-01-15T15:05:36.837204+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:49.028405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":30724,"num_write":21,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.863835+0000","last_change":"2023-01-15T14:49:02.551311+0000","last_active":"2023-01-15T15:05:56.863835+0000","last_peered":"2023-01-15T15:05:56.863835+0000","last_clean":"2023-01-15T15:05:56.863835+0000","last_became_active":"2023-01-15T14:49:02.551067+0000","last_became_peered":"2023-01-15T14:49:02.551067+0000","last_unstale":"2023-01-15T15:05:56.863835+0000","last_undegraded":"2023-01-15T15:05:56.863835+0000","last_fullsized":"2023-01-15T15:05:56.863835+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:20:46.190176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849799+0000","last_change":"2023-01-15T14:35:17.337212+0000","last_active":"2023-01-15T15:05:41.849799+0000","last_peered":"2023-01-15T15:05:41.849799+0000","last_clean":"2023-01-15T15:05:41.849799+0000","last_became_active":"2023-01-15T14:35:17.336964+0000","last_became_peered":"2023-01-15T14:35:17.336964+0000","last_unstale":"2023-01-15T15:05:41.849799+0000","last_undegraded":"2023-01-15T15:05:41.849799+0000","last_fullsized":"2023-01-15T15:05:41.849799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:14:09.207088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"213'478","reported_seq":1766,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.246704+0000","last_change":"2023-01-15T14:27:41.258294+0000","last_active":"2023-01-15T15:08:52.246704+0000","last_peered":"2023-01-15T15:08:52.246704+0000","last_clean":"2023-01-15T15:08:52.246704+0000","last_became_active":"2023-01-15T14:27:41.258121+0000","last_became_peered":"2023-01-15T14:27:41.258121+0000","last_unstale":"2023-01-15T15:08:52.246704+0000","last_undegraded":"2023-01-15T15:08:52.246704+0000","last_fullsized":"2023-01-15T15:08:52.246704+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:05.570703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2665,"num_read_kb":2439,"num_write":623,"num_write_kb":211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"213'217","reported_seq":642,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.838442+0000","last_change":"2023-01-15T14:27:39.249610+0000","last_active":"2023-01-15T15:08:52.838442+0000","last_peered":"2023-01-15T15:08:52.838442+0000","last_clean":"2023-01-15T15:08:52.838442+0000","last_became_active":"2023-01-15T14:27:39.249096+0000","last_became_peered":"2023-01-15T14:27:39.249096+0000","last_unstale":"2023-01-15T15:08:52.838442+0000","last_undegraded":"2023-01-15T15:08:52.838442+0000","last_fullsized":"2023-01-15T15:08:52.838442+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":880,"num_read_kb":7108,"num_write":1078,"num_write_kb":15939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.12","version":"213'53","reported_seq":199,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.634244+0000","last_change":"2023-01-15T14:34:47.553604+0000","last_active":"2023-01-15T15:07:47.634244+0000","last_peered":"2023-01-15T15:07:47.634244+0000","last_clean":"2023-01-15T15:07:47.634244+0000","last_became_active":"2023-01-15T14:34:47.553318+0000","last_became_peered":"2023-01-15T14:34:47.553318+0000","last_unstale":"2023-01-15T15:07:47.634244+0000","last_undegraded":"2023-01-15T15:07:47.634244+0000","last_fullsized":"2023-01-15T15:07:47.634244+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:52:19.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":174,"num_write":121,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350134+0000","last_change":"2023-01-15T14:35:14.326918+0000","last_active":"2023-01-15T15:05:37.350134+0000","last_peered":"2023-01-15T15:05:37.350134+0000","last_clean":"2023-01-15T15:05:37.350134+0000","last_became_active":"2023-01-15T14:35:14.326674+0000","last_became_peered":"2023-01-15T14:35:14.326674+0000","last_unstale":"2023-01-15T15:05:37.350134+0000","last_undegraded":"2023-01-15T15:05:37.350134+0000","last_fullsized":"2023-01-15T15:05:37.350134+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:28:12.886115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030190+0000","last_change":"2023-01-15T14:49:02.546530+0000","last_active":"2023-01-15T15:05:22.030190+0000","last_peered":"2023-01-15T15:05:22.030190+0000","last_clean":"2023-01-15T15:05:22.030190+0000","last_became_active":"2023-01-15T14:49:02.546289+0000","last_became_peered":"2023-01-15T14:49:02.546289+0000","last_unstale":"2023-01-15T15:05:22.030190+0000","last_undegraded":"2023-01-15T15:05:22.030190+0000","last_fullsized":"2023-01-15T15:05:22.030190+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:57:13.036541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860614+0000","last_change":"2023-01-15T14:35:17.346156+0000","last_active":"2023-01-15T15:05:36.860614+0000","last_peered":"2023-01-15T15:05:36.860614+0000","last_clean":"2023-01-15T15:05:36.860614+0000","last_became_active":"2023-01-15T14:35:17.345927+0000","last_became_peered":"2023-01-15T14:35:17.345927+0000","last_unstale":"2023-01-15T15:05:36.860614+0000","last_undegraded":"2023-01-15T15:05:36.860614+0000","last_fullsized":"2023-01-15T15:05:36.860614+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:54:08.596267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"213'437","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.982255+0000","last_change":"2023-01-15T14:27:41.262358+0000","last_active":"2023-01-15T15:08:49.982255+0000","last_peered":"2023-01-15T15:08:49.982255+0000","last_clean":"2023-01-15T15:08:49.982255+0000","last_became_active":"2023-01-15T14:27:41.262091+0000","last_became_peered":"2023-01-15T14:27:41.262091+0000","last_unstale":"2023-01-15T15:08:49.982255+0000","last_undegraded":"2023-01-15T15:08:49.982255+0000","last_fullsized":"2023-01-15T15:08:49.982255+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:05:30.051523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2733,"num_read_kb":2535,"num_write":596,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"213'209","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.395929+0000","last_change":"2023-01-15T14:27:39.251837+0000","last_active":"2023-01-15T15:08:41.395929+0000","last_peered":"2023-01-15T15:08:41.395929+0000","last_clean":"2023-01-15T15:08:41.395929+0000","last_became_active":"2023-01-15T14:27:39.251522+0000","last_became_peered":"2023-01-15T14:27:39.251522+0000","last_unstale":"2023-01-15T15:08:41.395929+0000","last_undegraded":"2023-01-15T15:08:41.395929+0000","last_fullsized":"2023-01-15T15:08:41.395929+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:17.350463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3432580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":459,"num_read_kb":502,"num_write":1180,"num_write_kb":24633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"213'29","reported_seq":118,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.096198+0000","last_change":"2023-01-15T14:34:47.541835+0000","last_active":"2023-01-15T15:06:12.096198+0000","last_peered":"2023-01-15T15:06:12.096198+0000","last_clean":"2023-01-15T15:06:12.096198+0000","last_became_active":"2023-01-15T14:34:47.541593+0000","last_became_peered":"2023-01-15T14:34:47.541593+0000","last_unstale":"2023-01-15T15:06:12.096198+0000","last_undegraded":"2023-01-15T15:06:12.096198+0000","last_fullsized":"2023-01-15T15:06:12.096198+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:46:31.500873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":87,"num_write":61,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:46.838843+0000","last_change":"2023-01-15T14:35:14.325235+0000","last_active":"2023-01-15T15:05:46.838843+0000","last_peered":"2023-01-15T15:05:46.838843+0000","last_clean":"2023-01-15T15:05:46.838843+0000","last_became_active":"2023-01-15T14:35:14.324974+0000","last_became_peered":"2023-01-15T14:35:14.324974+0000","last_unstale":"2023-01-15T15:05:46.838843+0000","last_undegraded":"2023-01-15T15:05:46.838843+0000","last_fullsized":"2023-01-15T15:05:46.838843+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:58.051700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858017+0000","last_change":"2023-01-15T14:49:02.554180+0000","last_active":"2023-01-15T15:05:21.858017+0000","last_peered":"2023-01-15T15:05:21.858017+0000","last_clean":"2023-01-15T15:05:21.858017+0000","last_became_active":"2023-01-15T14:49:02.553920+0000","last_became_peered":"2023-01-15T14:49:02.553920+0000","last_unstale":"2023-01-15T15:05:21.858017+0000","last_undegraded":"2023-01-15T15:05:21.858017+0000","last_fullsized":"2023-01-15T15:05:21.858017+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:27.006303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860468+0000","last_change":"2023-01-15T14:35:17.346094+0000","last_active":"2023-01-15T15:05:36.860468+0000","last_peered":"2023-01-15T15:05:36.860468+0000","last_clean":"2023-01-15T15:05:36.860468+0000","last_became_active":"2023-01-15T14:35:17.345869+0000","last_became_peered":"2023-01-15T14:35:17.345869+0000","last_unstale":"2023-01-15T15:05:36.860468+0000","last_undegraded":"2023-01-15T15:05:36.860468+0000","last_fullsized":"2023-01-15T15:05:36.860468+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:28.087221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"213'721","reported_seq":2132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894025+0000","last_change":"2023-01-15T14:27:41.258939+0000","last_active":"2023-01-15T15:08:52.894025+0000","last_peered":"2023-01-15T15:08:52.894025+0000","last_clean":"2023-01-15T15:08:52.894025+0000","last_became_active":"2023-01-15T14:27:41.258730+0000","last_became_peered":"2023-01-15T14:27:41.258730+0000","last_unstale":"2023-01-15T15:08:52.894025+0000","last_undegraded":"2023-01-15T15:08:52.894025+0000","last_fullsized":"2023-01-15T15:08:52.894025+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:29:15.931266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3582,"num_read_kb":3253,"num_write":954,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"213'176","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.063141+0000","last_change":"2023-01-15T14:27:39.288192+0000","last_active":"2023-01-15T15:08:40.063141+0000","last_peered":"2023-01-15T15:08:40.063141+0000","last_clean":"2023-01-15T15:08:40.063141+0000","last_became_active":"2023-01-15T14:27:39.257940+0000","last_became_peered":"2023-01-15T14:27:39.257940+0000","last_unstale":"2023-01-15T15:08:40.063141+0000","last_undegraded":"2023-01-15T15:08:40.063141+0000","last_fullsized":"2023-01-15T15:08:40.063141+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:31.089080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29266,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":538,"num_write":901,"num_write_kb":44137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"213'41","reported_seq":162,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.671907+0000","last_change":"2023-01-15T14:34:47.551107+0000","last_active":"2023-01-15T15:07:25.671907+0000","last_peered":"2023-01-15T15:07:25.671907+0000","last_clean":"2023-01-15T15:07:25.671907+0000","last_became_active":"2023-01-15T14:34:47.550913+0000","last_became_peered":"2023-01-15T14:34:47.550913+0000","last_unstale":"2023-01-15T15:07:25.671907+0000","last_undegraded":"2023-01-15T15:07:25.671907+0000","last_fullsized":"2023-01-15T15:07:25.671907+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:31:36.657562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":133,"num_write":83,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337272+0000","last_change":"2023-01-15T14:35:14.327296+0000","last_active":"2023-01-15T15:04:17.337272+0000","last_peered":"2023-01-15T15:04:17.337272+0000","last_clean":"2023-01-15T15:04:17.337272+0000","last_became_active":"2023-01-15T14:35:14.326975+0000","last_became_peered":"2023-01-15T14:35:14.326975+0000","last_unstale":"2023-01-15T15:04:17.337272+0000","last_undegraded":"2023-01-15T15:04:17.337272+0000","last_fullsized":"2023-01-15T15:04:17.337272+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:34.606697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857729+0000","last_change":"2023-01-15T14:49:02.547198+0000","last_active":"2023-01-15T15:05:21.857729+0000","last_peered":"2023-01-15T15:05:21.857729+0000","last_clean":"2023-01-15T15:05:21.857729+0000","last_became_active":"2023-01-15T14:49:02.546858+0000","last_became_peered":"2023-01-15T14:49:02.546858+0000","last_unstale":"2023-01-15T15:05:21.857729+0000","last_undegraded":"2023-01-15T15:05:21.857729+0000","last_fullsized":"2023-01-15T15:05:21.857729+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:35.571324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860519+0000","last_change":"2023-01-15T14:35:17.341233+0000","last_active":"2023-01-15T15:05:36.860519+0000","last_peered":"2023-01-15T15:05:36.860519+0000","last_clean":"2023-01-15T15:05:36.860519+0000","last_became_active":"2023-01-15T14:35:17.340927+0000","last_became_peered":"2023-01-15T14:35:17.340927+0000","last_unstale":"2023-01-15T15:05:36.860519+0000","last_undegraded":"2023-01-15T15:05:36.860519+0000","last_fullsized":"2023-01-15T15:05:36.860519+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:36:13.777734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"213'433","reported_seq":2062,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.677363+0000","last_change":"2023-01-15T14:27:41.267275+0000","last_active":"2023-01-15T15:08:49.677363+0000","last_peered":"2023-01-15T15:08:49.677363+0000","last_clean":"2023-01-15T15:08:49.677363+0000","last_became_active":"2023-01-15T14:27:41.262051+0000","last_became_peered":"2023-01-15T14:27:41.262051+0000","last_unstale":"2023-01-15T15:08:49.677363+0000","last_undegraded":"2023-01-15T15:08:49.677363+0000","last_fullsized":"2023-01-15T15:08:49.677363+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:31:48.399286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2938,"num_read_kb":2799,"num_write":510,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"213'180","reported_seq":542,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.237402+0000","last_change":"2023-01-15T14:27:39.245832+0000","last_active":"2023-01-15T15:08:41.237402+0000","last_peered":"2023-01-15T15:08:41.237402+0000","last_clean":"2023-01-15T15:08:41.237402+0000","last_became_active":"2023-01-15T14:27:39.245534+0000","last_became_peered":"2023-01-15T14:27:39.245534+0000","last_unstale":"2023-01-15T15:08:41.237402+0000","last_undegraded":"2023-01-15T15:08:41.237402+0000","last_fullsized":"2023-01-15T15:08:41.237402+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:16.912721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5513857,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":456,"num_read_kb":28573,"num_write":947,"num_write_kb":37453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"213'64","reported_seq":277,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.355640+0000","last_change":"2023-01-15T14:34:47.546055+0000","last_active":"2023-01-15T15:06:12.355640+0000","last_peered":"2023-01-15T15:06:12.355640+0000","last_clean":"2023-01-15T15:06:12.355640+0000","last_became_active":"2023-01-15T14:34:47.545832+0000","last_became_peered":"2023-01-15T14:34:47.545832+0000","last_unstale":"2023-01-15T15:06:12.355640+0000","last_undegraded":"2023-01-15T15:06:12.355640+0000","last_fullsized":"2023-01-15T15:06:12.355640+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:55:31.489192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":278,"num_write":83,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337382+0000","last_change":"2023-01-15T14:35:14.323669+0000","last_active":"2023-01-15T15:04:17.337382+0000","last_peered":"2023-01-15T15:04:17.337382+0000","last_clean":"2023-01-15T15:04:17.337382+0000","last_became_active":"2023-01-15T14:35:14.323416+0000","last_became_peered":"2023-01-15T14:35:14.323416+0000","last_unstale":"2023-01-15T15:04:17.337382+0000","last_undegraded":"2023-01-15T15:04:17.337382+0000","last_fullsized":"2023-01-15T15:04:17.337382+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:54:55.197801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030148+0000","last_change":"2023-01-15T14:49:02.549234+0000","last_active":"2023-01-15T15:05:22.030148+0000","last_peered":"2023-01-15T15:05:22.030148+0000","last_clean":"2023-01-15T15:05:22.030148+0000","last_became_active":"2023-01-15T14:49:02.548987+0000","last_became_peered":"2023-01-15T14:49:02.548987+0000","last_unstale":"2023-01-15T15:05:22.030148+0000","last_undegraded":"2023-01-15T15:05:22.030148+0000","last_fullsized":"2023-01-15T15:05:22.030148+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:15.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860346+0000","last_change":"2023-01-15T14:35:17.348476+0000","last_active":"2023-01-15T15:05:36.860346+0000","last_peered":"2023-01-15T15:05:36.860346+0000","last_clean":"2023-01-15T15:05:36.860346+0000","last_became_active":"2023-01-15T14:35:17.348237+0000","last_became_peered":"2023-01-15T14:35:17.348237+0000","last_unstale":"2023-01-15T15:05:36.860346+0000","last_undegraded":"2023-01-15T15:05:36.860346+0000","last_fullsized":"2023-01-15T15:05:36.860346+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:59.910348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"213'873","reported_seq":2345,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.242231+0000","last_change":"2023-01-15T14:27:41.262361+0000","last_active":"2023-01-15T15:08:52.242231+0000","last_peered":"2023-01-15T15:08:52.242231+0000","last_clean":"2023-01-15T15:08:52.242231+0000","last_became_active":"2023-01-15T14:27:41.262145+0000","last_became_peered":"2023-01-15T14:27:41.262145+0000","last_unstale":"2023-01-15T15:08:52.242231+0000","last_undegraded":"2023-01-15T15:08:52.242231+0000","last_fullsized":"2023-01-15T15:08:52.242231+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:23.098155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4341,"num_read_kb":3888,"num_write":1252,"num_write_kb":573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"213'147","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.875414+0000","last_change":"2023-01-15T14:27:39.288719+0000","last_active":"2023-01-15T15:08:52.875414+0000","last_peered":"2023-01-15T15:08:52.875414+0000","last_clean":"2023-01-15T15:08:52.875414+0000","last_became_active":"2023-01-15T14:27:39.268239+0000","last_became_peered":"2023-01-15T14:27:39.268239+0000","last_unstale":"2023-01-15T15:08:52.875414+0000","last_undegraded":"2023-01-15T15:08:52.875414+0000","last_fullsized":"2023-01-15T15:08:52.875414+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:37:26.241439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16799905,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":387,"num_read_kb":75591,"num_write":828,"num_write_kb":37430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"213'33","reported_seq":137,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866634+0000","last_change":"2023-01-15T14:34:47.549674+0000","last_active":"2023-01-15T15:06:11.866634+0000","last_peered":"2023-01-15T15:06:11.866634+0000","last_clean":"2023-01-15T15:06:11.866634+0000","last_became_active":"2023-01-15T14:34:47.549412+0000","last_became_peered":"2023-01-15T14:34:47.549412+0000","last_unstale":"2023-01-15T15:06:11.866634+0000","last_undegraded":"2023-01-15T15:06:11.866634+0000","last_fullsized":"2023-01-15T15:06:11.866634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:25:18.085288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":60,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.022636+0000","last_change":"2023-01-15T14:35:14.321879+0000","last_active":"2023-01-15T15:04:17.022636+0000","last_peered":"2023-01-15T15:04:17.022636+0000","last_clean":"2023-01-15T15:04:17.022636+0000","last_became_active":"2023-01-15T14:35:14.321636+0000","last_became_peered":"2023-01-15T14:35:14.321636+0000","last_unstale":"2023-01-15T15:04:17.022636+0000","last_undegraded":"2023-01-15T15:04:17.022636+0000","last_fullsized":"2023-01-15T15:04:17.022636+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:09:05.290232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.957073+0000","last_change":"2023-01-15T14:49:02.545958+0000","last_active":"2023-01-15T15:04:46.957073+0000","last_peered":"2023-01-15T15:04:46.957073+0000","last_clean":"2023-01-15T15:04:46.957073+0000","last_became_active":"2023-01-15T14:49:02.545725+0000","last_became_peered":"2023-01-15T14:49:02.545725+0000","last_unstale":"2023-01-15T15:04:46.957073+0000","last_undegraded":"2023-01-15T15:04:46.957073+0000","last_fullsized":"2023-01-15T15:04:46.957073+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:45:36.416632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"210'5","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.955647+0000","last_change":"2023-01-15T14:35:17.345524+0000","last_active":"2023-01-15T15:04:36.955647+0000","last_peered":"2023-01-15T15:04:36.955647+0000","last_clean":"2023-01-15T15:04:36.955647+0000","last_became_active":"2023-01-15T14:35:17.345321+0000","last_became_peered":"2023-01-15T14:35:17.345321+0000","last_unstale":"2023-01-15T15:04:36.955647+0000","last_undegraded":"2023-01-15T15:04:36.955647+0000","last_fullsized":"2023-01-15T15:04:36.955647+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:15:16.622702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"213'765","reported_seq":2051,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414517+0000","last_change":"2023-01-15T14:27:41.264579+0000","last_active":"2023-01-15T15:08:51.414517+0000","last_peered":"2023-01-15T15:08:51.414517+0000","last_clean":"2023-01-15T15:08:51.414517+0000","last_became_active":"2023-01-15T14:27:41.264306+0000","last_became_peered":"2023-01-15T14:27:41.264306+0000","last_unstale":"2023-01-15T15:08:51.414517+0000","last_undegraded":"2023-01-15T15:08:51.414517+0000","last_fullsized":"2023-01-15T15:08:51.414517+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:36.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3735,"num_read_kb":3336,"num_write":1082,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"213'181","reported_seq":503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.913703+0000","last_change":"2023-01-15T14:27:39.260617+0000","last_active":"2023-01-15T15:08:52.913703+0000","last_peered":"2023-01-15T15:08:52.913703+0000","last_clean":"2023-01-15T15:08:52.913703+0000","last_became_active":"2023-01-15T14:27:39.252590+0000","last_became_peered":"2023-01-15T14:27:39.252590+0000","last_unstale":"2023-01-15T15:08:52.913703+0000","last_undegraded":"2023-01-15T15:08:52.913703+0000","last_fullsized":"2023-01-15T15:08:52.913703+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:00:32.863860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":703761,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":407,"num_read_kb":5913,"num_write":1001,"num_write_kb":19985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"213'19","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844524+0000","last_change":"2023-01-15T14:34:47.549051+0000","last_active":"2023-01-15T15:05:06.844524+0000","last_peered":"2023-01-15T15:05:06.844524+0000","last_clean":"2023-01-15T15:05:06.844524+0000","last_became_active":"2023-01-15T14:34:47.548830+0000","last_became_peered":"2023-01-15T14:34:47.548830+0000","last_unstale":"2023-01-15T15:05:06.844524+0000","last_undegraded":"2023-01-15T15:05:06.844524+0000","last_fullsized":"2023-01-15T15:05:06.844524+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:02.901597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":58,"num_write":47,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981964+0000","last_change":"2023-01-15T14:35:14.330470+0000","last_active":"2023-01-15T15:05:36.981964+0000","last_peered":"2023-01-15T15:05:36.981964+0000","last_clean":"2023-01-15T15:05:36.981964+0000","last_became_active":"2023-01-15T14:35:14.330251+0000","last_became_peered":"2023-01-15T14:35:14.330251+0000","last_unstale":"2023-01-15T15:05:36.981964+0000","last_undegraded":"2023-01-15T15:05:36.981964+0000","last_fullsized":"2023-01-15T15:05:36.981964+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:13:50.364263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852718+0000","last_change":"2023-01-15T14:49:02.549255+0000","last_active":"2023-01-15T15:04:51.852718+0000","last_peered":"2023-01-15T15:04:51.852718+0000","last_clean":"2023-01-15T15:04:51.852718+0000","last_became_active":"2023-01-15T14:49:02.549040+0000","last_became_peered":"2023-01-15T14:49:02.549040+0000","last_unstale":"2023-01-15T15:04:51.852718+0000","last_undegraded":"2023-01-15T15:04:51.852718+0000","last_fullsized":"2023-01-15T15:04:51.852718+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:22:59.235610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"210'5","reported_seq":42,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972616+0000","last_change":"2023-01-15T14:35:17.348321+0000","last_active":"2023-01-15T15:04:31.972616+0000","last_peered":"2023-01-15T15:04:31.972616+0000","last_clean":"2023-01-15T15:04:31.972616+0000","last_became_active":"2023-01-15T14:35:17.347907+0000","last_became_peered":"2023-01-15T14:35:17.347907+0000","last_unstale":"2023-01-15T15:04:31.972616+0000","last_undegraded":"2023-01-15T15:04:31.972616+0000","last_fullsized":"2023-01-15T15:04:31.972616+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:51:09.273318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"213'376","reported_seq":1731,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.632533+0000","last_change":"2023-01-15T14:27:41.258830+0000","last_active":"2023-01-15T15:08:50.632533+0000","last_peered":"2023-01-15T15:08:50.632533+0000","last_clean":"2023-01-15T15:08:50.632533+0000","last_became_active":"2023-01-15T14:27:41.258575+0000","last_became_peered":"2023-01-15T14:27:41.258575+0000","last_unstale":"2023-01-15T15:08:50.632533+0000","last_undegraded":"2023-01-15T15:08:50.632533+0000","last_fullsized":"2023-01-15T15:08:50.632533+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:30.945008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2375,"num_read_kb":2256,"num_write":445,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"213'200","reported_seq":584,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.828602+0000","last_change":"2023-01-15T14:28:22.356314+0000","last_active":"2023-01-15T15:08:52.828602+0000","last_peered":"2023-01-15T15:08:52.828602+0000","last_clean":"2023-01-15T15:08:52.828602+0000","last_became_active":"2023-01-15T14:28:22.355912+0000","last_became_peered":"2023-01-15T14:28:22.355912+0000","last_unstale":"2023-01-15T15:08:52.828602+0000","last_undegraded":"2023-01-15T15:08:52.828602+0000","last_fullsized":"2023-01-15T15:08:52.828602+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:55:08.167678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3520277,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":11839,"num_write":1158,"num_write_kb":25072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"213'29","reported_seq":132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:23.838076+0000","last_change":"2023-01-15T14:34:47.539558+0000","last_active":"2023-01-15T15:07:23.838076+0000","last_peered":"2023-01-15T15:07:23.838076+0000","last_clean":"2023-01-15T15:07:23.838076+0000","last_became_active":"2023-01-15T14:34:47.539300+0000","last_became_peered":"2023-01-15T14:34:47.539300+0000","last_unstale":"2023-01-15T15:07:23.838076+0000","last_undegraded":"2023-01-15T15:07:23.838076+0000","last_fullsized":"2023-01-15T15:07:23.838076+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:46.956932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":110,"num_write":47,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848892+0000","last_change":"2023-01-15T14:35:14.314626+0000","last_active":"2023-01-15T15:05:36.848892+0000","last_peered":"2023-01-15T15:05:36.848892+0000","last_clean":"2023-01-15T15:05:36.848892+0000","last_became_active":"2023-01-15T14:35:14.314377+0000","last_became_peered":"2023-01-15T14:35:14.314377+0000","last_unstale":"2023-01-15T15:05:36.848892+0000","last_undegraded":"2023-01-15T15:05:36.848892+0000","last_fullsized":"2023-01-15T15:05:36.848892+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:50:37.853276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851614+0000","last_change":"2023-01-15T14:49:02.548132+0000","last_active":"2023-01-15T15:04:46.851614+0000","last_peered":"2023-01-15T15:04:46.851614+0000","last_clean":"2023-01-15T15:04:46.851614+0000","last_became_active":"2023-01-15T14:49:02.547896+0000","last_became_peered":"2023-01-15T14:49:02.547896+0000","last_unstale":"2023-01-15T15:04:46.851614+0000","last_undegraded":"2023-01-15T15:04:46.851614+0000","last_fullsized":"2023-01-15T15:04:46.851614+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:28.889486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.954832+0000","last_change":"2023-01-15T14:35:17.348029+0000","last_active":"2023-01-15T15:04:31.954832+0000","last_peered":"2023-01-15T15:04:31.954832+0000","last_clean":"2023-01-15T15:04:31.954832+0000","last_became_active":"2023-01-15T14:35:17.347817+0000","last_became_peered":"2023-01-15T14:35:17.347817+0000","last_unstale":"2023-01-15T15:04:31.954832+0000","last_undegraded":"2023-01-15T15:04:31.954832+0000","last_fullsized":"2023-01-15T15:04:31.954832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:39.639267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"213'402","reported_seq":1674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.862507+0000","last_change":"2023-01-15T14:27:41.251557+0000","last_active":"2023-01-15T15:08:50.862507+0000","last_peered":"2023-01-15T15:08:50.862507+0000","last_clean":"2023-01-15T15:08:50.862507+0000","last_became_active":"2023-01-15T14:27:41.251240+0000","last_became_peered":"2023-01-15T14:27:41.251240+0000","last_unstale":"2023-01-15T15:08:50.862507+0000","last_undegraded":"2023-01-15T15:08:50.862507+0000","last_fullsized":"2023-01-15T15:08:50.862507+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:27:24.998681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2355,"num_read_kb":2245,"num_write":520,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"213'152","reported_seq":466,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.857052+0000","last_change":"2023-01-15T14:27:39.267959+0000","last_active":"2023-01-15T15:08:52.857052+0000","last_peered":"2023-01-15T15:08:52.857052+0000","last_clean":"2023-01-15T15:08:52.857052+0000","last_became_active":"2023-01-15T14:27:39.256946+0000","last_became_peered":"2023-01-15T14:27:39.256946+0000","last_unstale":"2023-01-15T15:08:52.857052+0000","last_undegraded":"2023-01-15T15:08:52.857052+0000","last_fullsized":"2023-01-15T15:08:52.857052+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:21.985739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3183214,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":319,"num_read_kb":6499,"num_write":814,"num_write_kb":36244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"213'13","reported_seq":72,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096778+0000","last_change":"2023-01-15T14:34:47.549364+0000","last_active":"2023-01-15T15:06:17.096778+0000","last_peered":"2023-01-15T15:06:17.096778+0000","last_clean":"2023-01-15T15:06:17.096778+0000","last_became_active":"2023-01-15T14:34:47.549125+0000","last_became_peered":"2023-01-15T14:34:47.549125+0000","last_unstale":"2023-01-15T15:06:17.096778+0000","last_undegraded":"2023-01-15T15:06:17.096778+0000","last_fullsized":"2023-01-15T15:06:17.096778+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:44.044094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":39,"num_write":28,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.861289+0000","last_change":"2023-01-15T14:35:14.328498+0000","last_active":"2023-01-15T15:05:41.861289+0000","last_peered":"2023-01-15T15:05:41.861289+0000","last_clean":"2023-01-15T15:05:41.861289+0000","last_became_active":"2023-01-15T14:35:14.328136+0000","last_became_peered":"2023-01-15T14:35:14.328136+0000","last_unstale":"2023-01-15T15:05:41.861289+0000","last_undegraded":"2023-01-15T15:05:41.861289+0000","last_fullsized":"2023-01-15T15:05:41.861289+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:04.296065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851678+0000","last_change":"2023-01-15T14:49:02.553469+0000","last_active":"2023-01-15T15:04:46.851678+0000","last_peered":"2023-01-15T15:04:46.851678+0000","last_clean":"2023-01-15T15:04:46.851678+0000","last_became_active":"2023-01-15T14:49:02.552976+0000","last_became_peered":"2023-01-15T14:49:02.552976+0000","last_unstale":"2023-01-15T15:04:46.851678+0000","last_undegraded":"2023-01-15T15:04:46.851678+0000","last_fullsized":"2023-01-15T15:04:46.851678+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:39:28.320563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024359+0000","last_change":"2023-01-15T14:35:17.345238+0000","last_active":"2023-01-15T15:04:32.024359+0000","last_peered":"2023-01-15T15:04:32.024359+0000","last_clean":"2023-01-15T15:04:32.024359+0000","last_became_active":"2023-01-15T14:35:17.345025+0000","last_became_peered":"2023-01-15T14:35:17.345025+0000","last_unstale":"2023-01-15T15:04:32.024359+0000","last_undegraded":"2023-01-15T15:04:32.024359+0000","last_fullsized":"2023-01-15T15:04:32.024359+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:12.116052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"213'746","reported_seq":2190,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.997612+0000","last_change":"2023-01-15T14:27:41.249235+0000","last_active":"2023-01-15T15:08:49.997612+0000","last_peered":"2023-01-15T15:08:49.997612+0000","last_clean":"2023-01-15T15:08:49.997612+0000","last_became_active":"2023-01-15T14:27:41.249009+0000","last_became_peered":"2023-01-15T14:27:41.249009+0000","last_unstale":"2023-01-15T15:08:49.997612+0000","last_undegraded":"2023-01-15T15:08:49.997612+0000","last_fullsized":"2023-01-15T15:08:49.997612+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:14:37.129088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3732,"num_read_kb":3383,"num_write":999,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"213'180","reported_seq":524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.843363+0000","last_change":"2023-01-15T14:27:39.254612+0000","last_active":"2023-01-15T15:08:52.843363+0000","last_peered":"2023-01-15T15:08:52.843363+0000","last_clean":"2023-01-15T15:08:52.843363+0000","last_became_active":"2023-01-15T14:27:39.254343+0000","last_became_peered":"2023-01-15T14:27:39.254343+0000","last_unstale":"2023-01-15T15:08:52.843363+0000","last_undegraded":"2023-01-15T15:08:52.843363+0000","last_fullsized":"2023-01-15T15:08:52.843363+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:43:32.289400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4335701,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":5889,"num_write":968,"num_write_kb":36118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"213'26","reported_seq":117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978259+0000","last_change":"2023-01-15T14:34:47.547055+0000","last_active":"2023-01-15T15:05:11.978259+0000","last_peered":"2023-01-15T15:05:11.978259+0000","last_clean":"2023-01-15T15:05:11.978259+0000","last_became_active":"2023-01-15T14:34:47.546813+0000","last_became_peered":"2023-01-15T14:34:47.546813+0000","last_unstale":"2023-01-15T15:05:11.978259+0000","last_undegraded":"2023-01-15T15:05:11.978259+0000","last_fullsized":"2023-01-15T15:05:11.978259+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:46.828759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":86,"num_write":52,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972474+0000","last_change":"2023-01-15T14:35:14.330035+0000","last_active":"2023-01-15T15:04:31.972474+0000","last_peered":"2023-01-15T15:04:31.972474+0000","last_clean":"2023-01-15T15:04:31.972474+0000","last_became_active":"2023-01-15T14:35:14.329785+0000","last_became_peered":"2023-01-15T14:35:14.329785+0000","last_unstale":"2023-01-15T15:04:31.972474+0000","last_undegraded":"2023-01-15T15:04:31.972474+0000","last_fullsized":"2023-01-15T15:04:31.972474+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:17:58.164349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.856402+0000","last_change":"2023-01-15T14:49:02.542558+0000","last_active":"2023-01-15T15:06:26.856402+0000","last_peered":"2023-01-15T15:06:26.856402+0000","last_clean":"2023-01-15T15:06:26.856402+0000","last_became_active":"2023-01-15T14:49:02.542409+0000","last_became_peered":"2023-01-15T14:49:02.542409+0000","last_unstale":"2023-01-15T15:06:26.856402+0000","last_undegraded":"2023-01-15T15:06:26.856402+0000","last_fullsized":"2023-01-15T15:06:26.856402+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:20:29.342979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024251+0000","last_change":"2023-01-15T14:35:17.348246+0000","last_active":"2023-01-15T15:04:32.024251+0000","last_peered":"2023-01-15T15:04:32.024251+0000","last_clean":"2023-01-15T15:04:32.024251+0000","last_became_active":"2023-01-15T14:35:17.348023+0000","last_became_peered":"2023-01-15T14:35:17.348023+0000","last_unstale":"2023-01-15T15:04:32.024251+0000","last_undegraded":"2023-01-15T15:04:32.024251+0000","last_fullsized":"2023-01-15T15:04:32.024251+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:05.306259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"213'356","reported_seq":1684,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894038+0000","last_change":"2023-01-15T14:27:41.249089+0000","last_active":"2023-01-15T15:08:52.894038+0000","last_peered":"2023-01-15T15:08:52.894038+0000","last_clean":"2023-01-15T15:08:52.894038+0000","last_became_active":"2023-01-15T14:27:41.248771+0000","last_became_peered":"2023-01-15T14:27:41.248771+0000","last_unstale":"2023-01-15T15:08:52.894038+0000","last_undegraded":"2023-01-15T15:08:52.894038+0000","last_fullsized":"2023-01-15T15:08:52.894038+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:41.899308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2309,"num_read_kb":2204,"num_write":421,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"213'170","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.835885+0000","last_change":"2023-01-15T14:27:39.260162+0000","last_active":"2023-01-15T15:08:52.835885+0000","last_peered":"2023-01-15T15:08:52.835885+0000","last_clean":"2023-01-15T15:08:52.835885+0000","last_became_active":"2023-01-15T14:27:39.253853+0000","last_became_peered":"2023-01-15T14:27:39.253853+0000","last_unstale":"2023-01-15T15:08:52.835885+0000","last_undegraded":"2023-01-15T15:08:52.835885+0000","last_fullsized":"2023-01-15T15:08:52.835885+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:00:04.293944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31338,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":378,"num_read_kb":13817,"num_write":961,"num_write_kb":17770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"213'33","reported_seq":130,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096887+0000","last_change":"2023-01-15T14:34:47.546125+0000","last_active":"2023-01-15T15:06:17.096887+0000","last_peered":"2023-01-15T15:06:17.096887+0000","last_clean":"2023-01-15T15:06:17.096887+0000","last_became_active":"2023-01-15T14:34:47.545728+0000","last_became_peered":"2023-01-15T14:34:47.545728+0000","last_unstale":"2023-01-15T15:06:17.096887+0000","last_undegraded":"2023-01-15T15:06:17.096887+0000","last_fullsized":"2023-01-15T15:06:17.096887+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:58:49.850329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":99,"num_write":78,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.081274+0000","last_change":"2023-01-15T14:35:14.326325+0000","last_active":"2023-01-15T15:04:32.081274+0000","last_peered":"2023-01-15T15:04:32.081274+0000","last_clean":"2023-01-15T15:04:32.081274+0000","last_became_active":"2023-01-15T14:35:14.326072+0000","last_became_peered":"2023-01-15T14:35:14.326072+0000","last_unstale":"2023-01-15T15:04:32.081274+0000","last_undegraded":"2023-01-15T15:04:32.081274+0000","last_fullsized":"2023-01-15T15:04:32.081274+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:16.365039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083781+0000","last_change":"2023-01-15T14:49:02.548655+0000","last_active":"2023-01-15T15:04:47.083781+0000","last_peered":"2023-01-15T15:04:47.083781+0000","last_clean":"2023-01-15T15:04:47.083781+0000","last_became_active":"2023-01-15T14:49:02.548337+0000","last_became_peered":"2023-01-15T14:49:02.548337+0000","last_unstale":"2023-01-15T15:04:47.083781+0000","last_undegraded":"2023-01-15T15:04:47.083781+0000","last_fullsized":"2023-01-15T15:04:47.083781+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:34.060405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350034+0000","last_change":"2023-01-15T14:35:17.342614+0000","last_active":"2023-01-15T15:05:37.350034+0000","last_peered":"2023-01-15T15:05:37.350034+0000","last_clean":"2023-01-15T15:05:37.350034+0000","last_became_active":"2023-01-15T14:35:17.342386+0000","last_became_peered":"2023-01-15T14:35:17.342386+0000","last_unstale":"2023-01-15T15:05:37.350034+0000","last_undegraded":"2023-01-15T15:05:37.350034+0000","last_fullsized":"2023-01-15T15:05:37.350034+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:59.518053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"213'318","reported_seq":1555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.358266+0000","last_change":"2023-01-15T14:27:41.261518+0000","last_active":"2023-01-15T15:08:49.358266+0000","last_peered":"2023-01-15T15:08:49.358266+0000","last_clean":"2023-01-15T15:08:49.358266+0000","last_became_active":"2023-01-15T14:27:41.261294+0000","last_became_peered":"2023-01-15T14:27:41.261294+0000","last_unstale":"2023-01-15T15:08:49.358266+0000","last_undegraded":"2023-01-15T15:08:49.358266+0000","last_fullsized":"2023-01-15T15:08:49.358266+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:07:06.580461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1995,"num_read_kb":1920,"num_write":363,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"213'135","reported_seq":455,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862560+0000","last_change":"2023-01-15T14:27:39.332399+0000","last_active":"2023-01-15T15:08:52.862560+0000","last_peered":"2023-01-15T15:08:52.862560+0000","last_clean":"2023-01-15T15:08:52.862560+0000","last_became_active":"2023-01-15T14:27:39.288453+0000","last_became_peered":"2023-01-15T14:27:39.288453+0000","last_unstale":"2023-01-15T15:08:52.862560+0000","last_undegraded":"2023-01-15T15:08:52.862560+0000","last_fullsized":"2023-01-15T15:08:52.862560+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:49.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4204560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":7568,"num_write":821,"num_write_kb":9568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"213'22","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.036634+0000","last_change":"2023-01-15T14:34:47.549323+0000","last_active":"2023-01-15T15:06:17.036634+0000","last_peered":"2023-01-15T15:06:17.036634+0000","last_clean":"2023-01-15T15:06:17.036634+0000","last_became_active":"2023-01-15T14:34:47.549109+0000","last_became_peered":"2023-01-15T14:34:47.549109+0000","last_unstale":"2023-01-15T15:06:17.036634+0000","last_undegraded":"2023-01-15T15:06:17.036634+0000","last_fullsized":"2023-01-15T15:06:17.036634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:12.755163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":72,"num_write":47,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024408+0000","last_change":"2023-01-15T14:35:14.328539+0000","last_active":"2023-01-15T15:04:32.024408+0000","last_peered":"2023-01-15T15:04:32.024408+0000","last_clean":"2023-01-15T15:04:32.024408+0000","last_became_active":"2023-01-15T14:35:14.328310+0000","last_became_peered":"2023-01-15T14:35:14.328310+0000","last_unstale":"2023-01-15T15:04:32.024408+0000","last_undegraded":"2023-01-15T15:04:32.024408+0000","last_fullsized":"2023-01-15T15:04:32.024408+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:39:58.643152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868036+0000","last_change":"2023-01-15T14:49:02.553049+0000","last_active":"2023-01-15T15:06:21.868036+0000","last_peered":"2023-01-15T15:06:21.868036+0000","last_clean":"2023-01-15T15:06:21.868036+0000","last_became_active":"2023-01-15T14:49:02.552826+0000","last_became_peered":"2023-01-15T14:49:02.552826+0000","last_unstale":"2023-01-15T15:06:21.868036+0000","last_undegraded":"2023-01-15T15:06:21.868036+0000","last_fullsized":"2023-01-15T15:06:21.868036+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:37:38.706311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981981+0000","last_change":"2023-01-15T14:35:17.347378+0000","last_active":"2023-01-15T15:05:36.981981+0000","last_peered":"2023-01-15T15:05:36.981981+0000","last_clean":"2023-01-15T15:05:36.981981+0000","last_became_active":"2023-01-15T14:35:17.347176+0000","last_became_peered":"2023-01-15T14:35:17.347176+0000","last_unstale":"2023-01-15T15:05:36.981981+0000","last_undegraded":"2023-01-15T15:05:36.981981+0000","last_fullsized":"2023-01-15T15:05:36.981981+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:05.488197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"213'273","reported_seq":1352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894055+0000","last_change":"2023-01-15T14:27:41.260407+0000","last_active":"2023-01-15T15:08:52.894055+0000","last_peered":"2023-01-15T15:08:52.894055+0000","last_clean":"2023-01-15T15:08:52.894055+0000","last_became_active":"2023-01-15T14:27:41.259902+0000","last_became_peered":"2023-01-15T14:27:41.259902+0000","last_unstale":"2023-01-15T15:08:52.894055+0000","last_undegraded":"2023-01-15T15:08:52.894055+0000","last_fullsized":"2023-01-15T15:08:52.894055+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:32:37.297834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1761,"num_read_kb":1676,"num_write":321,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"213'155","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.352551+0000","last_change":"2023-01-15T14:27:39.378590+0000","last_active":"2023-01-15T15:08:43.352551+0000","last_peered":"2023-01-15T15:08:43.352551+0000","last_clean":"2023-01-15T15:08:43.352551+0000","last_became_active":"2023-01-15T14:27:39.369614+0000","last_became_peered":"2023-01-15T14:27:39.369614+0000","last_unstale":"2023-01-15T15:08:43.352551+0000","last_undegraded":"2023-01-15T15:08:43.352551+0000","last_fullsized":"2023-01-15T15:08:43.352551+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:43.611969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353805,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":373,"num_read_kb":15040,"num_write":834,"num_write_kb":22682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"213'32","reported_seq":138,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096951+0000","last_change":"2023-01-15T14:34:47.547998+0000","last_active":"2023-01-15T15:06:17.096951+0000","last_peered":"2023-01-15T15:06:17.096951+0000","last_clean":"2023-01-15T15:06:17.096951+0000","last_became_active":"2023-01-15T14:34:47.547752+0000","last_became_peered":"2023-01-15T14:34:47.547752+0000","last_unstale":"2023-01-15T15:06:17.096951+0000","last_undegraded":"2023-01-15T15:06:17.096951+0000","last_fullsized":"2023-01-15T15:06:17.096951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:53:01.509968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.849333+0000","last_change":"2023-01-15T14:35:14.328439+0000","last_active":"2023-01-15T15:04:31.849333+0000","last_peered":"2023-01-15T15:04:31.849333+0000","last_clean":"2023-01-15T15:04:31.849333+0000","last_became_active":"2023-01-15T14:35:14.328043+0000","last_became_peered":"2023-01-15T14:35:14.328043+0000","last_unstale":"2023-01-15T15:04:31.849333+0000","last_undegraded":"2023-01-15T15:04:31.849333+0000","last_fullsized":"2023-01-15T15:04:31.849333+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:38:11.773112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.097271+0000","last_change":"2023-01-15T14:49:02.549458+0000","last_active":"2023-01-15T15:06:22.097271+0000","last_peered":"2023-01-15T15:06:22.097271+0000","last_clean":"2023-01-15T15:06:22.097271+0000","last_became_active":"2023-01-15T14:49:02.549084+0000","last_became_peered":"2023-01-15T14:49:02.549084+0000","last_unstale":"2023-01-15T15:06:22.097271+0000","last_undegraded":"2023-01-15T15:06:22.097271+0000","last_fullsized":"2023-01-15T15:06:22.097271+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.109795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"210'5","reported_seq":43,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.349947+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:05:37.349947+0000","last_peered":"2023-01-15T15:05:37.349947+0000","last_clean":"2023-01-15T15:05:37.349947+0000","last_became_active":"2023-01-15T14:35:17.346964+0000","last_became_peered":"2023-01-15T14:35:17.346964+0000","last_unstale":"2023-01-15T15:05:37.349947+0000","last_undegraded":"2023-01-15T15:05:37.349947+0000","last_fullsized":"2023-01-15T15:05:37.349947+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:09:07.349896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"213'323","reported_seq":1652,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.936566+0000","last_change":"2023-01-15T14:27:41.259207+0000","last_active":"2023-01-15T15:08:51.936566+0000","last_peered":"2023-01-15T15:08:51.936566+0000","last_clean":"2023-01-15T15:08:51.936566+0000","last_became_active":"2023-01-15T14:27:41.258967+0000","last_became_peered":"2023-01-15T14:27:41.258967+0000","last_unstale":"2023-01-15T15:08:51.936566+0000","last_undegraded":"2023-01-15T15:08:51.936566+0000","last_fullsized":"2023-01-15T15:08:51.936566+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:38.186145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2118,"num_read_kb":2047,"num_write":361,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"213'159","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.673371+0000","last_change":"2023-01-15T14:27:39.277739+0000","last_active":"2023-01-15T15:08:43.673371+0000","last_peered":"2023-01-15T15:08:43.673371+0000","last_clean":"2023-01-15T15:08:43.673371+0000","last_became_active":"2023-01-15T14:27:39.257358+0000","last_became_peered":"2023-01-15T14:27:39.257358+0000","last_unstale":"2023-01-15T15:08:43.673371+0000","last_undegraded":"2023-01-15T15:08:43.673371+0000","last_fullsized":"2023-01-15T15:08:43.673371+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:11.647480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38970,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":370,"num_read_kb":410,"num_write":810,"num_write_kb":15834,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"213'11","reported_seq":71,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096900+0000","last_change":"2023-01-15T14:34:47.543019+0000","last_active":"2023-01-15T15:06:17.096900+0000","last_peered":"2023-01-15T15:06:17.096900+0000","last_clean":"2023-01-15T15:06:17.096900+0000","last_became_active":"2023-01-15T14:34:47.542807+0000","last_became_peered":"2023-01-15T14:34:47.542807+0000","last_unstale":"2023-01-15T15:06:17.096900+0000","last_undegraded":"2023-01-15T15:06:17.096900+0000","last_fullsized":"2023-01-15T15:06:17.096900+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:16:38.144483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":39,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.840683+0000","last_change":"2023-01-15T14:35:14.329870+0000","last_active":"2023-01-15T15:04:36.840683+0000","last_peered":"2023-01-15T15:04:36.840683+0000","last_clean":"2023-01-15T15:04:36.840683+0000","last_became_active":"2023-01-15T14:35:14.329651+0000","last_became_peered":"2023-01-15T14:35:14.329651+0000","last_unstale":"2023-01-15T15:04:36.840683+0000","last_undegraded":"2023-01-15T15:04:36.840683+0000","last_fullsized":"2023-01-15T15:04:36.840683+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:45:17.263691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.037314+0000","last_change":"2023-01-15T14:49:02.553487+0000","last_active":"2023-01-15T15:06:22.037314+0000","last_peered":"2023-01-15T15:06:22.037314+0000","last_clean":"2023-01-15T15:06:22.037314+0000","last_became_active":"2023-01-15T14:49:02.553241+0000","last_became_peered":"2023-01-15T14:49:02.553241+0000","last_unstale":"2023-01-15T15:06:22.037314+0000","last_undegraded":"2023-01-15T15:06:22.037314+0000","last_fullsized":"2023-01-15T15:06:22.037314+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:32:59.467832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.982328+0000","last_change":"2023-01-15T14:35:17.352585+0000","last_active":"2023-01-15T15:05:36.982328+0000","last_peered":"2023-01-15T15:05:36.982328+0000","last_clean":"2023-01-15T15:05:36.982328+0000","last_became_active":"2023-01-15T14:35:17.352360+0000","last_became_peered":"2023-01-15T14:35:17.352360+0000","last_unstale":"2023-01-15T15:05:36.982328+0000","last_undegraded":"2023-01-15T15:05:36.982328+0000","last_fullsized":"2023-01-15T15:05:36.982328+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:56:43.384193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"213'797","reported_seq":2112,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894051+0000","last_change":"2023-01-15T14:27:41.250257+0000","last_active":"2023-01-15T15:08:52.894051+0000","last_peered":"2023-01-15T15:08:52.894051+0000","last_clean":"2023-01-15T15:08:52.894051+0000","last_became_active":"2023-01-15T14:27:41.250004+0000","last_became_peered":"2023-01-15T14:27:41.250004+0000","last_unstale":"2023-01-15T15:08:52.894051+0000","last_undegraded":"2023-01-15T15:08:52.894051+0000","last_fullsized":"2023-01-15T15:08:52.894051+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":700,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:27:36.105261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3757,"num_read_kb":3355,"num_write":1082,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"213'135","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.774901+0000","last_change":"2023-01-15T14:27:39.265180+0000","last_active":"2023-01-15T15:08:47.774901+0000","last_peered":"2023-01-15T15:08:47.774901+0000","last_clean":"2023-01-15T15:08:47.774901+0000","last_became_active":"2023-01-15T14:27:39.256356+0000","last_became_peered":"2023-01-15T14:27:39.256356+0000","last_unstale":"2023-01-15T15:08:47.774901+0000","last_undegraded":"2023-01-15T15:08:47.774901+0000","last_fullsized":"2023-01-15T15:08:47.774901+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:02:40.393627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2068,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":5578,"num_write":755,"num_write_kb":20032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1","version":"213'44","reported_seq":179,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.840719+0000","last_change":"2023-01-15T14:34:47.548037+0000","last_active":"2023-01-15T15:06:01.840719+0000","last_peered":"2023-01-15T15:06:01.840719+0000","last_clean":"2023-01-15T15:06:01.840719+0000","last_became_active":"2023-01-15T14:34:47.547666+0000","last_became_peered":"2023-01-15T14:34:47.547666+0000","last_unstale":"2023-01-15T15:06:01.840719+0000","last_undegraded":"2023-01-15T15:06:01.840719+0000","last_fullsized":"2023-01-15T15:06:01.840719+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:02:45.789879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":153,"num_write":80,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"210'5","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.835613+0000","last_change":"2023-01-15T14:35:14.325976+0000","last_active":"2023-01-15T15:05:26.835613+0000","last_peered":"2023-01-15T15:05:26.835613+0000","last_clean":"2023-01-15T15:05:26.835613+0000","last_became_active":"2023-01-15T14:35:14.325806+0000","last_became_peered":"2023-01-15T14:35:14.325806+0000","last_unstale":"2023-01-15T15:05:26.835613+0000","last_undegraded":"2023-01-15T15:05:26.835613+0000","last_fullsized":"2023-01-15T15:05:26.835613+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:04.649874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868600+0000","last_change":"2023-01-15T14:49:02.553969+0000","last_active":"2023-01-15T15:06:21.868600+0000","last_peered":"2023-01-15T15:06:21.868600+0000","last_clean":"2023-01-15T15:06:21.868600+0000","last_became_active":"2023-01-15T14:49:02.553765+0000","last_became_peered":"2023-01-15T14:49:02.553765+0000","last_unstale":"2023-01-15T15:06:21.868600+0000","last_undegraded":"2023-01-15T15:06:21.868600+0000","last_fullsized":"2023-01-15T15:06:21.868600+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:17.623289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"213'737","reported_seq":1993,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.390538+0000","last_change":"2023-01-15T14:27:41.257826+0000","last_active":"2023-01-15T15:08:51.390538+0000","last_peered":"2023-01-15T15:08:51.390538+0000","last_clean":"2023-01-15T15:08:51.390538+0000","last_became_active":"2023-01-15T14:27:41.257568+0000","last_became_peered":"2023-01-15T14:27:41.257568+0000","last_unstale":"2023-01-15T15:08:51.390538+0000","last_undegraded":"2023-01-15T15:08:51.390538+0000","last_fullsized":"2023-01-15T15:08:51.390538+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:19.530675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3423,"num_read_kb":3064,"num_write":983,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"213'177","reported_seq":509,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846586+0000","last_change":"2023-01-15T14:27:39.259949+0000","last_active":"2023-01-15T15:08:52.846586+0000","last_peered":"2023-01-15T15:08:52.846586+0000","last_clean":"2023-01-15T15:08:52.846586+0000","last_became_active":"2023-01-15T14:27:39.255585+0000","last_became_peered":"2023-01-15T14:27:39.255585+0000","last_unstale":"2023-01-15T15:08:52.846586+0000","last_undegraded":"2023-01-15T15:08:52.846586+0000","last_fullsized":"2023-01-15T15:08:52.846586+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:29.796537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27209,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":430,"num_read_kb":12335,"num_write":905,"num_write_kb":27761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360312+0000","last_change":"2023-01-15T14:34:47.546433+0000","last_active":"2023-01-15T15:06:47.360312+0000","last_peered":"2023-01-15T15:06:47.360312+0000","last_clean":"2023-01-15T15:06:47.360312+0000","last_became_active":"2023-01-15T14:34:47.546185+0000","last_became_peered":"2023-01-15T14:34:47.546185+0000","last_unstale":"2023-01-15T15:06:47.360312+0000","last_undegraded":"2023-01-15T15:06:47.360312+0000","last_fullsized":"2023-01-15T15:06:47.360312+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:59.588851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":146,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098667+0000","last_change":"2023-01-15T14:35:14.330823+0000","last_active":"2023-01-15T15:06:32.098667+0000","last_peered":"2023-01-15T15:06:32.098667+0000","last_clean":"2023-01-15T15:06:32.098667+0000","last_became_active":"2023-01-15T14:35:14.330566+0000","last_became_peered":"2023-01-15T14:35:14.330566+0000","last_unstale":"2023-01-15T15:06:32.098667+0000","last_undegraded":"2023-01-15T15:06:32.098667+0000","last_fullsized":"2023-01-15T15:06:32.098667+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:31.783371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032008+0000","last_change":"2023-01-15T14:35:17.342522+0000","last_active":"2023-01-15T15:05:37.032008+0000","last_peered":"2023-01-15T15:05:37.032008+0000","last_clean":"2023-01-15T15:05:37.032008+0000","last_became_active":"2023-01-15T14:35:17.342279+0000","last_became_peered":"2023-01-15T14:35:17.342279+0000","last_unstale":"2023-01-15T15:05:37.032008+0000","last_undegraded":"2023-01-15T15:05:37.032008+0000","last_fullsized":"2023-01-15T15:05:37.032008+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:55:32.228247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032602+0000","last_change":"2023-01-15T14:49:02.544138+0000","last_active":"2023-01-15T15:05:42.032602+0000","last_peered":"2023-01-15T15:05:42.032602+0000","last_clean":"2023-01-15T15:05:42.032602+0000","last_became_active":"2023-01-15T14:49:02.543880+0000","last_became_peered":"2023-01-15T14:49:02.543880+0000","last_unstale":"2023-01-15T15:05:42.032602+0000","last_undegraded":"2023-01-15T15:05:42.032602+0000","last_fullsized":"2023-01-15T15:05:42.032602+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:20:35.137867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.631460+0000","last_change":"2023-01-15T14:27:41.260096+0000","last_active":"2023-01-15T15:08:47.631460+0000","last_peered":"2023-01-15T15:08:47.631460+0000","last_clean":"2023-01-15T15:08:47.631460+0000","last_became_active":"2023-01-15T14:27:41.259885+0000","last_became_peered":"2023-01-15T14:27:41.259885+0000","last_unstale":"2023-01-15T15:08:47.631460+0000","last_undegraded":"2023-01-15T15:08:47.631460+0000","last_fullsized":"2023-01-15T15:08:47.631460+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:58:52.223429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2063,"num_read_kb":1974,"num_write":378,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"213'258","reported_seq":662,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.024264+0000","last_change":"2023-01-15T14:27:39.259244+0000","last_active":"2023-01-15T15:08:44.024264+0000","last_peered":"2023-01-15T15:08:44.024264+0000","last_clean":"2023-01-15T15:08:44.024264+0000","last_became_active":"2023-01-15T14:27:39.258753+0000","last_became_peered":"2023-01-15T14:27:39.258753+0000","last_unstale":"2023-01-15T15:08:44.024264+0000","last_undegraded":"2023-01-15T15:08:44.024264+0000","last_fullsized":"2023-01-15T15:08:44.024264+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:36.692980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10872603,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":664,"num_read_kb":7890,"num_write":1266,"num_write_kb":47819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.3","version":"213'21","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.852793+0000","last_change":"2023-01-15T14:34:47.551494+0000","last_active":"2023-01-15T15:06:01.852793+0000","last_peered":"2023-01-15T15:06:01.852793+0000","last_clean":"2023-01-15T15:06:01.852793+0000","last_became_active":"2023-01-15T14:34:47.551265+0000","last_became_peered":"2023-01-15T14:34:47.551265+0000","last_unstale":"2023-01-15T15:06:01.852793+0000","last_undegraded":"2023-01-15T15:06:01.852793+0000","last_fullsized":"2023-01-15T15:06:01.852793+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.952442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":72,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"210'2","reported_seq":36,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857729+0000","last_change":"2023-01-15T14:35:14.313401+0000","last_active":"2023-01-15T15:06:31.857729+0000","last_peered":"2023-01-15T15:06:31.857729+0000","last_clean":"2023-01-15T15:06:31.857729+0000","last_became_active":"2023-01-15T14:35:14.313099+0000","last_became_peered":"2023-01-15T14:35:14.313099+0000","last_unstale":"2023-01-15T15:06:31.857729+0000","last_undegraded":"2023-01-15T15:06:31.857729+0000","last_fullsized":"2023-01-15T15:06:31.857729+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:01:07.661462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358575+0000","last_change":"2023-01-15T14:35:17.349488+0000","last_active":"2023-01-15T15:06:32.358575+0000","last_peered":"2023-01-15T15:06:32.358575+0000","last_clean":"2023-01-15T15:06:32.358575+0000","last_became_active":"2023-01-15T14:35:17.349276+0000","last_became_peered":"2023-01-15T14:35:17.349276+0000","last_unstale":"2023-01-15T15:06:32.358575+0000","last_undegraded":"2023-01-15T15:06:32.358575+0000","last_fullsized":"2023-01-15T15:06:32.358575+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:12.327630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091984+0000","last_change":"2023-01-15T14:49:02.548934+0000","last_active":"2023-01-15T15:05:42.091984+0000","last_peered":"2023-01-15T15:05:42.091984+0000","last_clean":"2023-01-15T15:05:42.091984+0000","last_became_active":"2023-01-15T14:49:02.548687+0000","last_became_peered":"2023-01-15T14:49:02.548687+0000","last_unstale":"2023-01-15T15:05:42.091984+0000","last_undegraded":"2023-01-15T15:05:42.091984+0000","last_fullsized":"2023-01-15T15:05:42.091984+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:52:10.984888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"213'384","reported_seq":1580,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923810+0000","last_change":"2023-01-15T14:27:41.258349+0000","last_active":"2023-01-15T15:08:52.923810+0000","last_peered":"2023-01-15T15:08:52.923810+0000","last_clean":"2023-01-15T15:08:52.923810+0000","last_became_active":"2023-01-15T14:27:41.258115+0000","last_became_peered":"2023-01-15T14:27:41.258115+0000","last_unstale":"2023-01-15T15:08:52.923810+0000","last_undegraded":"2023-01-15T15:08:52.923810+0000","last_fullsized":"2023-01-15T15:08:52.923810+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:28:37.398083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2318,"num_read_kb":2171,"num_write":505,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"213'175","reported_seq":518,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466686+0000","last_change":"2023-01-15T14:27:39.259751+0000","last_active":"2023-01-15T15:08:47.466686+0000","last_peered":"2023-01-15T15:08:47.466686+0000","last_clean":"2023-01-15T15:08:47.466686+0000","last_became_active":"2023-01-15T14:27:39.256036+0000","last_became_peered":"2023-01-15T14:27:39.256036+0000","last_unstale":"2023-01-15T15:08:47.466686+0000","last_undegraded":"2023-01-15T15:08:47.466686+0000","last_fullsized":"2023-01-15T15:08:47.466686+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:27.941163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328834,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":420,"num_read_kb":1187,"num_write":1022,"num_write_kb":16698,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"213'25","reported_seq":114,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:18.972120+0000","last_change":"2023-01-15T14:34:47.541238+0000","last_active":"2023-01-15T15:07:18.972120+0000","last_peered":"2023-01-15T15:07:18.972120+0000","last_clean":"2023-01-15T15:07:18.972120+0000","last_became_active":"2023-01-15T14:34:47.540987+0000","last_became_peered":"2023-01-15T14:34:47.540987+0000","last_unstale":"2023-01-15T15:07:18.972120+0000","last_undegraded":"2023-01-15T15:07:18.972120+0000","last_fullsized":"2023-01-15T15:07:18.972120+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:04.359297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":58,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857787+0000","last_change":"2023-01-15T14:35:14.322650+0000","last_active":"2023-01-15T15:06:31.857787+0000","last_peered":"2023-01-15T15:06:31.857787+0000","last_clean":"2023-01-15T15:06:31.857787+0000","last_became_active":"2023-01-15T14:35:14.322392+0000","last_became_peered":"2023-01-15T14:35:14.322392+0000","last_unstale":"2023-01-15T15:06:31.857787+0000","last_undegraded":"2023-01-15T15:06:31.857787+0000","last_fullsized":"2023-01-15T15:06:31.857787+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:17:02.098786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358469+0000","last_change":"2023-01-15T14:35:17.341798+0000","last_active":"2023-01-15T15:06:32.358469+0000","last_peered":"2023-01-15T15:06:32.358469+0000","last_clean":"2023-01-15T15:06:32.358469+0000","last_became_active":"2023-01-15T14:35:17.341590+0000","last_became_peered":"2023-01-15T14:35:17.341590+0000","last_unstale":"2023-01-15T15:06:32.358469+0000","last_undegraded":"2023-01-15T15:06:32.358469+0000","last_fullsized":"2023-01-15T15:06:32.358469+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:04.016611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849641+0000","last_change":"2023-01-15T14:49:02.552318+0000","last_active":"2023-01-15T15:05:41.849641+0000","last_peered":"2023-01-15T15:05:41.849641+0000","last_clean":"2023-01-15T15:05:41.849641+0000","last_became_active":"2023-01-15T14:49:02.552024+0000","last_became_peered":"2023-01-15T14:49:02.552024+0000","last_unstale":"2023-01-15T15:05:41.849641+0000","last_undegraded":"2023-01-15T15:05:41.849641+0000","last_fullsized":"2023-01-15T15:05:41.849641+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:53.020778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"213'668","reported_seq":1969,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923743+0000","last_change":"2023-01-15T14:27:41.265447+0000","last_active":"2023-01-15T15:08:52.923743+0000","last_peered":"2023-01-15T15:08:52.923743+0000","last_clean":"2023-01-15T15:08:52.923743+0000","last_became_active":"2023-01-15T14:27:41.265214+0000","last_became_peered":"2023-01-15T14:27:41.265214+0000","last_unstale":"2023-01-15T15:08:52.923743+0000","last_undegraded":"2023-01-15T15:08:52.923743+0000","last_fullsized":"2023-01-15T15:08:52.923743+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":600,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:50:42.841538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3302,"num_read_kb":2983,"num_write":887,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"213'161","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.748218+0000","last_change":"2023-01-15T14:27:39.258479+0000","last_active":"2023-01-15T15:08:40.748218+0000","last_peered":"2023-01-15T15:08:40.748218+0000","last_clean":"2023-01-15T15:08:40.748218+0000","last_became_active":"2023-01-15T14:27:39.258160+0000","last_became_peered":"2023-01-15T14:27:39.258160+0000","last_unstale":"2023-01-15T15:08:40.748218+0000","last_undegraded":"2023-01-15T15:08:40.748218+0000","last_fullsized":"2023-01-15T15:08:40.748218+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:18.589329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6634071,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":21498,"num_write":884,"num_write_kb":34174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"213'24","reported_seq":110,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.353951+0000","last_change":"2023-01-15T14:34:47.544279+0000","last_active":"2023-01-15T15:06:02.353951+0000","last_peered":"2023-01-15T15:06:02.353951+0000","last_clean":"2023-01-15T15:06:02.353951+0000","last_became_active":"2023-01-15T14:34:47.544030+0000","last_became_peered":"2023-01-15T14:34:47.544030+0000","last_unstale":"2023-01-15T15:06:02.353951+0000","last_undegraded":"2023-01-15T15:06:02.353951+0000","last_fullsized":"2023-01-15T15:06:02.353951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:29.110103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":45,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358480+0000","last_change":"2023-01-15T14:35:14.321597+0000","last_active":"2023-01-15T15:06:32.358480+0000","last_peered":"2023-01-15T15:06:32.358480+0000","last_clean":"2023-01-15T15:06:32.358480+0000","last_became_active":"2023-01-15T14:35:14.321408+0000","last_became_peered":"2023-01-15T14:35:14.321408+0000","last_unstale":"2023-01-15T15:06:32.358480+0000","last_undegraded":"2023-01-15T15:06:32.358480+0000","last_fullsized":"2023-01-15T15:06:32.358480+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:54:02.529102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098774+0000","last_change":"2023-01-15T14:35:17.346943+0000","last_active":"2023-01-15T15:06:32.098774+0000","last_peered":"2023-01-15T15:06:32.098774+0000","last_clean":"2023-01-15T15:06:32.098774+0000","last_became_active":"2023-01-15T14:35:17.346706+0000","last_became_peered":"2023-01-15T14:35:17.346706+0000","last_unstale":"2023-01-15T15:06:32.098774+0000","last_undegraded":"2023-01-15T15:06:32.098774+0000","last_fullsized":"2023-01-15T15:06:32.098774+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:42.212816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091849+0000","last_change":"2023-01-15T14:49:02.549107+0000","last_active":"2023-01-15T15:05:42.091849+0000","last_peered":"2023-01-15T15:05:42.091849+0000","last_clean":"2023-01-15T15:05:42.091849+0000","last_became_active":"2023-01-15T14:49:02.548883+0000","last_became_peered":"2023-01-15T14:49:02.548883+0000","last_unstale":"2023-01-15T15:05:42.091849+0000","last_undegraded":"2023-01-15T15:05:42.091849+0000","last_fullsized":"2023-01-15T15:05:42.091849+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:28:25.654292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"213'739","reported_seq":1967,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.637391+0000","last_change":"2023-01-15T14:27:41.259645+0000","last_active":"2023-01-15T15:08:47.637391+0000","last_peered":"2023-01-15T15:08:47.637391+0000","last_clean":"2023-01-15T15:08:47.637391+0000","last_became_active":"2023-01-15T14:27:41.259443+0000","last_became_peered":"2023-01-15T14:27:41.259443+0000","last_unstale":"2023-01-15T15:08:47.637391+0000","last_undegraded":"2023-01-15T15:08:47.637391+0000","last_fullsized":"2023-01-15T15:08:47.637391+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:06:39.712716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3574,"num_read_kb":3172,"num_write":1026,"num_write_kb":428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"213'163","reported_seq":545,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.453744+0000","last_change":"2023-01-15T14:27:39.243344+0000","last_active":"2023-01-15T15:08:50.453744+0000","last_peered":"2023-01-15T15:08:50.453744+0000","last_clean":"2023-01-15T15:08:50.453744+0000","last_became_active":"2023-01-15T14:27:39.243023+0000","last_became_peered":"2023-01-15T14:27:39.243023+0000","last_unstale":"2023-01-15T15:08:50.453744+0000","last_undegraded":"2023-01-15T15:08:50.453744+0000","last_fullsized":"2023-01-15T15:08:50.453744+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:07:15.019094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":99143,"num_write":931,"num_write_kb":32910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"213'20","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.974757+0000","last_change":"2023-01-15T14:34:47.550178+0000","last_active":"2023-01-15T15:07:25.974757+0000","last_peered":"2023-01-15T15:07:25.974757+0000","last_clean":"2023-01-15T15:07:25.974757+0000","last_became_active":"2023-01-15T14:34:47.549916+0000","last_became_peered":"2023-01-15T14:34:47.549916+0000","last_unstale":"2023-01-15T15:07:25.974757+0000","last_undegraded":"2023-01-15T15:07:25.974757+0000","last_fullsized":"2023-01-15T15:07:25.974757+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:03:40.903912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":54,"num_write":49,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:36.871168+0000","last_change":"2023-01-15T14:35:14.326798+0000","last_active":"2023-01-15T15:06:36.871168+0000","last_peered":"2023-01-15T15:06:36.871168+0000","last_clean":"2023-01-15T15:06:36.871168+0000","last_became_active":"2023-01-15T14:35:14.326512+0000","last_became_peered":"2023-01-15T14:35:14.326512+0000","last_unstale":"2023-01-15T15:06:36.871168+0000","last_undegraded":"2023-01-15T15:06:36.871168+0000","last_fullsized":"2023-01-15T15:06:36.871168+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:57.320822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358392+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:06:32.358392+0000","last_peered":"2023-01-15T15:06:32.358392+0000","last_clean":"2023-01-15T15:06:32.358392+0000","last_became_active":"2023-01-15T14:35:17.347002+0000","last_became_peered":"2023-01-15T14:35:17.347002+0000","last_unstale":"2023-01-15T15:06:32.358392+0000","last_undegraded":"2023-01-15T15:06:32.358392+0000","last_fullsized":"2023-01-15T15:06:32.358392+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:01:26.247024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:01.976812+0000","last_change":"2023-01-15T14:49:02.546785+0000","last_active":"2023-01-15T15:05:01.976812+0000","last_peered":"2023-01-15T15:05:01.976812+0000","last_clean":"2023-01-15T15:05:01.976812+0000","last_became_active":"2023-01-15T14:49:02.546423+0000","last_became_peered":"2023-01-15T14:49:02.546423+0000","last_unstale":"2023-01-15T15:05:01.976812+0000","last_undegraded":"2023-01-15T15:05:01.976812+0000","last_fullsized":"2023-01-15T15:05:01.976812+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:58.064261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"213'639","reported_seq":1830,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.628638+0000","last_change":"2023-01-15T14:27:41.260556+0000","last_active":"2023-01-15T15:08:50.628638+0000","last_peered":"2023-01-15T15:08:50.628638+0000","last_clean":"2023-01-15T15:08:50.628638+0000","last_became_active":"2023-01-15T14:27:41.260199+0000","last_became_peered":"2023-01-15T14:27:41.260199+0000","last_unstale":"2023-01-15T15:08:50.628638+0000","last_undegraded":"2023-01-15T15:08:50.628638+0000","last_fullsized":"2023-01-15T15:08:50.628638+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:13:36.310726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3152,"num_read_kb":2847,"num_write":850,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"213'159","reported_seq":573,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.867666+0000","last_change":"2023-01-15T14:27:39.253959+0000","last_active":"2023-01-15T15:08:52.867666+0000","last_peered":"2023-01-15T15:08:52.867666+0000","last_clean":"2023-01-15T15:08:52.867666+0000","last_became_active":"2023-01-15T14:27:39.253667+0000","last_became_peered":"2023-01-15T14:27:39.253667+0000","last_unstale":"2023-01-15T15:08:52.867666+0000","last_undegraded":"2023-01-15T15:08:52.867666+0000","last_fullsized":"2023-01-15T15:08:52.867666+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:18.727923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524333,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":861,"num_read_kb":873,"num_write":862,"num_write_kb":25261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"210'8","reported_seq":63,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.028568+0000","last_change":"2023-01-15T14:34:47.545953+0000","last_active":"2023-01-15T15:05:07.028568+0000","last_peered":"2023-01-15T15:05:07.028568+0000","last_clean":"2023-01-15T15:05:07.028568+0000","last_became_active":"2023-01-15T14:34:47.545688+0000","last_became_peered":"2023-01-15T14:34:47.545688+0000","last_unstale":"2023-01-15T15:05:07.028568+0000","last_undegraded":"2023-01-15T15:05:07.028568+0000","last_fullsized":"2023-01-15T15:05:07.028568+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:06.207770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":31,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860793+0000","last_change":"2023-01-15T14:35:14.321123+0000","last_active":"2023-01-15T15:05:36.860793+0000","last_peered":"2023-01-15T15:05:36.860793+0000","last_clean":"2023-01-15T15:05:36.860793+0000","last_became_active":"2023-01-15T14:35:14.320610+0000","last_became_peered":"2023-01-15T14:35:14.320610+0000","last_unstale":"2023-01-15T15:05:36.860793+0000","last_undegraded":"2023-01-15T15:05:36.860793+0000","last_fullsized":"2023-01-15T15:05:36.860793+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:34:25.114954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358347+0000","last_change":"2023-01-15T14:35:17.336353+0000","last_active":"2023-01-15T15:06:32.358347+0000","last_peered":"2023-01-15T15:06:32.358347+0000","last_clean":"2023-01-15T15:06:32.358347+0000","last_became_active":"2023-01-15T14:35:17.335842+0000","last_became_peered":"2023-01-15T14:35:17.335842+0000","last_unstale":"2023-01-15T15:06:32.358347+0000","last_undegraded":"2023-01-15T15:06:32.358347+0000","last_fullsized":"2023-01-15T15:06:32.358347+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:35:31.173345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091677+0000","last_change":"2023-01-15T14:49:02.549303+0000","last_active":"2023-01-15T15:05:42.091677+0000","last_peered":"2023-01-15T15:05:42.091677+0000","last_clean":"2023-01-15T15:05:42.091677+0000","last_became_active":"2023-01-15T14:49:02.547493+0000","last_became_peered":"2023-01-15T14:49:02.547493+0000","last_unstale":"2023-01-15T15:05:42.091677+0000","last_undegraded":"2023-01-15T15:05:42.091677+0000","last_fullsized":"2023-01-15T15:05:42.091677+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:38:30.822177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"213'699","reported_seq":1946,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.923286+0000","last_change":"2023-01-15T14:27:41.259874+0000","last_active":"2023-01-15T15:08:51.923286+0000","last_peered":"2023-01-15T15:08:51.923286+0000","last_clean":"2023-01-15T15:08:51.923286+0000","last_became_active":"2023-01-15T14:27:41.259661+0000","last_became_peered":"2023-01-15T14:27:41.259661+0000","last_unstale":"2023-01-15T15:08:51.923286+0000","last_undegraded":"2023-01-15T15:08:51.923286+0000","last_fullsized":"2023-01-15T15:08:51.923286+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:53.776156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3432,"num_read_kb":3083,"num_write":936,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"213'171","reported_seq":533,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466807+0000","last_change":"2023-01-15T14:27:39.333184+0000","last_active":"2023-01-15T15:08:47.466807+0000","last_peered":"2023-01-15T15:08:47.466807+0000","last_clean":"2023-01-15T15:08:47.466807+0000","last_became_active":"2023-01-15T14:27:39.319052+0000","last_became_peered":"2023-01-15T14:27:39.319052+0000","last_unstale":"2023-01-15T15:08:47.466807+0000","last_undegraded":"2023-01-15T15:08:47.466807+0000","last_fullsized":"2023-01-15T15:08:47.466807+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:21:23.756196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54992,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":479,"num_read_kb":1381,"num_write":940,"num_write_kb":447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844759+0000","last_change":"2023-01-15T14:34:47.551550+0000","last_active":"2023-01-15T15:05:06.844759+0000","last_peered":"2023-01-15T15:05:06.844759+0000","last_clean":"2023-01-15T15:05:06.844759+0000","last_became_active":"2023-01-15T14:34:47.551334+0000","last_became_peered":"2023-01-15T14:34:47.551334+0000","last_unstale":"2023-01-15T15:05:06.844759+0000","last_undegraded":"2023-01-15T15:05:06.844759+0000","last_fullsized":"2023-01-15T15:05:06.844759+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:13:13.073383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":152,"num_write":73,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032128+0000","last_change":"2023-01-15T14:35:14.321370+0000","last_active":"2023-01-15T15:05:37.032128+0000","last_peered":"2023-01-15T15:05:37.032128+0000","last_clean":"2023-01-15T15:05:37.032128+0000","last_became_active":"2023-01-15T14:35:14.321094+0000","last_became_peered":"2023-01-15T14:35:14.321094+0000","last_unstale":"2023-01-15T15:05:37.032128+0000","last_undegraded":"2023-01-15T15:05:37.032128+0000","last_fullsized":"2023-01-15T15:05:37.032128+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:00.106422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:27.030676+0000","last_change":"2023-01-15T14:35:17.351592+0000","last_active":"2023-01-15T15:05:27.030676+0000","last_peered":"2023-01-15T15:05:27.030676+0000","last_clean":"2023-01-15T15:05:27.030676+0000","last_became_active":"2023-01-15T14:35:17.351384+0000","last_became_peered":"2023-01-15T14:35:17.351384+0000","last_unstale":"2023-01-15T15:05:27.030676+0000","last_undegraded":"2023-01-15T15:05:27.030676+0000","last_fullsized":"2023-01-15T15:05:27.030676+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:00:48.548313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":4386,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":11912,"num_read_kb":44666,"num_write":16913,"num_write_kb":4996,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4891,"num_read_kb":3139,"num_write":1746,"num_write_kb":653,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":896,"ondisk_log_size":896,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":518,"ondisk_log_size":518,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":260230087,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":30731,"num_read_kb":1468212,"num_write":60533,"num_write_kb":1742436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4458,"ondisk_log_size":4458,"up":192,"acting":192,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":191971,"num_read_kb":175875,"num_write":47593,"num_write_kb":16703,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3667,"ondisk_log_size":3667,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":513,"num_read_kb":502,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":290703,"num_objects":217,"num_object_clones":0,"num_object_copies":434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":0,"num_read":85408,"num_read_kb":85102,"num_write":60345,"num_write_kb":3812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1813,"ondisk_log_size":1813,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":856848,"kb_used_data":92842532,"kb_used_omap":10376,"kb_used_meta":0,"kb_avail":92842532,"statfs":{"total":95948165120,"available":95070752768,"internally_reserved":0,"allocated":95070752768,"data_stored":95070752768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10625573,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.19800000000000001},"max":{"1min":0.49299999999999999,"5min":0.58599999999999997,"15min":0.66700000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41199999999999998,"15min":0.438},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":0.55600000000000005,"5min":0.61799999999999999,"15min":0.79700000000000004},"last":0.309}]},{"osd":1,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.503,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52000000000000002,"5min":0.66200000000000003,"15min":0.69999999999999996},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39700000000000002,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.626,"5min":0.63,"15min":0.77200000000000002},"last":0.379},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.441,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69099999999999995,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39800000000000002,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51500000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.53300000000000003,"5min":0.67500000000000004,"15min":0.71999999999999997},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34999999999999998,"15min":0.38800000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.20699999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.73899999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40300000000000002,"15min":0.44},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.48399999999999999,"5min":0.65300000000000002,"15min":0.748},"last":0.39600000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":0.46700000000000003,"5min":0.71899999999999997,"15min":0.86699999999999999},"last":0.37},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54300000000000004,"5min":0.69199999999999995,"15min":0.88800000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40799999999999997,"15min":0.44900000000000001},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.63300000000000001,"15min":0.68400000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46500000000000002,"15min":0.50900000000000001},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.73199999999999998,"15min":0.85699999999999998},"last":0.437}]}]},{"osd":6,"up_from":13,"seq":55834575350,"num_pgs":99,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":840664,"kb_used_data":92858716,"kb_used_omap":45273,"kb_used_meta":0,"kb_avail":92858716,"statfs":{"total":95948165120,"available":95087325184,"internally_reserved":0,"allocated":95087325184,"data_stored":95087325184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46360206,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.20599999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.72799999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42999999999999999,"15min":0.45100000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.79600000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.246,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65300000000000002,"5min":0.69999999999999996,"15min":0.70199999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.66500000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.26600000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.25,"15min":0.248},"max":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.72299999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.65900000000000003},"last":0.32300000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61599999999999999,"5min":0.61899999999999999,"15min":0.93100000000000005},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.68799999999999994},"last":0.37}]},{"osd":4,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.36599999999999999,"15min":0.39600000000000002},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.44800000000000001,"5min":0.60599999999999998,"15min":0.67000000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40699999999999997,"15min":0.44},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49199999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42599999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.38200000000000001,"15min":0.41999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.435,"5min":0.70099999999999996,"15min":0.94799999999999995},"last":0.436},{"interface":"front","average":{"1min":0.38,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47599999999999998,"5min":0.64100000000000001,"15min":0.96599999999999997},"last":0.41699999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.45800000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.48199999999999998,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.48299999999999998,"15min":0.51600000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.55600000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.45300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575352,"num_pgs":109,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860664,"kb_used_data":92838772,"kb_used_omap":57266,"kb_used_meta":0,"kb_avail":92838716,"statfs":{"total":95948165120,"available":95066845184,"internally_reserved":57344,"allocated":95066902528,"data_stored":95066902528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58640810,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.28299999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":0.45500000000000002,"5min":0.54900000000000004,"15min":1.087},"last":0.315},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29899999999999999},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44600000000000001,"5min":0.501,"15min":0.501},"last":0.26400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29299999999999998,"15min":0.28399999999999997},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.54400000000000004,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.247},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.318,"15min":0.316},"min":{"1min":0.23300000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":1.125},"last":0.23499999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":4.548},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.34100000000000003,"15min":0.33000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19},"max":{"1min":0.54700000000000004,"5min":1.526,"15min":1.526},"last":0.30399999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47599999999999998,"15min":0.49199999999999999},"min":{"1min":0.29399999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.63900000000000001,"5min":0.72099999999999997,"15min":0.76700000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.504,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":0.58599999999999997,"5min":0.76400000000000001,"15min":0.79800000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.748,"15min":0.748},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56799999999999995,"5min":0.73499999999999999,"15min":0.80500000000000005},"last":0.54600000000000004}]},{"osd":6,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48299999999999998,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60299999999999998,"5min":0.73299999999999998,"15min":1.45},"last":0.441},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.498},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.75700000000000001,"15min":0.83399999999999996},"last":0.52500000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.498,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61499999999999999,"5min":0.72399999999999998,"15min":0.77800000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.375,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.497}]}]},{"osd":0,"up_from":13,"seq":55834575349,"num_pgs":111,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":843364,"kb_used_data":92856016,"kb_used_omap":49316,"kb_used_meta":0,"kb_avail":92856016,"statfs":{"total":95948165120,"available":95084560384,"internally_reserved":0,"allocated":95084560384,"data_stored":95084560384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50500061,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.27200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.41399999999999998,"5min":1.046,"15min":1.046},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.29599999999999999,"15min":0.28699999999999998},"min":{"1min":0.217,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.33300000000000002,"5min":1.022,"15min":1.141},"last":0.32400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.317,"15min":0.30399999999999999},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.435,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.248},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.30299999999999999,"15min":0.309},"min":{"1min":0.217,"5min":0.217,"15min":0.192},"max":{"1min":0.36899999999999999,"5min":0.89800000000000002,"15min":1.413},"last":0.22900000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":0.79500000000000004,"5min":1.361,"15min":1.361},"last":0.317},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.374,"15min":0.33900000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20699999999999999},"max":{"1min":0.81000000000000005,"5min":2.387,"15min":2.387},"last":0.36599999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.442,"15min":0.46899999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.621,"5min":0.71399999999999997,"15min":1.2829999999999999},"last":0.31},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46700000000000003,"15min":0.47599999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42499999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77000000000000002,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65200000000000002,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.496}]},{"osd":6,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.5,"15min":0.498},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.29899999999999999},"max":{"1min":0.68100000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46700000000000003,"15min":0.49299999999999999},"min":{"1min":0.308,"5min":0.307,"15min":0.307},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":1.365},"last":0.40000000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47399999999999998,"15min":0.49099999999999999},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.66200000000000003,"5min":0.70699999999999996,"15min":1.337},"last":0.376},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50800000000000001,"15min":0.52100000000000002},"min":{"1min":0.34799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.435}]}]},{"osd":2,"up_from":13,"seq":55834575349,"num_pgs":89,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":851484,"kb_used_data":92847912,"kb_used_omap":36961,"kb_used_meta":0,"kb_avail":92847896,"statfs":{"total":95948165120,"available":95076245504,"internally_reserved":16384,"allocated":95076261888,"data_stored":95076261888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37848625,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.25800000000000001,"15min":0.25700000000000001},"min":{"1min":0.19700000000000001,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.35599999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.191},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.501,"5min":0.504,"15min":0.504},"last":0.215}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.311},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.311},"min":{"1min":0.27300000000000002,"5min":0.22,"15min":0.187},"max":{"1min":0.46400000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.309,"15min":0.308},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.77300000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34000000000000002,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.81100000000000005},"last":0.29999999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.48599999999999999,"15min":0.48899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":0.66700000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.497,"15min":0.498},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65500000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54500000000000004}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47499999999999998,"15min":0.496},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.70699999999999996,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.33700000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66100000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.628,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65200000000000002,"5min":0.68799999999999994,"15min":0.81299999999999994},"last":0.498}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.39300000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.503,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70299999999999996,"5min":0.73999999999999999,"15min":0.78600000000000003},"last":0.439}]}]},{"osd":3,"up_from":13,"seq":55834575349,"num_pgs":119,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":865652,"kb_used_data":92833728,"kb_used_omap":56351,"kb_used_meta":0,"kb_avail":92833728,"statfs":{"total":95948165120,"available":95061737472,"internally_reserved":0,"allocated":95061737472,"data_stored":95061737472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57704198,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.28199999999999997,"15min":0.27900000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.16600000000000001},"max":{"1min":0.40400000000000003,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.30299999999999999},"min":{"1min":0.23899999999999999,"5min":0.188,"15min":0.186},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.2270000000000001},"last":0.28399999999999997}]},{"osd":1,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.29799999999999999,"15min":0.30299999999999999},"min":{"1min":0.21099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":1.1759999999999999},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.29999999999999999,"15min":0.30199999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.624},"last":0.26700000000000002}]},{"osd":2,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.311,"15min":0.30199999999999999},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":0.53200000000000003,"5min":1.359,"15min":1.359},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.315,"15min":0.312},"min":{"1min":0.25700000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.54800000000000004},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.52000000000000002},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66200000000000003,"5min":0.72499999999999998,"15min":0.78300000000000003},"last":0.41999999999999998}]},{"osd":5,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47699999999999998,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":1.2490000000000001},"last":0.44},{"interface":"front","average":{"1min":0.495,"5min":0.48199999999999998,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":0.624,"5min":0.71099999999999997,"15min":0.80500000000000005},"last":0.38300000000000001}]},{"osd":6,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.501},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46800000000000003,"15min":0.49299999999999999},"min":{"1min":0.38200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":1.3680000000000001},"last":0.40999999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.5,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.33400000000000002},"max":{"1min":0.72599999999999998,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.80800000000000005},"last":0.39700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575350,"num_pgs":113,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866864,"kb_used_data":92832516,"kb_used_omap":23018,"kb_used_meta":0,"kb_avail":92832516,"statfs":{"total":95948165120,"available":95060496384,"internally_reserved":0,"allocated":95060496384,"data_stored":95060496384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23570988,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35199999999999998,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.65400000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.22500000000000001},"max":{"1min":0.57799999999999996,"5min":0.68899999999999995,"15min":0.78900000000000003},"last":0.39200000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.40300000000000002},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.55000000000000004,"5min":0.61199999999999999,"15min":0.76200000000000001},"last":0.308},{"interface":"front","average":{"1min":0.375,"5min":0.40500000000000003,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50700000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.36799999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.42099999999999999},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53500000000000003,"5min":0.61299999999999999,"15min":0.64900000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.42199999999999999,"15min":0.45300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.84199999999999997},"last":0.315}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40400000000000003,"15min":0.41699999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58299999999999996,"5min":2.806,"15min":2.806},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42199999999999999,"15min":0.45600000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51400000000000001,"5min":0.626,"15min":0.71199999999999997},"last":0.36099999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.371,"15min":0.41999999999999998},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.53400000000000003,"5min":0.71599999999999997,"15min":0.77900000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75900000000000001,"15min":0.85099999999999998},"last":0.28100000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.39300000000000002,"15min":0.44700000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55000000000000004,"5min":0.69599999999999995,"15min":0.93100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.46600000000000003,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58099999999999996,"5min":0.79100000000000004,"15min":0.89400000000000002},"last":0.41399999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":0.89300000000000002,"15min":0.61599999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":52.968000000000004,"5min":52.968000000000004,"15min":52.968000000000004},"last":0.374},{"interface":"front","average":{"1min":2.7970000000000002,"5min":0.93000000000000005,"15min":0.66300000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":52.945,"5min":52.945,"15min":52.945},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866516,"kb_used_data":92832864,"kb_used_omap":54873,"kb_used_meta":0,"kb_avail":92832864,"statfs":{"total":95948165120,"available":95060852736,"internally_reserved":0,"allocated":95060852736,"data_stored":95060852736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56189996,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35699999999999998,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.46999999999999997,"5min":0.58099999999999996,"15min":0.58899999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.38600000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.498,"5min":0.59999999999999998,"15min":0.68899999999999995},"last":0.35399999999999998}]},{"osd":1,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.39000000000000001,"15min":0.42199999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.47599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.495,"5min":0.61899999999999999,"15min":0.69999999999999996},"last":0.49299999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36499999999999999,"15min":0.39300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.45200000000000001,"5min":0.58299999999999996,"15min":0.64200000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39500000000000002,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51200000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42999999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38200000000000001,"15min":0.41599999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.49099999999999999,"5min":0.60099999999999998,"15min":0.67600000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51200000000000001,"5min":0.70499999999999996,"15min":0.71299999999999997},"last":0.45900000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.35599999999999998,"15min":0.38700000000000001},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67600000000000005,"5min":0.751,"15min":0.751},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.44900000000000001,"15min":0.49399999999999999},"min":{"1min":0.28399999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69799999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.443}]},{"osd":6,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22800000000000001},"max":{"1min":0.434,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.40500000000000003,"15min":0.442},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.48099999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.372}]},{"osd":7,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":0.53200000000000003,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.439}]}]}],"pool_statfs":[]}} 2023-01-15T15:09:02.479 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-01-15T15:09:02.479 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:02.825 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:02.839 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:02.839 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1454,"stamp":"2023-01-15T15:09:01.610231+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325718,"num_read_kb":1985530,"num_write":187459,"num_write_kb":1880639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13296,"ondisk_log_size":13296,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6852056,"kb_used_data":742743056,"kb_used_omap":333437,"kb_used_meta":0,"kb_avail":742742984,"statfs":{"total":767585320960,"available":760568815616,"internally_reserved":73728,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341440457,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12101139,"num_objects":-315,"num_object_clones":0,"num_object_copies":-697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-315,"num_whiteouts":0,"num_read":3581,"num_read_kb":3501,"num_write":1074,"num_write_kb":196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-197,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003997"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.347055+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:05:17.347055+0000","last_peered":"2023-01-15T15:05:17.347055+0000","last_clean":"2023-01-15T15:05:17.347055+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:05:17.347055+0000","last_undegraded":"2023-01-15T15:05:17.347055+0000","last_fullsized":"2023-01-15T15:05:17.347055+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:12:29.744722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2696,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.705720+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.705720+0000","last_peered":"2023-01-15T15:08:45.705720+0000","last_clean":"2023-01-15T15:08:45.705720+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.705720+0000","last_undegraded":"2023-01-15T15:08:45.705720+0000","last_fullsized":"2023-01-15T15:08:45.705720+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:32:54.592795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":574,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.859768+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.859768+0000","last_peered":"2023-01-15T15:08:52.859768+0000","last_clean":"2023-01-15T15:08:52.859768+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.859768+0000","last_undegraded":"2023-01-15T15:08:52.859768+0000","last_fullsized":"2023-01-15T15:08:52.859768+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:47.241282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.818847+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:08:56.818847+0000","last_peered":"2023-01-15T15:08:56.818847+0000","last_clean":"2023-01-15T15:08:56.818847+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:08:56.818847+0000","last_undegraded":"2023-01-15T15:08:56.818847+0000","last_fullsized":"2023-01-15T15:08:56.818847+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:59.603346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:52.093358+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:05:52.093358+0000","last_peered":"2023-01-15T15:05:52.093358+0000","last_clean":"2023-01-15T15:05:52.093358+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:05:52.093358+0000","last_undegraded":"2023-01-15T15:05:52.093358+0000","last_fullsized":"2023-01-15T15:05:52.093358+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:40:08.466820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":320,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.874737+0000","last_change":"2023-01-15T14:27:50.290623+0000","last_active":"2023-01-15T15:08:53.874737+0000","last_peered":"2023-01-15T15:08:53.874737+0000","last_clean":"2023-01-15T15:08:53.874737+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:08:53.874737+0000","last_undegraded":"2023-01-15T15:08:53.874737+0000","last_fullsized":"2023-01-15T15:08:53.874737+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:37:56.422236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1672,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:01.306893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.680502+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:43.680502+0000","last_peered":"2023-01-15T15:08:43.680502+0000","last_clean":"2023-01-15T15:08:43.680502+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:43.680502+0000","last_undegraded":"2023-01-15T15:08:43.680502+0000","last_fullsized":"2023-01-15T15:08:43.680502+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:12.679609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834707+0000","last_change":"2023-01-15T14:27:44.263716+0000","last_active":"2023-01-15T15:05:16.834707+0000","last_peered":"2023-01-15T15:05:16.834707+0000","last_clean":"2023-01-15T15:05:16.834707+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:05:16.834707+0000","last_undegraded":"2023-01-15T15:05:16.834707+0000","last_fullsized":"2023-01-15T15:05:16.834707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:30:35.753146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":446,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.533135+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.533135+0000","last_peered":"2023-01-15T15:08:53.533135+0000","last_clean":"2023-01-15T15:08:53.533135+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.533135+0000","last_undegraded":"2023-01-15T15:08:53.533135+0000","last_fullsized":"2023-01-15T15:08:53.533135+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:02.448829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.088955+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:05:22.088955+0000","last_peered":"2023-01-15T15:05:22.088955+0000","last_clean":"2023-01-15T15:05:22.088955+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:05:22.088955+0000","last_undegraded":"2023-01-15T15:05:22.088955+0000","last_fullsized":"2023-01-15T15:05:22.088955+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:22:06.466484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":403,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.090593+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.090593+0000","last_peered":"2023-01-15T15:08:53.090593+0000","last_clean":"2023-01-15T15:08:53.090593+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.090593+0000","last_undegraded":"2023-01-15T15:08:53.090593+0000","last_fullsized":"2023-01-15T15:08:53.090593+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:47.351252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1921,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.080092+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:08:51.080092+0000","last_peered":"2023-01-15T15:08:51.080092+0000","last_clean":"2023-01-15T15:08:51.080092+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:08:51.080092+0000","last_undegraded":"2023-01-15T15:08:51.080092+0000","last_fullsized":"2023-01-15T15:08:51.080092+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:46.385661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.407541+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.407541+0000","last_peered":"2023-01-15T15:08:48.407541+0000","last_clean":"2023-01-15T15:08:48.407541+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.407541+0000","last_undegraded":"2023-01-15T15:08:48.407541+0000","last_fullsized":"2023-01-15T15:08:48.407541+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:11:55.174020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.984193+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:05:51.984193+0000","last_peered":"2023-01-15T15:05:51.984193+0000","last_clean":"2023-01-15T15:05:51.984193+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:05:51.984193+0000","last_undegraded":"2023-01-15T15:05:51.984193+0000","last_fullsized":"2023-01-15T15:05:51.984193+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:03:32.972438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.785483+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.785483+0000","last_peered":"2023-01-15T15:08:56.785483+0000","last_clean":"2023-01-15T15:08:56.785483+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.785483+0000","last_undegraded":"2023-01-15T15:08:56.785483+0000","last_fullsized":"2023-01-15T15:08:56.785483+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:57.060690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857946+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:05:21.857946+0000","last_peered":"2023-01-15T15:05:21.857946+0000","last_clean":"2023-01-15T15:05:21.857946+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:05:21.857946+0000","last_undegraded":"2023-01-15T15:05:21.857946+0000","last_fullsized":"2023-01-15T15:05:21.857946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:48.274492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'169","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.825597+0000","last_change":"2023-01-15T14:27:50.283736+0000","last_active":"2023-01-15T15:08:50.825597+0000","last_peered":"2023-01-15T15:08:50.825597+0000","last_clean":"2023-01-15T15:08:50.825597+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:08:50.825597+0000","last_undegraded":"2023-01-15T15:08:50.825597+0000","last_fullsized":"2023-01-15T15:08:50.825597+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:24:15.133766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832870+0000","last_change":"2023-01-15T14:27:44.264616+0000","last_active":"2023-01-15T15:05:06.832870+0000","last_peered":"2023-01-15T15:05:06.832870+0000","last_clean":"2023-01-15T15:05:06.832870+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:05:06.832870+0000","last_undegraded":"2023-01-15T15:05:06.832870+0000","last_fullsized":"2023-01-15T15:05:06.832870+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:39.641828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2097,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894075+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:08:52.894075+0000","last_peered":"2023-01-15T15:08:52.894075+0000","last_clean":"2023-01-15T15:08:52.894075+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:08:52.894075+0000","last_undegraded":"2023-01-15T15:08:52.894075+0000","last_fullsized":"2023-01-15T15:08:52.894075+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:51.292909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":561,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.817315+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.817315+0000","last_peered":"2023-01-15T15:08:52.817315+0000","last_clean":"2023-01-15T15:08:52.817315+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.817315+0000","last_undegraded":"2023-01-15T15:08:52.817315+0000","last_fullsized":"2023-01-15T15:08:52.817315+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:33:55.429149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":395,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.532400+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:08:53.532400+0000","last_peered":"2023-01-15T15:08:53.532400+0000","last_clean":"2023-01-15T15:08:53.532400+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:08:53.532400+0000","last_undegraded":"2023-01-15T15:08:53.532400+0000","last_fullsized":"2023-01-15T15:08:53.532400+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:59:20.081105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978392+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:05:11.978392+0000","last_peered":"2023-01-15T15:05:11.978392+0000","last_clean":"2023-01-15T15:05:11.978392+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:05:11.978392+0000","last_undegraded":"2023-01-15T15:05:11.978392+0000","last_fullsized":"2023-01-15T15:05:11.978392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:24.456064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":290,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:23.973949+0000","last_change":"2023-01-15T14:27:50.290256+0000","last_active":"2023-01-15T15:08:23.973949+0000","last_peered":"2023-01-15T15:08:23.973949+0000","last_clean":"2023-01-15T15:08:23.973949+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:08:23.973949+0000","last_undegraded":"2023-01-15T15:08:23.973949+0000","last_fullsized":"2023-01-15T15:08:23.973949+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:14.859949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855315+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:05:06.855315+0000","last_peered":"2023-01-15T15:05:06.855315+0000","last_clean":"2023-01-15T15:05:06.855315+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:05:06.855315+0000","last_undegraded":"2023-01-15T15:05:06.855315+0000","last_fullsized":"2023-01-15T15:05:06.855315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:41:24.927866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1859,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894070+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:08:52.894070+0000","last_peered":"2023-01-15T15:08:52.894070+0000","last_clean":"2023-01-15T15:08:52.894070+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:08:52.894070+0000","last_undegraded":"2023-01-15T15:08:52.894070+0000","last_fullsized":"2023-01-15T15:08:52.894070+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:51:30.474274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.851480+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.851480+0000","last_peered":"2023-01-15T15:08:52.851480+0000","last_clean":"2023-01-15T15:08:52.851480+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.851480+0000","last_undegraded":"2023-01-15T15:08:52.851480+0000","last_fullsized":"2023-01-15T15:08:52.851480+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:18.268877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.534554+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:08:53.534554+0000","last_peered":"2023-01-15T15:08:53.534554+0000","last_clean":"2023-01-15T15:08:53.534554+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:08:53.534554+0000","last_undegraded":"2023-01-15T15:08:53.534554+0000","last_fullsized":"2023-01-15T15:08:53.534554+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:28:07.736699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.833717+0000","last_change":"2023-01-15T14:27:48.281474+0000","last_active":"2023-01-15T15:05:11.833717+0000","last_peered":"2023-01-15T15:05:11.833717+0000","last_clean":"2023-01-15T15:05:11.833717+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:05:11.833717+0000","last_undegraded":"2023-01-15T15:05:11.833717+0000","last_fullsized":"2023-01-15T15:05:11.833717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:04.113258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":384,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.179694+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:51.179694+0000","last_peered":"2023-01-15T15:08:51.179694+0000","last_clean":"2023-01-15T15:08:51.179694+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:51.179694+0000","last_undegraded":"2023-01-15T15:08:51.179694+0000","last_fullsized":"2023-01-15T15:08:51.179694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:48.046217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844659+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:05:06.844659+0000","last_peered":"2023-01-15T15:05:06.844659+0000","last_clean":"2023-01-15T15:05:06.844659+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:05:06.844659+0000","last_undegraded":"2023-01-15T15:05:06.844659+0000","last_fullsized":"2023-01-15T15:05:06.844659+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:43.234808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.927207+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:08:51.927207+0000","last_peered":"2023-01-15T15:08:51.927207+0000","last_clean":"2023-01-15T15:08:51.927207+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:08:51.927207+0000","last_undegraded":"2023-01-15T15:08:51.927207+0000","last_fullsized":"2023-01-15T15:08:51.927207+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:10.027838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":529,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.849169+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.849169+0000","last_peered":"2023-01-15T15:08:46.849169+0000","last_clean":"2023-01-15T15:08:46.849169+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.849169+0000","last_undegraded":"2023-01-15T15:08:46.849169+0000","last_fullsized":"2023-01-15T15:08:46.849169+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:48:47.475468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":264,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.300326+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:08:48.300326+0000","last_peered":"2023-01-15T15:08:48.300326+0000","last_clean":"2023-01-15T15:08:48.300326+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:08:48.300326+0000","last_undegraded":"2023-01-15T15:08:48.300326+0000","last_fullsized":"2023-01-15T15:08:48.300326+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:07:18.032565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.856184+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:05:11.856184+0000","last_peered":"2023-01-15T15:05:11.856184+0000","last_clean":"2023-01-15T15:05:11.856184+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:05:11.856184+0000","last_undegraded":"2023-01-15T15:05:11.856184+0000","last_fullsized":"2023-01-15T15:05:11.856184+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:30:10.420053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'109","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.327197+0000","last_change":"2023-01-15T14:27:50.284801+0000","last_active":"2023-01-15T15:08:49.327197+0000","last_peered":"2023-01-15T15:08:49.327197+0000","last_clean":"2023-01-15T15:08:49.327197+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:08:49.327197+0000","last_undegraded":"2023-01-15T15:08:49.327197+0000","last_fullsized":"2023-01-15T15:08:49.327197+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:37:18.472473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.086710+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:05:07.086710+0000","last_peered":"2023-01-15T15:05:07.086710+0000","last_clean":"2023-01-15T15:05:07.086710+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:05:07.086710+0000","last_undegraded":"2023-01-15T15:05:07.086710+0000","last_fullsized":"2023-01-15T15:05:07.086710+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:13.421030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1814,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894066+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:08:52.894066+0000","last_peered":"2023-01-15T15:08:52.894066+0000","last_clean":"2023-01-15T15:08:52.894066+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:08:52.894066+0000","last_undegraded":"2023-01-15T15:08:52.894066+0000","last_fullsized":"2023-01-15T15:08:52.894066+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:29.994652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":452,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.155400+0000","last_change":"2023-01-15T14:28:22.925913+0000","last_active":"2023-01-15T15:08:47.155400+0000","last_peered":"2023-01-15T15:08:47.155400+0000","last_clean":"2023-01-15T15:08:47.155400+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:08:47.155400+0000","last_undegraded":"2023-01-15T15:08:47.155400+0000","last_fullsized":"2023-01-15T15:08:47.155400+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:38:24.602703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.790625+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:08:56.790625+0000","last_peered":"2023-01-15T15:08:56.790625+0000","last_clean":"2023-01-15T15:08:56.790625+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:08:56.790625+0000","last_undegraded":"2023-01-15T15:08:56.790625+0000","last_fullsized":"2023-01-15T15:08:56.790625+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:45:46.781394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845174+0000","last_change":"2023-01-15T14:27:48.279366+0000","last_active":"2023-01-15T15:05:11.845174+0000","last_peered":"2023-01-15T15:05:11.845174+0000","last_clean":"2023-01-15T15:05:11.845174+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:05:11.845174+0000","last_undegraded":"2023-01-15T15:05:11.845174+0000","last_fullsized":"2023-01-15T15:05:11.845174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:42.167122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.053023+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:08:51.053023+0000","last_peered":"2023-01-15T15:08:51.053023+0000","last_clean":"2023-01-15T15:08:51.053023+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:08:51.053023+0000","last_undegraded":"2023-01-15T15:08:51.053023+0000","last_fullsized":"2023-01-15T15:08:51.053023+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:46.087311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869470+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:06:26.869470+0000","last_peered":"2023-01-15T15:06:26.869470+0000","last_clean":"2023-01-15T15:06:26.869470+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:06:26.869470+0000","last_undegraded":"2023-01-15T15:06:26.869470+0000","last_fullsized":"2023-01-15T15:06:26.869470+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:15:12.176904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1407,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.083892+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:08:51.083892+0000","last_peered":"2023-01-15T15:08:51.083892+0000","last_clean":"2023-01-15T15:08:51.083892+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:08:51.083892+0000","last_undegraded":"2023-01-15T15:08:51.083892+0000","last_fullsized":"2023-01-15T15:08:51.083892+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:21:52.167623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814858+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:08:52.814858+0000","last_peered":"2023-01-15T15:08:52.814858+0000","last_clean":"2023-01-15T15:08:52.814858+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:08:52.814858+0000","last_undegraded":"2023-01-15T15:08:52.814858+0000","last_fullsized":"2023-01-15T15:08:52.814858+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:04:16.162006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6710,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.912519+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.912519+0000","last_peered":"2023-01-15T15:08:56.912519+0000","last_clean":"2023-01-15T15:08:56.912519+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.912519+0000","last_undegraded":"2023-01-15T15:08:56.912519+0000","last_fullsized":"2023-01-15T15:08:56.912519+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:24:41.030829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870517+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:06:31.870517+0000","last_peered":"2023-01-15T15:06:31.870517+0000","last_clean":"2023-01-15T15:06:31.870517+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:06:31.870517+0000","last_undegraded":"2023-01-15T15:06:31.870517+0000","last_fullsized":"2023-01-15T15:06:31.870517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:18.215558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'103","reported_seq":323,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.557498+0000","last_change":"2023-01-15T14:27:50.285733+0000","last_active":"2023-01-15T15:08:53.557498+0000","last_peered":"2023-01-15T15:08:53.557498+0000","last_clean":"2023-01-15T15:08:53.557498+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:08:53.557498+0000","last_undegraded":"2023-01-15T15:08:53.557498+0000","last_fullsized":"2023-01-15T15:08:53.557498+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:46:59.833784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.845443+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:05:11.845443+0000","last_peered":"2023-01-15T15:05:11.845443+0000","last_clean":"2023-01-15T15:05:11.845443+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:05:11.845443+0000","last_undegraded":"2023-01-15T15:05:11.845443+0000","last_fullsized":"2023-01-15T15:05:11.845443+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:22:36.746386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1427,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.682757+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.682757+0000","last_peered":"2023-01-15T15:08:51.682757+0000","last_clean":"2023-01-15T15:08:51.682757+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.682757+0000","last_undegraded":"2023-01-15T15:08:51.682757+0000","last_fullsized":"2023-01-15T15:08:51.682757+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:15.245204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":735,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.936861+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:08:44.936861+0000","last_peered":"2023-01-15T15:08:44.936861+0000","last_clean":"2023-01-15T15:08:44.936861+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:08:44.936861+0000","last_undegraded":"2023-01-15T15:08:44.936861+0000","last_fullsized":"2023-01-15T15:08:44.936861+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:05:46.911616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349365,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":862,"num_read_kb":3640,"num_write":1069,"num_write_kb":15798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"213'2060","reported_seq":3942,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.801792+0000","last_change":"2023-01-15T14:27:46.265456+0000","last_active":"2023-01-15T15:08:56.801792+0000","last_peered":"2023-01-15T15:08:56.801792+0000","last_clean":"2023-01-15T15:08:56.801792+0000","last_became_active":"2023-01-15T14:27:46.265113+0000","last_became_peered":"2023-01-15T14:27:46.265113+0000","last_unstale":"2023-01-15T15:08:56.801792+0000","last_undegraded":"2023-01-15T15:08:56.801792+0000","last_fullsized":"2023-01-15T15:08:56.801792+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":2000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:36:10.272068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2748,"num_read_kb":2743,"num_write":2024,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358644+0000","last_change":"2023-01-15T14:27:48.284795+0000","last_active":"2023-01-15T15:06:32.358644+0000","last_peered":"2023-01-15T15:06:32.358644+0000","last_clean":"2023-01-15T15:06:32.358644+0000","last_became_active":"2023-01-15T14:27:48.284573+0000","last_became_peered":"2023-01-15T14:27:48.284573+0000","last_unstale":"2023-01-15T15:06:32.358644+0000","last_undegraded":"2023-01-15T15:06:32.358644+0000","last_fullsized":"2023-01-15T15:06:32.358644+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:56.420230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"213'2691","reported_seq":3468,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.945382+0000","last_change":"2023-01-15T14:27:50.289238+0000","last_active":"2023-01-15T15:08:52.945382+0000","last_peered":"2023-01-15T15:08:52.945382+0000","last_clean":"2023-01-15T15:08:52.945382+0000","last_became_active":"2023-01-15T14:27:50.288875+0000","last_became_peered":"2023-01-15T14:27:50.288875+0000","last_unstale":"2023-01-15T15:08:52.945382+0000","last_undegraded":"2023-01-15T15:08:52.945382+0000","last_fullsized":"2023-01-15T15:08:52.945382+0000","mapping_epoch":31,"log_start":"213'2600","ondisk_log_start":"213'2600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:47:02.163823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5812,"num_read_kb":38527,"num_write":5476,"num_write_kb":2121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.857274+0000","last_change":"2023-01-15T14:27:44.274877+0000","last_active":"2023-01-15T15:06:26.857274+0000","last_peered":"2023-01-15T15:06:26.857274+0000","last_clean":"2023-01-15T15:06:26.857274+0000","last_became_active":"2023-01-15T14:27:44.274661+0000","last_became_peered":"2023-01-15T14:27:44.274661+0000","last_unstale":"2023-01-15T15:06:26.857274+0000","last_undegraded":"2023-01-15T15:06:26.857274+0000","last_fullsized":"2023-01-15T15:06:26.857274+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:26:44.647032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"213'538","reported_seq":2050,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.389084+0000","last_change":"2023-01-15T14:28:22.358265+0000","last_active":"2023-01-15T15:08:51.389084+0000","last_peered":"2023-01-15T15:08:51.389084+0000","last_clean":"2023-01-15T15:08:51.389084+0000","last_became_active":"2023-01-15T14:28:22.358004+0000","last_became_peered":"2023-01-15T14:28:22.358004+0000","last_unstale":"2023-01-15T15:08:51.389084+0000","last_undegraded":"2023-01-15T15:08:51.389084+0000","last_fullsized":"2023-01-15T15:08:51.389084+0000","mapping_epoch":34,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:14:15.652089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2975,"num_read_kb":2767,"num_write":712,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"213'149","reported_seq":471,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505695+0000","last_change":"2023-01-15T14:27:39.311747+0000","last_active":"2023-01-15T15:08:49.505695+0000","last_peered":"2023-01-15T15:08:49.505695+0000","last_clean":"2023-01-15T15:08:49.505695+0000","last_became_active":"2023-01-15T14:27:39.302653+0000","last_became_peered":"2023-01-15T14:27:39.302653+0000","last_unstale":"2023-01-15T15:08:49.505695+0000","last_undegraded":"2023-01-15T15:08:49.505695+0000","last_fullsized":"2023-01-15T15:08:49.505695+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:10.307718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":457,"num_write":885,"num_write_kb":5199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"213'3274","reported_seq":6575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.885700+0000","last_change":"2023-01-15T14:27:46.265274+0000","last_active":"2023-01-15T15:08:56.885700+0000","last_peered":"2023-01-15T15:08:56.885700+0000","last_clean":"2023-01-15T15:08:56.885700+0000","last_became_active":"2023-01-15T14:27:46.264972+0000","last_became_peered":"2023-01-15T14:27:46.264972+0000","last_unstale":"2023-01-15T15:08:56.885700+0000","last_undegraded":"2023-01-15T15:08:56.885700+0000","last_fullsized":"2023-01-15T15:08:56.885700+0000","mapping_epoch":27,"log_start":"213'3200","ondisk_log_start":"213'3200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":3000,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:39.858024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4772,"num_read_kb":4765,"num_write":3245,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"213'387","reported_seq":2822,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371451+0000","last_change":"2023-01-15T14:27:48.286476+0000","last_active":"2023-01-15T15:08:56.371451+0000","last_peered":"2023-01-15T15:08:56.371451+0000","last_clean":"2023-01-15T15:08:56.371451+0000","last_became_active":"2023-01-15T14:27:48.286229+0000","last_became_peered":"2023-01-15T14:27:48.286229+0000","last_unstale":"2023-01-15T15:08:56.371451+0000","last_undegraded":"2023-01-15T15:08:56.371451+0000","last_fullsized":"2023-01-15T15:08:56.371451+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":300,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:19:25.812339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"213'125","reported_seq":367,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.367638+0000","last_change":"2023-01-15T14:27:50.291007+0000","last_active":"2023-01-15T15:08:46.367638+0000","last_peered":"2023-01-15T15:08:46.367638+0000","last_clean":"2023-01-15T15:08:46.367638+0000","last_became_active":"2023-01-15T14:27:50.290654+0000","last_became_peered":"2023-01-15T14:27:50.290654+0000","last_unstale":"2023-01-15T15:08:46.367638+0000","last_undegraded":"2023-01-15T15:08:46.367638+0000","last_fullsized":"2023-01-15T15:08:46.367638+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:08.535494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":330,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869551+0000","last_change":"2023-01-15T14:27:44.276002+0000","last_active":"2023-01-15T15:06:26.869551+0000","last_peered":"2023-01-15T15:06:26.869551+0000","last_clean":"2023-01-15T15:06:26.869551+0000","last_became_active":"2023-01-15T14:27:44.275799+0000","last_became_peered":"2023-01-15T14:27:44.275799+0000","last_unstale":"2023-01-15T15:06:26.869551+0000","last_undegraded":"2023-01-15T15:06:26.869551+0000","last_fullsized":"2023-01-15T15:06:26.869551+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:33:28.763793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"213'786","reported_seq":2183,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.262569+0000","last_change":"2023-01-15T14:27:41.256436+0000","last_active":"2023-01-15T15:08:48.262569+0000","last_peered":"2023-01-15T15:08:48.262569+0000","last_clean":"2023-01-15T15:08:48.262569+0000","last_became_active":"2023-01-15T14:27:41.256210+0000","last_became_peered":"2023-01-15T14:27:41.256210+0000","last_unstale":"2023-01-15T15:08:48.262569+0000","last_undegraded":"2023-01-15T15:08:48.262569+0000","last_fullsized":"2023-01-15T15:08:48.262569+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:19:21.581524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3697,"num_read_kb":3327,"num_write":1049,"num_write_kb":383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"213'186","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466920+0000","last_change":"2023-01-15T14:27:39.339595+0000","last_active":"2023-01-15T15:08:47.466920+0000","last_peered":"2023-01-15T15:08:47.466920+0000","last_clean":"2023-01-15T15:08:47.466920+0000","last_became_active":"2023-01-15T14:27:39.259016+0000","last_became_peered":"2023-01-15T14:27:39.259016+0000","last_unstale":"2023-01-15T15:08:47.466920+0000","last_undegraded":"2023-01-15T15:08:47.466920+0000","last_fullsized":"2023-01-15T15:08:47.466920+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4206609,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":368,"num_read_kb":4497,"num_write":1012,"num_write_kb":18021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"213'2071","reported_seq":3987,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.763783+0000","last_change":"2023-01-15T14:27:46.344145+0000","last_active":"2023-01-15T15:08:56.763783+0000","last_peered":"2023-01-15T15:08:56.763783+0000","last_clean":"2023-01-15T15:08:56.763783+0000","last_became_active":"2023-01-15T14:27:46.343901+0000","last_became_peered":"2023-01-15T14:27:46.343901+0000","last_unstale":"2023-01-15T15:08:56.763783+0000","last_undegraded":"2023-01-15T15:08:56.763783+0000","last_fullsized":"2023-01-15T15:08:56.763783+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":2000,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:37:24.883231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13426,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2801,"num_read_kb":2793,"num_write":2025,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"213'416","reported_seq":3063,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893038+0000","last_change":"2023-01-15T14:27:48.279855+0000","last_active":"2023-01-15T15:08:53.893038+0000","last_peered":"2023-01-15T15:08:53.893038+0000","last_clean":"2023-01-15T15:08:53.893038+0000","last_became_active":"2023-01-15T14:27:48.279180+0000","last_became_peered":"2023-01-15T14:27:48.279180+0000","last_unstale":"2023-01-15T15:08:53.893038+0000","last_undegraded":"2023-01-15T15:08:53.893038+0000","last_fullsized":"2023-01-15T15:08:53.893038+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":400,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:36.407298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"213'118","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.930233+0000","last_change":"2023-01-15T14:27:50.281526+0000","last_active":"2023-01-15T15:08:52.930233+0000","last_peered":"2023-01-15T15:08:52.930233+0000","last_clean":"2023-01-15T15:08:52.930233+0000","last_became_active":"2023-01-15T14:27:50.279819+0000","last_became_peered":"2023-01-15T14:27:50.279819+0000","last_unstale":"2023-01-15T15:08:52.930233+0000","last_undegraded":"2023-01-15T15:08:52.930233+0000","last_fullsized":"2023-01-15T15:08:52.930233+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:31.519335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":311,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872415+0000","last_change":"2023-01-15T14:27:44.267515+0000","last_active":"2023-01-15T15:06:46.872415+0000","last_peered":"2023-01-15T15:06:46.872415+0000","last_clean":"2023-01-15T15:06:46.872415+0000","last_became_active":"2023-01-15T14:27:44.267290+0000","last_became_peered":"2023-01-15T14:27:44.267290+0000","last_unstale":"2023-01-15T15:06:46.872415+0000","last_undegraded":"2023-01-15T15:06:46.872415+0000","last_fullsized":"2023-01-15T15:06:46.872415+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:47.438232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"213'326","reported_seq":1566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.924005+0000","last_change":"2023-01-15T14:27:41.261131+0000","last_active":"2023-01-15T15:08:52.924005+0000","last_peered":"2023-01-15T15:08:52.924005+0000","last_clean":"2023-01-15T15:08:52.924005+0000","last_became_active":"2023-01-15T14:27:41.260902+0000","last_became_peered":"2023-01-15T14:27:41.260902+0000","last_unstale":"2023-01-15T15:08:52.924005+0000","last_undegraded":"2023-01-15T15:08:52.924005+0000","last_fullsized":"2023-01-15T15:08:52.924005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:53.100398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2072,"num_read_kb":1984,"num_write":380,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"213'199","reported_seq":537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.841503+0000","last_change":"2023-01-15T14:27:39.255687+0000","last_active":"2023-01-15T15:08:45.841503+0000","last_peered":"2023-01-15T15:08:45.841503+0000","last_clean":"2023-01-15T15:08:45.841503+0000","last_became_active":"2023-01-15T14:27:39.255281+0000","last_became_peered":"2023-01-15T14:27:39.255281+0000","last_unstale":"2023-01-15T15:08:45.841503+0000","last_undegraded":"2023-01-15T15:08:45.841503+0000","last_fullsized":"2023-01-15T15:08:45.841503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:42:58.859834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74606,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":632,"num_write":1000,"num_write_kb":8853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"213'1765","reported_seq":3602,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.542765+0000","last_change":"2023-01-15T14:27:46.343838+0000","last_active":"2023-01-15T15:08:53.542765+0000","last_peered":"2023-01-15T15:08:53.542765+0000","last_clean":"2023-01-15T15:08:53.542765+0000","last_became_active":"2023-01-15T14:27:46.343581+0000","last_became_peered":"2023-01-15T14:27:46.343581+0000","last_unstale":"2023-01-15T15:08:53.542765+0000","last_undegraded":"2023-01-15T15:08:53.542765+0000","last_fullsized":"2023-01-15T15:08:53.542765+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:05:29.691798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6681,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2573,"num_read_kb":2560,"num_write":1722,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:07.095316+0000","last_change":"2023-01-15T14:27:48.278816+0000","last_active":"2023-01-15T15:06:07.095316+0000","last_peered":"2023-01-15T15:06:07.095316+0000","last_clean":"2023-01-15T15:06:07.095316+0000","last_became_active":"2023-01-15T14:27:48.278553+0000","last_became_peered":"2023-01-15T14:27:48.278553+0000","last_unstale":"2023-01-15T15:06:07.095316+0000","last_undegraded":"2023-01-15T15:06:07.095316+0000","last_fullsized":"2023-01-15T15:06:07.095316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:40:45.868801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"213'533","reported_seq":1061,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.875258+0000","last_change":"2023-01-15T14:27:50.287736+0000","last_active":"2023-01-15T15:08:53.875258+0000","last_peered":"2023-01-15T15:08:53.875258+0000","last_clean":"2023-01-15T15:08:53.875258+0000","last_became_active":"2023-01-15T14:27:50.287469+0000","last_became_peered":"2023-01-15T14:27:50.287469+0000","last_unstale":"2023-01-15T15:08:53.875258+0000","last_undegraded":"2023-01-15T15:08:53.875258+0000","last_fullsized":"2023-01-15T15:08:53.875258+0000","mapping_epoch":31,"log_start":"213'500","ondisk_log_start":"213'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:43:34.986285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1271,"num_write":1129,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040054+0000","last_change":"2023-01-15T14:27:44.270104+0000","last_active":"2023-01-15T15:06:47.040054+0000","last_peered":"2023-01-15T15:06:47.040054+0000","last_clean":"2023-01-15T15:06:47.040054+0000","last_became_active":"2023-01-15T14:27:44.269845+0000","last_became_peered":"2023-01-15T14:27:44.269845+0000","last_unstale":"2023-01-15T15:06:47.040054+0000","last_undegraded":"2023-01-15T15:06:47.040054+0000","last_fullsized":"2023-01-15T15:06:47.040054+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:40.689286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"213'369","reported_seq":1644,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.708083+0000","last_change":"2023-01-15T14:27:41.252895+0000","last_active":"2023-01-15T15:08:51.708083+0000","last_peered":"2023-01-15T15:08:51.708083+0000","last_clean":"2023-01-15T15:08:51.708083+0000","last_became_active":"2023-01-15T14:27:41.252662+0000","last_became_peered":"2023-01-15T14:27:41.252662+0000","last_unstale":"2023-01-15T15:08:51.708083+0000","last_undegraded":"2023-01-15T15:08:51.708083+0000","last_fullsized":"2023-01-15T15:08:51.708083+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:26.544805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2187,"num_write":455,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"213'179","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.237335+0000","last_change":"2023-01-15T14:27:39.318952+0000","last_active":"2023-01-15T15:08:45.237335+0000","last_peered":"2023-01-15T15:08:45.237335+0000","last_clean":"2023-01-15T15:08:45.237335+0000","last_became_active":"2023-01-15T14:27:39.305909+0000","last_became_peered":"2023-01-15T14:27:39.305909+0000","last_unstale":"2023-01-15T15:08:45.237335+0000","last_undegraded":"2023-01-15T15:08:45.237335+0000","last_fullsized":"2023-01-15T15:08:45.237335+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:37.889314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6181972,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":71914,"num_write":940,"num_write_kb":52636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"213'1718","reported_seq":3523,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.750677+0000","last_change":"2023-01-15T14:27:46.275181+0000","last_active":"2023-01-15T15:08:56.750677+0000","last_peered":"2023-01-15T15:08:56.750677+0000","last_clean":"2023-01-15T15:08:56.750677+0000","last_became_active":"2023-01-15T14:27:46.274890+0000","last_became_peered":"2023-01-15T14:27:46.274890+0000","last_unstale":"2023-01-15T15:08:56.750677+0000","last_undegraded":"2023-01-15T15:08:56.750677+0000","last_fullsized":"2023-01-15T15:08:56.750677+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:25:42.698038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8579,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2474,"num_write":1669,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.841879+0000","last_change":"2023-01-15T14:27:48.279425+0000","last_active":"2023-01-15T15:04:46.841879+0000","last_peered":"2023-01-15T15:04:46.841879+0000","last_clean":"2023-01-15T15:04:46.841879+0000","last_became_active":"2023-01-15T14:27:48.279169+0000","last_became_peered":"2023-01-15T14:27:48.279169+0000","last_unstale":"2023-01-15T15:04:46.841879+0000","last_undegraded":"2023-01-15T15:04:46.841879+0000","last_fullsized":"2023-01-15T15:04:46.841879+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:11.027981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"213'130","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.887967+0000","last_change":"2023-01-15T14:27:50.287485+0000","last_active":"2023-01-15T15:08:52.887967+0000","last_peered":"2023-01-15T15:08:52.887967+0000","last_clean":"2023-01-15T15:08:52.887967+0000","last_became_active":"2023-01-15T14:27:50.287235+0000","last_became_peered":"2023-01-15T14:27:50.287235+0000","last_unstale":"2023-01-15T15:08:52.887967+0000","last_undegraded":"2023-01-15T15:08:52.887967+0000","last_fullsized":"2023-01-15T15:08:52.887967+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:49:59.356102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":165,"num_read_kb":165,"num_write":369,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.034940+0000","last_change":"2023-01-15T14:27:44.270054+0000","last_active":"2023-01-15T15:06:02.034940+0000","last_peered":"2023-01-15T15:06:02.034940+0000","last_clean":"2023-01-15T15:06:02.034940+0000","last_became_active":"2023-01-15T14:27:44.269803+0000","last_became_peered":"2023-01-15T14:27:44.269803+0000","last_unstale":"2023-01-15T15:06:02.034940+0000","last_undegraded":"2023-01-15T15:06:02.034940+0000","last_fullsized":"2023-01-15T15:06:02.034940+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:04:46.398287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"213'314","reported_seq":1625,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.219137+0000","last_change":"2023-01-15T14:28:22.351384+0000","last_active":"2023-01-15T15:08:52.219137+0000","last_peered":"2023-01-15T15:08:52.219137+0000","last_clean":"2023-01-15T15:08:52.219137+0000","last_became_active":"2023-01-15T14:28:22.351086+0000","last_became_peered":"2023-01-15T14:28:22.351086+0000","last_unstale":"2023-01-15T15:08:52.219137+0000","last_undegraded":"2023-01-15T15:08:52.219137+0000","last_fullsized":"2023-01-15T15:08:52.219137+0000","mapping_epoch":34,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:25.854608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2056,"num_read_kb":1992,"num_write":345,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"213'179","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.864998+0000","last_change":"2023-01-15T14:27:39.319371+0000","last_active":"2023-01-15T15:08:52.864998+0000","last_peered":"2023-01-15T15:08:52.864998+0000","last_clean":"2023-01-15T15:08:52.864998+0000","last_became_active":"2023-01-15T14:27:39.311767+0000","last_became_peered":"2023-01-15T14:27:39.311767+0000","last_unstale":"2023-01-15T15:08:52.864998+0000","last_undegraded":"2023-01-15T15:08:52.864998+0000","last_fullsized":"2023-01-15T15:08:52.864998+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:09:13.976128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":392,"num_read_kb":4981,"num_write":942,"num_write_kb":20268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"213'3806","reported_seq":7287,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.844531+0000","last_change":"2023-01-15T14:27:46.273801+0000","last_active":"2023-01-15T15:08:56.844531+0000","last_peered":"2023-01-15T15:08:56.844531+0000","last_clean":"2023-01-15T15:08:56.844531+0000","last_became_active":"2023-01-15T14:27:46.273597+0000","last_became_peered":"2023-01-15T14:27:46.273597+0000","last_unstale":"2023-01-15T15:08:56.844531+0000","last_undegraded":"2023-01-15T15:08:56.844531+0000","last_fullsized":"2023-01-15T15:08:56.844531+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":3000,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:01:57.827899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14456,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":5233,"num_read_kb":5221,"num_write":3738,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"213'406","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.893803+0000","last_change":"2023-01-15T14:27:48.284990+0000","last_active":"2023-01-15T15:08:53.893803+0000","last_peered":"2023-01-15T15:08:53.893803+0000","last_clean":"2023-01-15T15:08:53.893803+0000","last_became_active":"2023-01-15T14:27:48.284723+0000","last_became_peered":"2023-01-15T14:27:48.284723+0000","last_unstale":"2023-01-15T15:08:53.893803+0000","last_undegraded":"2023-01-15T15:08:53.893803+0000","last_fullsized":"2023-01-15T15:08:53.893803+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:12.154610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"213'138","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.979016+0000","last_change":"2023-01-15T14:27:50.287398+0000","last_active":"2023-01-15T15:08:46.979016+0000","last_peered":"2023-01-15T15:08:46.979016+0000","last_clean":"2023-01-15T15:08:46.979016+0000","last_became_active":"2023-01-15T14:27:50.287162+0000","last_became_peered":"2023-01-15T14:27:50.287162+0000","last_unstale":"2023-01-15T15:08:46.979016+0000","last_undegraded":"2023-01-15T15:08:46.979016+0000","last_fullsized":"2023-01-15T15:08:46.979016+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:35:34.189796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":382,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.026058+0000","last_change":"2023-01-15T14:27:44.264399+0000","last_active":"2023-01-15T15:04:47.026058+0000","last_peered":"2023-01-15T15:04:47.026058+0000","last_clean":"2023-01-15T15:04:47.026058+0000","last_became_active":"2023-01-15T14:27:44.264102+0000","last_became_peered":"2023-01-15T14:27:44.264102+0000","last_unstale":"2023-01-15T15:04:47.026058+0000","last_undegraded":"2023-01-15T15:04:47.026058+0000","last_fullsized":"2023-01-15T15:04:47.026058+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:59.031813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"213'1105","reported_seq":2389,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.223469+0000","last_change":"2023-01-15T14:27:41.260523+0000","last_active":"2023-01-15T15:08:52.223469+0000","last_peered":"2023-01-15T15:08:52.223469+0000","last_clean":"2023-01-15T15:08:52.223469+0000","last_became_active":"2023-01-15T14:27:41.260280+0000","last_became_peered":"2023-01-15T14:27:41.260280+0000","last_unstale":"2023-01-15T15:08:52.223469+0000","last_undegraded":"2023-01-15T15:08:52.223469+0000","last_fullsized":"2023-01-15T15:08:52.223469+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:56.012711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4881,"num_read_kb":4255,"num_write":1549,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"213'185","reported_seq":513,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.870684+0000","last_change":"2023-01-15T14:27:39.288106+0000","last_active":"2023-01-15T15:08:52.870684+0000","last_peered":"2023-01-15T15:08:52.870684+0000","last_clean":"2023-01-15T15:08:52.870684+0000","last_became_active":"2023-01-15T14:27:39.260634+0000","last_became_peered":"2023-01-15T14:27:39.260634+0000","last_unstale":"2023-01-15T15:08:52.870684+0000","last_undegraded":"2023-01-15T15:08:52.870684+0000","last_fullsized":"2023-01-15T15:08:52.870684+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:59:16.406176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280691,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":423,"num_read_kb":1601,"num_write":945,"num_write_kb":12450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"213'3380","reported_seq":6765,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.825632+0000","last_change":"2023-01-15T14:27:46.270297+0000","last_active":"2023-01-15T15:08:56.825632+0000","last_peered":"2023-01-15T15:08:56.825632+0000","last_clean":"2023-01-15T15:08:56.825632+0000","last_became_active":"2023-01-15T14:27:46.270042+0000","last_became_peered":"2023-01-15T14:27:46.270042+0000","last_unstale":"2023-01-15T15:08:56.825632+0000","last_undegraded":"2023-01-15T15:08:56.825632+0000","last_fullsized":"2023-01-15T15:08:56.825632+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":3000,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:40.560643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13627,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4897,"num_read_kb":4886,"num_write":3292,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:42.025382+0000","last_change":"2023-01-15T14:27:48.285329+0000","last_active":"2023-01-15T15:04:42.025382+0000","last_peered":"2023-01-15T15:04:42.025382+0000","last_clean":"2023-01-15T15:04:42.025382+0000","last_became_active":"2023-01-15T14:27:48.285059+0000","last_became_peered":"2023-01-15T14:27:48.285059+0000","last_unstale":"2023-01-15T15:04:42.025382+0000","last_undegraded":"2023-01-15T15:04:42.025382+0000","last_fullsized":"2023-01-15T15:04:42.025382+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:00.828011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"213'124","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.802444+0000","last_change":"2023-01-15T14:27:50.291227+0000","last_active":"2023-01-15T15:08:52.802444+0000","last_peered":"2023-01-15T15:08:52.802444+0000","last_clean":"2023-01-15T15:08:52.802444+0000","last_became_active":"2023-01-15T14:27:50.290994+0000","last_became_peered":"2023-01-15T14:27:50.290994+0000","last_unstale":"2023-01-15T15:08:52.802444+0000","last_undegraded":"2023-01-15T15:08:52.802444+0000","last_fullsized":"2023-01-15T15:08:52.802444+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:27:59.189892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":337,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035056+0000","last_change":"2023-01-15T14:27:44.268043+0000","last_active":"2023-01-15T15:06:02.035056+0000","last_peered":"2023-01-15T15:06:02.035056+0000","last_clean":"2023-01-15T15:06:02.035056+0000","last_became_active":"2023-01-15T14:27:44.267180+0000","last_became_peered":"2023-01-15T14:27:44.267180+0000","last_unstale":"2023-01-15T15:06:02.035056+0000","last_undegraded":"2023-01-15T15:06:02.035056+0000","last_fullsized":"2023-01-15T15:06:02.035056+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:11:02.815754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"213'778","reported_seq":2156,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931796+0000","last_change":"2023-01-15T14:27:41.258104+0000","last_active":"2023-01-15T15:08:52.931796+0000","last_peered":"2023-01-15T15:08:52.931796+0000","last_clean":"2023-01-15T15:08:52.931796+0000","last_became_active":"2023-01-15T14:27:41.257820+0000","last_became_peered":"2023-01-15T14:27:41.257820+0000","last_unstale":"2023-01-15T15:08:52.931796+0000","last_undegraded":"2023-01-15T15:08:52.931796+0000","last_fullsized":"2023-01-15T15:08:52.931796+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:52.612649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3669,"num_read_kb":3305,"num_write":1035,"num_write_kb":378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"213'210","reported_seq":555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.454232+0000","last_change":"2023-01-15T14:27:39.255223+0000","last_active":"2023-01-15T15:08:50.454232+0000","last_peered":"2023-01-15T15:08:50.454232+0000","last_clean":"2023-01-15T15:08:50.454232+0000","last_became_active":"2023-01-15T14:27:39.251821+0000","last_became_peered":"2023-01-15T14:27:39.251821+0000","last_unstale":"2023-01-15T15:08:50.454232+0000","last_undegraded":"2023-01-15T15:08:50.454232+0000","last_fullsized":"2023-01-15T15:08:50.454232+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:53:19.187657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374174,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":445,"num_read_kb":1081,"num_write":1097,"num_write_kb":21093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"213'1726","reported_seq":3537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.848280+0000","last_change":"2023-01-15T14:27:46.274299+0000","last_active":"2023-01-15T15:08:56.848280+0000","last_peered":"2023-01-15T15:08:56.848280+0000","last_clean":"2023-01-15T15:08:56.848280+0000","last_became_active":"2023-01-15T14:27:46.274083+0000","last_became_peered":"2023-01-15T14:27:46.274083+0000","last_unstale":"2023-01-15T15:08:56.848280+0000","last_undegraded":"2023-01-15T15:08:56.848280+0000","last_fullsized":"2023-01-15T15:08:56.848280+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:36:36.867698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2511,"num_read_kb":2501,"num_write":1731,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.987060+0000","last_change":"2023-01-15T14:27:48.283733+0000","last_active":"2023-01-15T15:06:11.987060+0000","last_peered":"2023-01-15T15:06:11.987060+0000","last_clean":"2023-01-15T15:06:11.987060+0000","last_became_active":"2023-01-15T14:27:48.283490+0000","last_became_peered":"2023-01-15T14:27:48.283490+0000","last_unstale":"2023-01-15T15:06:11.987060+0000","last_undegraded":"2023-01-15T15:06:11.987060+0000","last_fullsized":"2023-01-15T15:06:11.987060+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:10:26.505952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"213'113","reported_seq":331,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.646268+0000","last_change":"2023-01-15T14:27:50.290856+0000","last_active":"2023-01-15T15:08:50.646268+0000","last_peered":"2023-01-15T15:08:50.646268+0000","last_clean":"2023-01-15T15:08:50.646268+0000","last_became_active":"2023-01-15T14:27:50.290019+0000","last_became_peered":"2023-01-15T14:27:50.290019+0000","last_unstale":"2023-01-15T15:08:50.646268+0000","last_undegraded":"2023-01-15T15:08:50.646268+0000","last_fullsized":"2023-01-15T15:08:50.646268+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:11.819876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":303,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.094552+0000","last_change":"2023-01-15T14:27:44.273723+0000","last_active":"2023-01-15T15:06:02.094552+0000","last_peered":"2023-01-15T15:06:02.094552+0000","last_clean":"2023-01-15T15:06:02.094552+0000","last_became_active":"2023-01-15T14:27:44.273462+0000","last_became_peered":"2023-01-15T14:27:44.273462+0000","last_unstale":"2023-01-15T15:06:02.094552+0000","last_undegraded":"2023-01-15T15:06:02.094552+0000","last_fullsized":"2023-01-15T15:06:02.094552+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:56.954436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"213'733","reported_seq":2011,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923795+0000","last_change":"2023-01-15T14:27:41.253020+0000","last_active":"2023-01-15T15:08:52.923795+0000","last_peered":"2023-01-15T15:08:52.923795+0000","last_clean":"2023-01-15T15:08:52.923795+0000","last_became_active":"2023-01-15T14:27:41.252759+0000","last_became_peered":"2023-01-15T14:27:41.252759+0000","last_unstale":"2023-01-15T15:08:52.923795+0000","last_undegraded":"2023-01-15T15:08:52.923795+0000","last_fullsized":"2023-01-15T15:08:52.923795+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:40.210559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3405,"num_read_kb":3066,"num_write":983,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"213'172","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.095969+0000","last_change":"2023-01-15T14:29:22.844392+0000","last_active":"2023-01-15T15:08:48.095969+0000","last_peered":"2023-01-15T15:08:48.095969+0000","last_clean":"2023-01-15T15:08:48.095969+0000","last_became_active":"2023-01-15T14:29:22.843957+0000","last_became_peered":"2023-01-15T14:29:22.843957+0000","last_unstale":"2023-01-15T15:08:48.095969+0000","last_undegraded":"2023-01-15T15:08:48.095969+0000","last_fullsized":"2023-01-15T15:08:48.095969+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:56:56.434636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":398,"num_read_kb":5531,"num_write":944,"num_write_kb":31605,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"213'152","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.550298+0000","last_change":"2023-01-15T14:27:46.277789+0000","last_active":"2023-01-15T15:08:53.550298+0000","last_peered":"2023-01-15T15:08:53.550298+0000","last_clean":"2023-01-15T15:08:53.550298+0000","last_became_active":"2023-01-15T14:27:46.277545+0000","last_became_peered":"2023-01-15T14:27:46.277545+0000","last_unstale":"2023-01-15T15:08:53.550298+0000","last_undegraded":"2023-01-15T15:08:53.550298+0000","last_fullsized":"2023-01-15T15:08:53.550298+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:56:33.398263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7401,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":199,"num_read_kb":190,"num_write":106,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"213'421","reported_seq":4152,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.890802+0000","last_change":"2023-01-15T14:27:48.280252+0000","last_active":"2023-01-15T15:08:53.890802+0000","last_peered":"2023-01-15T15:08:53.890802+0000","last_clean":"2023-01-15T15:08:53.890802+0000","last_became_active":"2023-01-15T14:27:48.279821+0000","last_became_peered":"2023-01-15T14:27:48.279821+0000","last_unstale":"2023-01-15T15:08:53.890802+0000","last_undegraded":"2023-01-15T15:08:53.890802+0000","last_fullsized":"2023-01-15T15:08:53.890802+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:16:21.625787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"213'90","reported_seq":312,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.419294+0000","last_change":"2023-01-15T14:27:50.287954+0000","last_active":"2023-01-15T15:08:53.419294+0000","last_peered":"2023-01-15T15:08:53.419294+0000","last_clean":"2023-01-15T15:08:53.419294+0000","last_became_active":"2023-01-15T14:27:50.287694+0000","last_became_peered":"2023-01-15T14:27:50.287694+0000","last_unstale":"2023-01-15T15:08:53.419294+0000","last_undegraded":"2023-01-15T15:08:53.419294+0000","last_fullsized":"2023-01-15T15:08:53.419294+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:56.353292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":258,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"26'2","reported_seq":451,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819178+0000","last_change":"2023-01-15T14:27:44.273895+0000","last_active":"2023-01-15T15:08:53.819178+0000","last_peered":"2023-01-15T15:08:53.819178+0000","last_clean":"2023-01-15T15:08:53.819178+0000","last_became_active":"2023-01-15T14:27:44.273407+0000","last_became_peered":"2023-01-15T14:27:44.273407+0000","last_unstale":"2023-01-15T15:08:53.819178+0000","last_undegraded":"2023-01-15T15:08:53.819178+0000","last_fullsized":"2023-01-15T15:08:53.819178+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.964391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":241,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"213'669","reported_seq":1862,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.086449+0000","last_change":"2023-01-15T14:27:41.256624+0000","last_active":"2023-01-15T15:08:51.086449+0000","last_peered":"2023-01-15T15:08:51.086449+0000","last_clean":"2023-01-15T15:08:51.086449+0000","last_became_active":"2023-01-15T14:27:41.256412+0000","last_became_peered":"2023-01-15T14:27:41.256412+0000","last_unstale":"2023-01-15T15:08:51.086449+0000","last_undegraded":"2023-01-15T15:08:51.086449+0000","last_fullsized":"2023-01-15T15:08:51.086449+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":600,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:55.360657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3256,"num_read_kb":2924,"num_write":905,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"213'181","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.466728+0000","last_change":"2023-01-15T14:28:22.926648+0000","last_active":"2023-01-15T15:08:41.466728+0000","last_peered":"2023-01-15T15:08:41.466728+0000","last_clean":"2023-01-15T15:08:41.466728+0000","last_became_active":"2023-01-15T14:28:22.926346+0000","last_became_peered":"2023-01-15T14:28:22.926346+0000","last_unstale":"2023-01-15T15:08:41.466728+0000","last_undegraded":"2023-01-15T15:08:41.466728+0000","last_fullsized":"2023-01-15T15:08:41.466728+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:42:27.204083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":386,"num_read_kb":373,"num_write":858,"num_write_kb":34045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"213'71","reported_seq":307,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:16.874218+0000","last_change":"2023-01-15T14:27:46.344399+0000","last_active":"2023-01-15T15:08:16.874218+0000","last_peered":"2023-01-15T15:08:16.874218+0000","last_clean":"2023-01-15T15:08:16.874218+0000","last_became_active":"2023-01-15T14:27:46.344188+0000","last_became_peered":"2023-01-15T14:27:46.344188+0000","last_unstale":"2023-01-15T15:08:16.874218+0000","last_undegraded":"2023-01-15T15:08:16.874218+0000","last_fullsized":"2023-01-15T15:08:16.874218+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:23.990586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"213'374","reported_seq":1421,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.891597+0000","last_change":"2023-01-15T14:27:48.281942+0000","last_active":"2023-01-15T15:08:53.891597+0000","last_peered":"2023-01-15T15:08:53.891597+0000","last_clean":"2023-01-15T15:08:53.891597+0000","last_became_active":"2023-01-15T14:27:48.281727+0000","last_became_peered":"2023-01-15T14:27:48.281727+0000","last_unstale":"2023-01-15T15:08:53.891597+0000","last_undegraded":"2023-01-15T15:08:53.891597+0000","last_fullsized":"2023-01-15T15:08:53.891597+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":300,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:03:10.853492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"213'107","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:19.931141+0000","last_change":"2023-01-15T14:27:50.291495+0000","last_active":"2023-01-15T15:08:19.931141+0000","last_peered":"2023-01-15T15:08:19.931141+0000","last_clean":"2023-01-15T15:08:19.931141+0000","last_became_active":"2023-01-15T14:27:50.291237+0000","last_became_peered":"2023-01-15T14:27:50.291237+0000","last_unstale":"2023-01-15T15:08:19.931141+0000","last_undegraded":"2023-01-15T15:08:19.931141+0000","last_fullsized":"2023-01-15T15:08:19.931141+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:15:27.104480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.354029+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:06:02.354029+0000","last_peered":"2023-01-15T15:06:02.354029+0000","last_clean":"2023-01-15T15:06:02.354029+0000","last_became_active":"2023-01-15T14:27:44.273405+0000","last_became_peered":"2023-01-15T14:27:44.273405+0000","last_unstale":"2023-01-15T15:06:02.354029+0000","last_undegraded":"2023-01-15T15:06:02.354029+0000","last_fullsized":"2023-01-15T15:06:02.354029+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:14.030021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"213'850","reported_seq":2106,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923789+0000","last_change":"2023-01-15T14:27:41.313311+0000","last_active":"2023-01-15T15:08:52.923789+0000","last_peered":"2023-01-15T15:08:52.923789+0000","last_clean":"2023-01-15T15:08:52.923789+0000","last_became_active":"2023-01-15T14:27:41.269787+0000","last_became_peered":"2023-01-15T14:27:41.269787+0000","last_unstale":"2023-01-15T15:08:52.923789+0000","last_undegraded":"2023-01-15T15:08:52.923789+0000","last_fullsized":"2023-01-15T15:08:52.923789+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:48:51.518643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3892,"num_read_kb":3405,"num_write":1204,"num_write_kb":482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"213'210","reported_seq":598,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.880338+0000","last_change":"2023-01-15T14:27:39.258403+0000","last_active":"2023-01-15T15:08:52.880338+0000","last_peered":"2023-01-15T15:08:52.880338+0000","last_clean":"2023-01-15T15:08:52.880338+0000","last_became_active":"2023-01-15T14:27:39.255544+0000","last_became_peered":"2023-01-15T14:27:39.255544+0000","last_unstale":"2023-01-15T15:08:52.880338+0000","last_undegraded":"2023-01-15T15:08:52.880338+0000","last_fullsized":"2023-01-15T15:08:52.880338+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:12.558866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5324508,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":575,"num_read_kb":5677,"num_write":1046,"num_write_kb":49565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"213'212","reported_seq":520,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.862815+0000","last_change":"2023-01-15T14:27:46.274677+0000","last_active":"2023-01-15T15:08:53.862815+0000","last_peered":"2023-01-15T15:08:53.862815+0000","last_clean":"2023-01-15T15:08:53.862815+0000","last_became_active":"2023-01-15T14:27:46.274439+0000","last_became_peered":"2023-01-15T14:27:46.274439+0000","last_unstale":"2023-01-15T15:08:53.862815+0000","last_undegraded":"2023-01-15T15:08:53.862815+0000","last_fullsized":"2023-01-15T15:08:53.862815+0000","mapping_epoch":27,"log_start":"213'200","ondisk_log_start":"213'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:39:45.426881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7634,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1317,"num_read_kb":1307,"num_write":2284,"num_write_kb":2162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:06.841361+0000","last_change":"2023-01-15T14:27:48.283406+0000","last_active":"2023-01-15T15:06:06.841361+0000","last_peered":"2023-01-15T15:06:06.841361+0000","last_clean":"2023-01-15T15:06:06.841361+0000","last_became_active":"2023-01-15T14:27:48.283157+0000","last_became_peered":"2023-01-15T14:27:48.283157+0000","last_unstale":"2023-01-15T15:06:06.841361+0000","last_undegraded":"2023-01-15T15:06:06.841361+0000","last_fullsized":"2023-01-15T15:06:06.841361+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:52.411999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"213'133","reported_seq":353,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.554684+0000","last_change":"2023-01-15T14:27:50.288915+0000","last_active":"2023-01-15T15:08:53.554684+0000","last_peered":"2023-01-15T15:08:53.554684+0000","last_clean":"2023-01-15T15:08:53.554684+0000","last_became_active":"2023-01-15T14:27:50.288673+0000","last_became_peered":"2023-01-15T14:27:50.288673+0000","last_unstale":"2023-01-15T15:08:53.554684+0000","last_undegraded":"2023-01-15T15:08:53.554684+0000","last_fullsized":"2023-01-15T15:08:53.554684+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:52:50.741140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":141,"num_write":343,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.346864+0000","last_change":"2023-01-15T14:27:44.274543+0000","last_active":"2023-01-15T15:05:17.346864+0000","last_peered":"2023-01-15T15:05:17.346864+0000","last_clean":"2023-01-15T15:05:17.346864+0000","last_became_active":"2023-01-15T14:27:44.274291+0000","last_became_peered":"2023-01-15T14:27:44.274291+0000","last_unstale":"2023-01-15T15:05:17.346864+0000","last_undegraded":"2023-01-15T15:05:17.346864+0000","last_fullsized":"2023-01-15T15:05:17.346864+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:53:28.232243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"213'159","reported_seq":494,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.883486+0000","last_change":"2023-01-15T14:27:39.251150+0000","last_active":"2023-01-15T15:08:52.883486+0000","last_peered":"2023-01-15T15:08:52.883486+0000","last_clean":"2023-01-15T15:08:52.883486+0000","last_became_active":"2023-01-15T14:27:39.250650+0000","last_became_peered":"2023-01-15T14:27:39.250650+0000","last_unstale":"2023-01-15T15:08:52.883486+0000","last_undegraded":"2023-01-15T15:08:52.883486+0000","last_fullsized":"2023-01-15T15:08:52.883486+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:52.857243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244985,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":418,"num_read_kb":26772,"num_write":913,"num_write_kb":10550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.343790+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T15:04:57.343790+0000","last_peered":"2023-01-15T15:04:57.343790+0000","last_clean":"2023-01-15T15:04:57.343790+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T15:04:57.343790+0000","last_undegraded":"2023-01-15T15:04:57.343790+0000","last_fullsized":"2023-01-15T15:04:57.343790+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:28:30.773475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"213'325","reported_seq":1617,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.391838+0000","last_change":"2023-01-15T14:27:41.259762+0000","last_active":"2023-01-15T15:08:51.391838+0000","last_peered":"2023-01-15T15:08:51.391838+0000","last_clean":"2023-01-15T15:08:51.391838+0000","last_became_active":"2023-01-15T14:27:41.259547+0000","last_became_peered":"2023-01-15T14:27:41.259547+0000","last_unstale":"2023-01-15T15:08:51.391838+0000","last_undegraded":"2023-01-15T15:08:51.391838+0000","last_fullsized":"2023-01-15T15:08:51.391838+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:05.557946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2191,"num_read_kb":2098,"num_write":377,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"213'1708","reported_seq":3488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.813417+0000","last_change":"2023-01-15T14:27:46.276769+0000","last_active":"2023-01-15T15:08:56.813417+0000","last_peered":"2023-01-15T15:08:56.813417+0000","last_clean":"2023-01-15T15:08:56.813417+0000","last_became_active":"2023-01-15T14:27:46.276359+0000","last_became_peered":"2023-01-15T14:27:46.276359+0000","last_unstale":"2023-01-15T15:08:56.813417+0000","last_undegraded":"2023-01-15T15:08:56.813417+0000","last_fullsized":"2023-01-15T15:08:56.813417+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":1600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:20:17.708317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2460,"num_read_kb":2451,"num_write":1680,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"213'427","reported_seq":1381,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.892269+0000","last_change":"2023-01-15T14:27:48.281695+0000","last_active":"2023-01-15T15:08:53.892269+0000","last_peered":"2023-01-15T15:08:53.892269+0000","last_clean":"2023-01-15T15:08:53.892269+0000","last_became_active":"2023-01-15T14:27:48.281425+0000","last_became_peered":"2023-01-15T14:27:48.281425+0000","last_unstale":"2023-01-15T15:08:53.892269+0000","last_undegraded":"2023-01-15T15:08:53.892269+0000","last_fullsized":"2023-01-15T15:08:53.892269+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":400,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:42.071679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"213'163","reported_seq":398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.838548+0000","last_change":"2023-01-15T14:27:50.290943+0000","last_active":"2023-01-15T15:08:27.838548+0000","last_peered":"2023-01-15T15:08:27.838548+0000","last_clean":"2023-01-15T15:08:27.838548+0000","last_became_active":"2023-01-15T14:27:50.290626+0000","last_became_peered":"2023-01-15T14:27:50.290626+0000","last_unstale":"2023-01-15T15:08:27.838548+0000","last_undegraded":"2023-01-15T15:08:27.838548+0000","last_fullsized":"2023-01-15T15:08:27.838548+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:49.578010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":423,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:51.851271+0000","last_change":"2023-01-15T14:27:44.274595+0000","last_active":"2023-01-15T15:05:51.851271+0000","last_peered":"2023-01-15T15:05:51.851271+0000","last_clean":"2023-01-15T15:05:51.851271+0000","last_became_active":"2023-01-15T14:27:44.274353+0000","last_became_peered":"2023-01-15T14:27:44.274353+0000","last_unstale":"2023-01-15T15:05:51.851271+0000","last_undegraded":"2023-01-15T15:05:51.851271+0000","last_fullsized":"2023-01-15T15:05:51.851271+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:04:55.277745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":225,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.843307+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T15:04:56.843307+0000","last_peered":"2023-01-15T15:04:56.843307+0000","last_clean":"2023-01-15T15:04:56.843307+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T15:04:56.843307+0000","last_undegraded":"2023-01-15T15:04:56.843307+0000","last_fullsized":"2023-01-15T15:04:56.843307+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:34.408371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"213'155","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.143521+0000","last_change":"2023-01-15T14:27:39.252193+0000","last_active":"2023-01-15T15:08:42.143521+0000","last_peered":"2023-01-15T15:08:42.143521+0000","last_clean":"2023-01-15T15:08:42.143521+0000","last_became_active":"2023-01-15T14:27:39.251184+0000","last_became_peered":"2023-01-15T14:27:39.251184+0000","last_unstale":"2023-01-15T15:08:42.143521+0000","last_undegraded":"2023-01-15T15:08:42.143521+0000","last_fullsized":"2023-01-15T15:08:42.143521+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:47:15.025964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272157,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":370,"num_read_kb":25217,"num_write":809,"num_write_kb":23453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"213'431","reported_seq":1907,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.929411+0000","last_change":"2023-01-15T14:27:41.252430+0000","last_active":"2023-01-15T15:08:51.929411+0000","last_peered":"2023-01-15T15:08:51.929411+0000","last_clean":"2023-01-15T15:08:51.929411+0000","last_became_active":"2023-01-15T14:27:41.252160+0000","last_became_peered":"2023-01-15T14:27:41.252160+0000","last_unstale":"2023-01-15T15:08:51.929411+0000","last_undegraded":"2023-01-15T15:08:51.929411+0000","last_fullsized":"2023-01-15T15:08:51.929411+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:55:09.004944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2767,"num_read_kb":2625,"num_write":551,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"213'2354","reported_seq":4422,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.854841+0000","last_change":"2023-01-15T14:27:46.345814+0000","last_active":"2023-01-15T15:08:53.854841+0000","last_peered":"2023-01-15T15:08:53.854841+0000","last_clean":"2023-01-15T15:08:53.854841+0000","last_became_active":"2023-01-15T14:27:46.345575+0000","last_became_peered":"2023-01-15T14:27:46.345575+0000","last_unstale":"2023-01-15T15:08:53.854841+0000","last_undegraded":"2023-01-15T15:08:53.854841+0000","last_fullsized":"2023-01-15T15:08:53.854841+0000","mapping_epoch":27,"log_start":"213'2300","ondisk_log_start":"213'2300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":2300,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:05.217093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26735,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3107,"num_read_kb":3091,"num_write":2246,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.846684+0000","last_change":"2023-01-15T14:27:48.281576+0000","last_active":"2023-01-15T15:05:21.846684+0000","last_peered":"2023-01-15T15:05:21.846684+0000","last_clean":"2023-01-15T15:05:21.846684+0000","last_became_active":"2023-01-15T14:27:48.281326+0000","last_became_peered":"2023-01-15T14:27:48.281326+0000","last_unstale":"2023-01-15T15:05:21.846684+0000","last_undegraded":"2023-01-15T15:05:21.846684+0000","last_fullsized":"2023-01-15T15:05:21.846684+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:02:59.063695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"213'146","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.404286+0000","last_change":"2023-01-15T14:27:50.290359+0000","last_active":"2023-01-15T15:08:51.404286+0000","last_peered":"2023-01-15T15:08:51.404286+0000","last_clean":"2023-01-15T15:08:51.404286+0000","last_became_active":"2023-01-15T14:27:50.290101+0000","last_became_peered":"2023-01-15T14:27:50.290101+0000","last_unstale":"2023-01-15T15:08:51.404286+0000","last_undegraded":"2023-01-15T15:08:51.404286+0000","last_fullsized":"2023-01-15T15:08:51.404286+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:57.094271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":376,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872872+0000","last_change":"2023-01-15T14:27:44.274086+0000","last_active":"2023-01-15T15:06:46.872872+0000","last_peered":"2023-01-15T15:06:46.872872+0000","last_clean":"2023-01-15T15:06:46.872872+0000","last_became_active":"2023-01-15T14:27:44.273675+0000","last_became_peered":"2023-01-15T14:27:44.273675+0000","last_unstale":"2023-01-15T15:06:46.872872+0000","last_undegraded":"2023-01-15T15:06:46.872872+0000","last_fullsized":"2023-01-15T15:06:46.872872+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:21.683196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"213'409","reported_seq":1709,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.964049+0000","last_change":"2023-01-15T14:27:41.259340+0000","last_active":"2023-01-15T15:08:51.964049+0000","last_peered":"2023-01-15T15:08:51.964049+0000","last_clean":"2023-01-15T15:08:51.964049+0000","last_became_active":"2023-01-15T14:27:41.258821+0000","last_became_peered":"2023-01-15T14:27:41.258821+0000","last_unstale":"2023-01-15T15:08:51.964049+0000","last_undegraded":"2023-01-15T15:08:51.964049+0000","last_fullsized":"2023-01-15T15:08:51.964049+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:43:07.179158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2501,"num_read_kb":2340,"num_write":525,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:57.085228+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T15:04:57.085228+0000","last_peered":"2023-01-15T15:04:57.085228+0000","last_clean":"2023-01-15T15:04:57.085228+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T15:04:57.085228+0000","last_undegraded":"2023-01-15T15:04:57.085228+0000","last_fullsized":"2023-01-15T15:04:57.085228+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:15.130055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859646+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T15:05:31.859646+0000","last_peered":"2023-01-15T15:05:31.859646+0000","last_clean":"2023-01-15T15:05:31.859646+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T15:05:31.859646+0000","last_undegraded":"2023-01-15T15:05:31.859646+0000","last_fullsized":"2023-01-15T15:05:31.859646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"213'197","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.840965+0000","last_change":"2023-01-15T14:28:22.947751+0000","last_active":"2023-01-15T15:08:52.840965+0000","last_peered":"2023-01-15T15:08:52.840965+0000","last_clean":"2023-01-15T15:08:52.840965+0000","last_became_active":"2023-01-15T14:28:22.947416+0000","last_became_peered":"2023-01-15T14:28:22.947416+0000","last_unstale":"2023-01-15T15:08:52.840965+0000","last_undegraded":"2023-01-15T15:08:52.840965+0000","last_fullsized":"2023-01-15T15:08:52.840965+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:31.986863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777271,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":54219,"num_write":1122,"num_write_kb":35360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"213'2183","reported_seq":4712,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.776552+0000","last_change":"2023-01-15T14:27:46.274607+0000","last_active":"2023-01-15T15:08:56.776552+0000","last_peered":"2023-01-15T15:08:56.776552+0000","last_clean":"2023-01-15T15:08:56.776552+0000","last_became_active":"2023-01-15T14:27:46.274357+0000","last_became_peered":"2023-01-15T14:27:46.274357+0000","last_unstale":"2023-01-15T15:08:56.776552+0000","last_undegraded":"2023-01-15T15:08:56.776552+0000","last_fullsized":"2023-01-15T15:08:56.776552+0000","mapping_epoch":27,"log_start":"213'2101","ondisk_log_start":"213'2101","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2101,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:06:17.407793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27380,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":3091,"num_read_kb":3075,"num_write":1817,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.859002+0000","last_change":"2023-01-15T14:27:48.286734+0000","last_active":"2023-01-15T15:05:26.859002+0000","last_peered":"2023-01-15T15:05:26.859002+0000","last_clean":"2023-01-15T15:05:26.859002+0000","last_became_active":"2023-01-15T14:27:48.286443+0000","last_became_peered":"2023-01-15T14:27:48.286443+0000","last_unstale":"2023-01-15T15:05:26.859002+0000","last_undegraded":"2023-01-15T15:05:26.859002+0000","last_fullsized":"2023-01-15T15:05:26.859002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:42:57.808163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"213'136","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.174408+0000","last_change":"2023-01-15T14:27:50.289032+0000","last_active":"2023-01-15T15:08:52.174408+0000","last_peered":"2023-01-15T15:08:52.174408+0000","last_clean":"2023-01-15T15:08:52.174408+0000","last_became_active":"2023-01-15T14:27:50.288842+0000","last_became_peered":"2023-01-15T14:27:50.288842+0000","last_unstale":"2023-01-15T15:08:52.174408+0000","last_undegraded":"2023-01-15T15:08:52.174408+0000","last_fullsized":"2023-01-15T15:08:52.174408+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:59.717407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":387,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.040254+0000","last_change":"2023-01-15T14:27:44.273188+0000","last_active":"2023-01-15T15:06:47.040254+0000","last_peered":"2023-01-15T15:06:47.040254+0000","last_clean":"2023-01-15T15:06:47.040254+0000","last_became_active":"2023-01-15T14:27:44.272942+0000","last_became_peered":"2023-01-15T14:27:44.272942+0000","last_unstale":"2023-01-15T15:06:47.040254+0000","last_undegraded":"2023-01-15T15:06:47.040254+0000","last_fullsized":"2023-01-15T15:06:47.040254+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:31.274448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"213'759","reported_seq":1952,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:25.995564+0000","last_change":"2023-01-15T14:27:41.256572+0000","last_active":"2023-01-15T15:08:25.995564+0000","last_peered":"2023-01-15T15:08:25.995564+0000","last_clean":"2023-01-15T15:08:25.995564+0000","last_became_active":"2023-01-15T14:27:41.256337+0000","last_became_peered":"2023-01-15T14:27:41.256337+0000","last_unstale":"2023-01-15T15:08:25.995564+0000","last_undegraded":"2023-01-15T15:08:25.995564+0000","last_fullsized":"2023-01-15T15:08:25.995564+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:34:33.121237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3557,"num_read_kb":3143,"num_write":1045,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":222,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:56.853474+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T15:04:56.853474+0000","last_peered":"2023-01-15T15:04:56.853474+0000","last_clean":"2023-01-15T15:04:56.853474+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T15:04:56.853474+0000","last_undegraded":"2023-01-15T15:04:56.853474+0000","last_fullsized":"2023-01-15T15:04:56.853474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"213'147","reported_seq":475,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.538418+0000","last_change":"2023-01-15T14:27:39.254207+0000","last_active":"2023-01-15T15:08:45.538418+0000","last_peered":"2023-01-15T15:08:45.538418+0000","last_clean":"2023-01-15T15:08:45.538418+0000","last_became_active":"2023-01-15T14:27:39.253939+0000","last_became_peered":"2023-01-15T14:27:39.253939+0000","last_unstale":"2023-01-15T15:08:45.538418+0000","last_undegraded":"2023-01-15T15:08:45.538418+0000","last_fullsized":"2023-01-15T15:08:45.538418+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:41:52.853211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10531062,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":37115,"num_write":768,"num_write_kb":28983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"213'118","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.714030+0000","last_change":"2023-01-15T14:27:46.344712+0000","last_active":"2023-01-15T15:08:51.714030+0000","last_peered":"2023-01-15T15:08:51.714030+0000","last_clean":"2023-01-15T15:08:51.714030+0000","last_became_active":"2023-01-15T14:27:46.344482+0000","last_became_peered":"2023-01-15T14:27:46.344482+0000","last_unstale":"2023-01-15T15:08:51.714030+0000","last_undegraded":"2023-01-15T15:08:51.714030+0000","last_fullsized":"2023-01-15T15:08:51.714030+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:17:35.643609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":142,"num_read_kb":134,"num_write":103,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980129+0000","last_change":"2023-01-15T14:27:48.283075+0000","last_active":"2023-01-15T15:05:21.980129+0000","last_peered":"2023-01-15T15:05:21.980129+0000","last_clean":"2023-01-15T15:05:21.980129+0000","last_became_active":"2023-01-15T14:27:48.282848+0000","last_became_peered":"2023-01-15T14:27:48.282848+0000","last_unstale":"2023-01-15T15:05:21.980129+0000","last_undegraded":"2023-01-15T15:05:21.980129+0000","last_fullsized":"2023-01-15T15:05:21.980129+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:00:02.821604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"213'231","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.643906+0000","last_change":"2023-01-15T14:27:50.283894+0000","last_active":"2023-01-15T15:08:51.643906+0000","last_peered":"2023-01-15T15:08:51.643906+0000","last_clean":"2023-01-15T15:08:51.643906+0000","last_became_active":"2023-01-15T14:27:50.283519+0000","last_became_peered":"2023-01-15T14:27:50.283519+0000","last_unstale":"2023-01-15T15:08:51.643906+0000","last_undegraded":"2023-01-15T15:08:51.643906+0000","last_fullsized":"2023-01-15T15:08:51.643906+0000","mapping_epoch":31,"log_start":"213'200","ondisk_log_start":"213'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:49.665282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":417,"num_write":577,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857113+0000","last_change":"2023-01-15T14:27:44.269587+0000","last_active":"2023-01-15T15:05:16.857113+0000","last_peered":"2023-01-15T15:05:16.857113+0000","last_clean":"2023-01-15T15:05:16.857113+0000","last_became_active":"2023-01-15T14:27:44.269400+0000","last_became_peered":"2023-01-15T14:27:44.269400+0000","last_unstale":"2023-01-15T15:05:16.857113+0000","last_undegraded":"2023-01-15T15:05:16.857113+0000","last_fullsized":"2023-01-15T15:05:16.857113+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:40.286451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.863771+0000","last_change":"2023-01-15T14:27:41.256123+0000","last_active":"2023-01-15T15:08:50.863771+0000","last_peered":"2023-01-15T15:08:50.863771+0000","last_clean":"2023-01-15T15:08:50.863771+0000","last_became_active":"2023-01-15T14:27:41.255880+0000","last_became_peered":"2023-01-15T14:27:41.255880+0000","last_unstale":"2023-01-15T15:08:50.863771+0000","last_undegraded":"2023-01-15T15:08:50.863771+0000","last_fullsized":"2023-01-15T15:08:50.863771+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:57.127472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2039,"num_read_kb":1950,"num_write":375,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859675+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T15:05:31.859675+0000","last_peered":"2023-01-15T15:05:31.859675+0000","last_clean":"2023-01-15T15:05:31.859675+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T15:05:31.859675+0000","last_undegraded":"2023-01-15T15:05:31.859675+0000","last_fullsized":"2023-01-15T15:05:31.859675+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"213'174","reported_seq":534,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.706187+0000","last_change":"2023-01-15T14:27:39.255751+0000","last_active":"2023-01-15T15:08:41.706187+0000","last_peered":"2023-01-15T15:08:41.706187+0000","last_clean":"2023-01-15T15:08:41.706187+0000","last_became_active":"2023-01-15T14:27:39.255451+0000","last_became_peered":"2023-01-15T14:27:39.255451+0000","last_unstale":"2023-01-15T15:08:41.706187+0000","last_undegraded":"2023-01-15T15:08:41.706187+0000","last_fullsized":"2023-01-15T15:08:41.706187+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:08.660276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625434,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":442,"num_read_kb":9634,"num_write":941,"num_write_kb":44344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"213'2256","reported_seq":4284,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.759398+0000","last_change":"2023-01-15T14:27:46.275817+0000","last_active":"2023-01-15T15:08:56.759398+0000","last_peered":"2023-01-15T15:08:56.759398+0000","last_clean":"2023-01-15T15:08:56.759398+0000","last_became_active":"2023-01-15T14:27:46.275598+0000","last_became_peered":"2023-01-15T14:27:46.275598+0000","last_unstale":"2023-01-15T15:08:56.759398+0000","last_undegraded":"2023-01-15T15:08:56.759398+0000","last_fullsized":"2023-01-15T15:08:56.759398+0000","mapping_epoch":27,"log_start":"213'2200","ondisk_log_start":"213'2200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":2200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:26.384758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29987,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":3200,"num_read_kb":3187,"num_write":2468,"num_write_kb":451,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.974222+0000","last_change":"2023-01-15T14:27:48.284853+0000","last_active":"2023-01-15T15:04:41.974222+0000","last_peered":"2023-01-15T15:04:41.974222+0000","last_clean":"2023-01-15T15:04:41.974222+0000","last_became_active":"2023-01-15T14:27:48.284584+0000","last_became_peered":"2023-01-15T14:27:48.284584+0000","last_unstale":"2023-01-15T15:04:41.974222+0000","last_undegraded":"2023-01-15T15:04:41.974222+0000","last_fullsized":"2023-01-15T15:04:41.974222+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:34:04.458037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"213'132","reported_seq":375,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.953317+0000","last_change":"2023-01-15T14:27:50.286478+0000","last_active":"2023-01-15T15:08:49.953317+0000","last_peered":"2023-01-15T15:08:49.953317+0000","last_clean":"2023-01-15T15:08:49.953317+0000","last_became_active":"2023-01-15T14:27:50.286309+0000","last_became_peered":"2023-01-15T14:27:50.286309+0000","last_unstale":"2023-01-15T15:08:49.953317+0000","last_undegraded":"2023-01-15T15:08:49.953317+0000","last_fullsized":"2023-01-15T15:08:49.953317+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:49:45.027626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":203,"num_write":363,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980161+0000","last_change":"2023-01-15T14:27:44.272280+0000","last_active":"2023-01-15T15:05:21.980161+0000","last_peered":"2023-01-15T15:05:21.980161+0000","last_clean":"2023-01-15T15:05:21.980161+0000","last_became_active":"2023-01-15T14:27:44.271974+0000","last_became_peered":"2023-01-15T14:27:44.271974+0000","last_unstale":"2023-01-15T15:05:21.980161+0000","last_undegraded":"2023-01-15T15:05:21.980161+0000","last_fullsized":"2023-01-15T15:05:21.980161+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:24:06.239812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852354+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T15:04:51.852354+0000","last_peered":"2023-01-15T15:04:51.852354+0000","last_clean":"2023-01-15T15:04:51.852354+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T15:04:51.852354+0000","last_undegraded":"2023-01-15T15:04:51.852354+0000","last_fullsized":"2023-01-15T15:04:51.852354+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"213'167","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.854301+0000","last_change":"2023-01-15T14:27:39.251309+0000","last_active":"2023-01-15T15:08:52.854301+0000","last_peered":"2023-01-15T15:08:52.854301+0000","last_clean":"2023-01-15T15:08:52.854301+0000","last_became_active":"2023-01-15T14:27:39.250973+0000","last_became_peered":"2023-01-15T14:27:39.250973+0000","last_unstale":"2023-01-15T15:08:52.854301+0000","last_undegraded":"2023-01-15T15:08:52.854301+0000","last_fullsized":"2023-01-15T15:08:52.854301+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:08.135048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":398,"num_read_kb":18227,"num_write":928,"num_write_kb":31945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"213'1522","reported_seq":3018,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894028+0000","last_change":"2023-01-15T14:27:41.269681+0000","last_active":"2023-01-15T15:08:52.894028+0000","last_peered":"2023-01-15T15:08:52.894028+0000","last_clean":"2023-01-15T15:08:52.894028+0000","last_became_active":"2023-01-15T14:27:41.260315+0000","last_became_peered":"2023-01-15T14:27:41.260315+0000","last_unstale":"2023-01-15T15:08:52.894028+0000","last_undegraded":"2023-01-15T15:08:52.894028+0000","last_fullsized":"2023-01-15T15:08:52.894028+0000","mapping_epoch":22,"log_start":"213'1500","ondisk_log_start":"213'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":1500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:08:37.964128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6492,"num_read_kb":5604,"num_write":2148,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"213'106","reported_seq":364,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.755040+0000","last_change":"2023-01-15T14:27:46.274984+0000","last_active":"2023-01-15T15:08:21.755040+0000","last_peered":"2023-01-15T15:08:21.755040+0000","last_clean":"2023-01-15T15:08:21.755040+0000","last_became_active":"2023-01-15T14:27:46.274509+0000","last_became_peered":"2023-01-15T14:27:46.274509+0000","last_unstale":"2023-01-15T15:08:21.755040+0000","last_undegraded":"2023-01-15T15:08:21.755040+0000","last_fullsized":"2023-01-15T15:08:21.755040+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:52.661605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":132,"num_read_kb":126,"num_write":86,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:41.956490+0000","last_change":"2023-01-15T14:27:48.283649+0000","last_active":"2023-01-15T15:04:41.956490+0000","last_peered":"2023-01-15T15:04:41.956490+0000","last_clean":"2023-01-15T15:04:41.956490+0000","last_became_active":"2023-01-15T14:27:48.283342+0000","last_became_peered":"2023-01-15T14:27:48.283342+0000","last_unstale":"2023-01-15T15:04:41.956490+0000","last_undegraded":"2023-01-15T15:04:41.956490+0000","last_fullsized":"2023-01-15T15:04:41.956490+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:40.904826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"213'140","reported_seq":388,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.233582+0000","last_change":"2023-01-15T14:27:50.289694+0000","last_active":"2023-01-15T15:08:48.233582+0000","last_peered":"2023-01-15T15:08:48.233582+0000","last_clean":"2023-01-15T15:08:48.233582+0000","last_became_active":"2023-01-15T14:27:50.289431+0000","last_became_peered":"2023-01-15T14:27:50.289431+0000","last_unstale":"2023-01-15T15:08:48.233582+0000","last_undegraded":"2023-01-15T15:08:48.233582+0000","last_fullsized":"2023-01-15T15:08:48.233582+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:29.596625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834493+0000","last_change":"2023-01-15T14:27:44.269175+0000","last_active":"2023-01-15T15:05:16.834493+0000","last_peered":"2023-01-15T15:05:16.834493+0000","last_clean":"2023-01-15T15:05:16.834493+0000","last_became_active":"2023-01-15T14:27:44.268917+0000","last_became_peered":"2023-01-15T14:27:44.268917+0000","last_unstale":"2023-01-15T15:05:16.834493+0000","last_undegraded":"2023-01-15T15:05:16.834493+0000","last_fullsized":"2023-01-15T15:05:16.834493+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:50.938264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.843113+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T15:06:21.843113+0000","last_peered":"2023-01-15T15:06:21.843113+0000","last_clean":"2023-01-15T15:06:21.843113+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T15:06:21.843113+0000","last_undegraded":"2023-01-15T15:06:21.843113+0000","last_fullsized":"2023-01-15T15:06:21.843113+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"213'168","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.135707+0000","last_change":"2023-01-15T14:27:39.247759+0000","last_active":"2023-01-15T15:08:50.135707+0000","last_peered":"2023-01-15T15:08:50.135707+0000","last_clean":"2023-01-15T15:08:50.135707+0000","last_became_active":"2023-01-15T14:27:39.247438+0000","last_became_peered":"2023-01-15T14:27:39.247438+0000","last_unstale":"2023-01-15T15:08:50.135707+0000","last_undegraded":"2023-01-15T15:08:50.135707+0000","last_fullsized":"2023-01-15T15:08:50.135707+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:01.751842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5255168,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":382,"num_read_kb":42367,"num_write":878,"num_write_kb":33868,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"213'326","reported_seq":1485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.301581+0000","last_change":"2023-01-15T14:27:41.260971+0000","last_active":"2023-01-15T15:08:50.301581+0000","last_peered":"2023-01-15T15:08:50.301581+0000","last_clean":"2023-01-15T15:08:50.301581+0000","last_became_active":"2023-01-15T14:27:41.260771+0000","last_became_peered":"2023-01-15T14:27:41.260771+0000","last_unstale":"2023-01-15T15:08:50.301581+0000","last_undegraded":"2023-01-15T15:08:50.301581+0000","last_fullsized":"2023-01-15T15:08:50.301581+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:49.333990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2010,"num_read_kb":1894,"num_write":396,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"213'2173","reported_seq":4117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.902304+0000","last_change":"2023-01-15T14:27:46.343670+0000","last_active":"2023-01-15T15:08:56.902304+0000","last_peered":"2023-01-15T15:08:56.902304+0000","last_clean":"2023-01-15T15:08:56.902304+0000","last_became_active":"2023-01-15T14:27:46.343433+0000","last_became_peered":"2023-01-15T14:27:46.343433+0000","last_unstale":"2023-01-15T15:08:56.902304+0000","last_undegraded":"2023-01-15T15:08:56.902304+0000","last_fullsized":"2023-01-15T15:08:56.902304+0000","mapping_epoch":27,"log_start":"213'2100","ondisk_log_start":"213'2100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:45:05.149215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2881,"num_read_kb":2872,"num_write":2157,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"213'397","reported_seq":1945,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.888967+0000","last_change":"2023-01-15T14:27:48.280800+0000","last_active":"2023-01-15T15:08:53.888967+0000","last_peered":"2023-01-15T15:08:53.888967+0000","last_clean":"2023-01-15T15:08:53.888967+0000","last_became_active":"2023-01-15T14:27:48.280553+0000","last_became_peered":"2023-01-15T14:27:48.280553+0000","last_unstale":"2023-01-15T15:08:53.888967+0000","last_undegraded":"2023-01-15T15:08:53.888967+0000","last_fullsized":"2023-01-15T15:08:53.888967+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:49.964157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"213'97","reported_seq":314,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.719743+0000","last_change":"2023-01-15T14:27:50.284491+0000","last_active":"2023-01-15T15:08:45.719743+0000","last_peered":"2023-01-15T15:08:45.719743+0000","last_clean":"2023-01-15T15:08:45.719743+0000","last_became_active":"2023-01-15T14:27:50.284240+0000","last_became_peered":"2023-01-15T14:27:50.284240+0000","last_unstale":"2023-01-15T15:08:45.719743+0000","last_undegraded":"2023-01-15T15:08:45.719743+0000","last_fullsized":"2023-01-15T15:08:45.719743+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:57:49.593566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":272,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3","version":"33'3","reported_seq":339,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.508911+0000","last_change":"2023-01-15T14:27:44.270323+0000","last_active":"2023-01-15T15:08:53.508911+0000","last_peered":"2023-01-15T15:08:53.508911+0000","last_clean":"2023-01-15T15:08:53.508911+0000","last_became_active":"2023-01-15T14:27:44.269682+0000","last_became_peered":"2023-01-15T14:27:44.269682+0000","last_unstale":"2023-01-15T15:08:53.508911+0000","last_undegraded":"2023-01-15T15:08:53.508911+0000","last_fullsized":"2023-01-15T15:08:53.508911+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:03:52.409601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":131,"num_read_kb":126,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.843770+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T15:06:26.843770+0000","last_peered":"2023-01-15T15:06:26.843770+0000","last_clean":"2023-01-15T15:06:26.843770+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T15:06:26.843770+0000","last_undegraded":"2023-01-15T15:06:26.843770+0000","last_fullsized":"2023-01-15T15:06:26.843770+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"213'171","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.344310+0000","last_change":"2023-01-15T14:27:39.260233+0000","last_active":"2023-01-15T15:08:41.344310+0000","last_peered":"2023-01-15T15:08:41.344310+0000","last_clean":"2023-01-15T15:08:41.344310+0000","last_became_active":"2023-01-15T14:27:39.259798+0000","last_became_peered":"2023-01-15T14:27:39.259798+0000","last_unstale":"2023-01-15T15:08:41.344310+0000","last_undegraded":"2023-01-15T15:08:41.344310+0000","last_fullsized":"2023-01-15T15:08:41.344310+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:38:42.796226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5606228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":361,"num_read_kb":10597,"num_write":952,"num_write_kb":33173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"213'945","reported_seq":2560,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923746+0000","last_change":"2023-01-15T14:27:41.256053+0000","last_active":"2023-01-15T15:08:52.923746+0000","last_peered":"2023-01-15T15:08:52.923746+0000","last_clean":"2023-01-15T15:08:52.923746+0000","last_became_active":"2023-01-15T14:27:41.255843+0000","last_became_peered":"2023-01-15T14:27:41.255843+0000","last_unstale":"2023-01-15T15:08:52.923746+0000","last_undegraded":"2023-01-15T15:08:52.923746+0000","last_fullsized":"2023-01-15T15:08:52.923746+0000","mapping_epoch":22,"log_start":"213'900","ondisk_log_start":"213'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":900,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:11:24.628211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4939,"num_read_kb":4393,"num_write":1414,"num_write_kb":691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"213'3784","reported_seq":7317,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.780246+0000","last_change":"2023-01-15T14:27:46.274795+0000","last_active":"2023-01-15T15:08:56.780246+0000","last_peered":"2023-01-15T15:08:56.780246+0000","last_clean":"2023-01-15T15:08:56.780246+0000","last_became_active":"2023-01-15T14:27:46.274552+0000","last_became_peered":"2023-01-15T14:27:46.274552+0000","last_unstale":"2023-01-15T15:08:56.780246+0000","last_undegraded":"2023-01-15T15:08:56.780246+0000","last_fullsized":"2023-01-15T15:08:56.780246+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":3000,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:46:35.921093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26557,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":5323,"num_read_kb":5307,"num_write":3708,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347551+0000","last_change":"2023-01-15T14:27:48.279479+0000","last_active":"2023-01-15T15:05:22.347551+0000","last_peered":"2023-01-15T15:05:22.347551+0000","last_clean":"2023-01-15T15:05:22.347551+0000","last_became_active":"2023-01-15T14:27:48.279239+0000","last_became_peered":"2023-01-15T14:27:48.279239+0000","last_unstale":"2023-01-15T15:05:22.347551+0000","last_undegraded":"2023-01-15T15:05:22.347551+0000","last_fullsized":"2023-01-15T15:05:22.347551+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:47:35.999986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"213'116","reported_seq":343,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.917607+0000","last_change":"2023-01-15T14:27:50.285507+0000","last_active":"2023-01-15T15:08:52.917607+0000","last_peered":"2023-01-15T15:08:52.917607+0000","last_clean":"2023-01-15T15:08:52.917607+0000","last_became_active":"2023-01-15T14:27:50.285203+0000","last_became_peered":"2023-01-15T14:27:50.285203+0000","last_unstale":"2023-01-15T15:08:52.917607+0000","last_undegraded":"2023-01-15T15:08:52.917607+0000","last_fullsized":"2023-01-15T15:08:52.917607+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:32.954489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":284,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"213'571","reported_seq":1960,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.208402+0000","last_change":"2023-01-15T14:27:41.255602+0000","last_active":"2023-01-15T15:08:52.208402+0000","last_peered":"2023-01-15T15:08:52.208402+0000","last_clean":"2023-01-15T15:08:52.208402+0000","last_became_active":"2023-01-15T14:27:41.255358+0000","last_became_peered":"2023-01-15T14:27:41.255358+0000","last_unstale":"2023-01-15T15:08:52.208402+0000","last_undegraded":"2023-01-15T15:08:52.208402+0000","last_fullsized":"2023-01-15T15:08:52.208402+0000","mapping_epoch":22,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":500,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:10.670515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3155,"num_read_kb":2848,"num_write":784,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"213'158","reported_seq":514,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.812348+0000","last_change":"2023-01-15T14:27:39.253615+0000","last_active":"2023-01-15T15:08:52.812348+0000","last_peered":"2023-01-15T15:08:52.812348+0000","last_clean":"2023-01-15T15:08:52.812348+0000","last_became_active":"2023-01-15T14:27:39.253019+0000","last_became_peered":"2023-01-15T14:27:39.253019+0000","last_unstale":"2023-01-15T15:08:52.812348+0000","last_undegraded":"2023-01-15T15:08:52.812348+0000","last_fullsized":"2023-01-15T15:08:52.812348+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:14.514359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590194,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":70287,"num_write":853,"num_write_kb":33183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.088106+0000","last_change":"2023-01-15T14:27:44.270722+0000","last_active":"2023-01-15T15:05:17.088106+0000","last_peered":"2023-01-15T15:05:17.088106+0000","last_clean":"2023-01-15T15:05:17.088106+0000","last_became_active":"2023-01-15T14:27:44.270475+0000","last_became_peered":"2023-01-15T14:27:44.270475+0000","last_unstale":"2023-01-15T15:05:17.088106+0000","last_undegraded":"2023-01-15T15:05:17.088106+0000","last_fullsized":"2023-01-15T15:05:17.088106+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:52:15.977822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"213'1665","reported_seq":3429,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.907457+0000","last_change":"2023-01-15T14:27:46.344766+0000","last_active":"2023-01-15T15:08:56.907457+0000","last_peered":"2023-01-15T15:08:56.907457+0000","last_clean":"2023-01-15T15:08:56.907457+0000","last_became_active":"2023-01-15T14:27:46.344515+0000","last_became_peered":"2023-01-15T14:27:46.344515+0000","last_unstale":"2023-01-15T15:08:56.907457+0000","last_undegraded":"2023-01-15T15:08:56.907457+0000","last_fullsized":"2023-01-15T15:08:56.907457+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1600,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:16:22.500431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2408,"num_read_kb":2402,"num_write":1642,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"213'390","reported_seq":1531,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.887645+0000","last_change":"2023-01-15T14:27:48.281761+0000","last_active":"2023-01-15T15:08:53.887645+0000","last_peered":"2023-01-15T15:08:53.887645+0000","last_clean":"2023-01-15T15:08:53.887645+0000","last_became_active":"2023-01-15T14:27:48.281474+0000","last_became_peered":"2023-01-15T14:27:48.281474+0000","last_unstale":"2023-01-15T15:08:53.887645+0000","last_undegraded":"2023-01-15T15:08:53.887645+0000","last_fullsized":"2023-01-15T15:08:53.887645+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:34:23.977186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"213'135","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.301887+0000","last_change":"2023-01-15T14:27:50.289716+0000","last_active":"2023-01-15T15:08:42.301887+0000","last_peered":"2023-01-15T15:08:42.301887+0000","last_clean":"2023-01-15T15:08:42.301887+0000","last_became_active":"2023-01-15T14:27:50.288755+0000","last_became_peered":"2023-01-15T14:27:50.288755+0000","last_unstale":"2023-01-15T15:08:42.301887+0000","last_undegraded":"2023-01-15T15:08:42.301887+0000","last_fullsized":"2023-01-15T15:08:42.301887+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:06:15.041362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":326,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857010+0000","last_change":"2023-01-15T14:27:44.267676+0000","last_active":"2023-01-15T15:05:16.857010+0000","last_peered":"2023-01-15T15:05:16.857010+0000","last_clean":"2023-01-15T15:05:16.857010+0000","last_became_active":"2023-01-15T14:27:44.267386+0000","last_became_peered":"2023-01-15T14:27:44.267386+0000","last_unstale":"2023-01-15T15:05:16.857010+0000","last_undegraded":"2023-01-15T15:05:16.857010+0000","last_fullsized":"2023-01-15T15:05:16.857010+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:37:17.637349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"213'750","reported_seq":2361,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.090515+0000","last_change":"2023-01-15T14:27:41.256948+0000","last_active":"2023-01-15T15:08:51.090515+0000","last_peered":"2023-01-15T15:08:51.090515+0000","last_clean":"2023-01-15T15:08:51.090515+0000","last_became_active":"2023-01-15T14:27:41.256726+0000","last_became_peered":"2023-01-15T14:27:41.256726+0000","last_unstale":"2023-01-15T15:08:51.090515+0000","last_undegraded":"2023-01-15T15:08:51.090515+0000","last_fullsized":"2023-01-15T15:08:51.090515+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:51:58.383333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4118,"num_read_kb":3761,"num_write":1004,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"213'186","reported_seq":526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:39.632067+0000","last_change":"2023-01-15T14:27:39.412506+0000","last_active":"2023-01-15T15:08:39.632067+0000","last_peered":"2023-01-15T15:08:39.632067+0000","last_clean":"2023-01-15T15:08:39.632067+0000","last_became_active":"2023-01-15T14:27:39.412226+0000","last_became_peered":"2023-01-15T14:27:39.412226+0000","last_unstale":"2023-01-15T15:08:39.632067+0000","last_undegraded":"2023-01-15T15:08:39.632067+0000","last_fullsized":"2023-01-15T15:08:39.632067+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:15:42.461814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318667,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":438,"num_read_kb":1662,"num_write":962,"num_write_kb":16626,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"213'7332","reported_seq":13986,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.861079+0000","last_change":"2023-01-15T14:27:46.274684+0000","last_active":"2023-01-15T15:08:56.861079+0000","last_peered":"2023-01-15T15:08:56.861079+0000","last_clean":"2023-01-15T15:08:56.861079+0000","last_became_active":"2023-01-15T14:27:46.274391+0000","last_became_peered":"2023-01-15T14:27:46.274391+0000","last_unstale":"2023-01-15T15:08:56.861079+0000","last_undegraded":"2023-01-15T15:08:56.861079+0000","last_fullsized":"2023-01-15T15:08:56.861079+0000","mapping_epoch":27,"log_start":"213'7300","ondisk_log_start":"213'7300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":3000,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:41.691006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8995,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":10212,"num_read_kb":10195,"num_write":7273,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.989509+0000","last_change":"2023-01-15T14:27:48.284329+0000","last_active":"2023-01-15T15:06:31.989509+0000","last_peered":"2023-01-15T15:06:31.989509+0000","last_clean":"2023-01-15T15:06:31.989509+0000","last_became_active":"2023-01-15T14:27:48.284083+0000","last_became_peered":"2023-01-15T14:27:48.284083+0000","last_unstale":"2023-01-15T15:06:31.989509+0000","last_undegraded":"2023-01-15T15:06:31.989509+0000","last_fullsized":"2023-01-15T15:06:31.989509+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:11:34.566157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"213'117","reported_seq":338,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.328698+0000","last_change":"2023-01-15T14:27:50.291943+0000","last_active":"2023-01-15T15:08:50.328698+0000","last_peered":"2023-01-15T15:08:50.328698+0000","last_clean":"2023-01-15T15:08:50.328698+0000","last_became_active":"2023-01-15T14:27:50.291755+0000","last_became_peered":"2023-01-15T14:27:50.291755+0000","last_unstale":"2023-01-15T15:08:50.328698+0000","last_undegraded":"2023-01-15T15:08:50.328698+0000","last_fullsized":"2023-01-15T15:08:50.328698+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:51.179212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856841+0000","last_change":"2023-01-15T14:27:44.273271+0000","last_active":"2023-01-15T15:05:16.856841+0000","last_peered":"2023-01-15T15:05:16.856841+0000","last_clean":"2023-01-15T15:05:16.856841+0000","last_became_active":"2023-01-15T14:27:44.272983+0000","last_became_peered":"2023-01-15T14:27:44.272983+0000","last_unstale":"2023-01-15T15:05:16.856841+0000","last_undegraded":"2023-01-15T15:05:16.856841+0000","last_fullsized":"2023-01-15T15:05:16.856841+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:12.714525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"213'395","reported_seq":1791,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.396439+0000","last_change":"2023-01-15T14:27:41.249597+0000","last_active":"2023-01-15T15:08:51.396439+0000","last_peered":"2023-01-15T15:08:51.396439+0000","last_clean":"2023-01-15T15:08:51.396439+0000","last_became_active":"2023-01-15T14:27:41.249353+0000","last_became_peered":"2023-01-15T14:27:41.249353+0000","last_unstale":"2023-01-15T15:08:51.396439+0000","last_undegraded":"2023-01-15T15:08:51.396439+0000","last_fullsized":"2023-01-15T15:08:51.396439+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:49:51.195415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2595,"num_read_kb":2442,"num_write":496,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"213'175","reported_seq":498,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.247064+0000","last_change":"2023-01-15T14:27:39.307568+0000","last_active":"2023-01-15T15:08:41.247064+0000","last_peered":"2023-01-15T15:08:41.247064+0000","last_clean":"2023-01-15T15:08:41.247064+0000","last_became_active":"2023-01-15T14:27:39.293739+0000","last_became_peered":"2023-01-15T14:27:39.293739+0000","last_unstale":"2023-01-15T15:08:41.247064+0000","last_undegraded":"2023-01-15T15:08:41.247064+0000","last_fullsized":"2023-01-15T15:08:41.247064+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:38:10.354669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2108,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":393,"num_read_kb":6569,"num_write":1004,"num_write_kb":9832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"213'1719","reported_seq":3525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.880392+0000","last_change":"2023-01-15T14:27:46.274324+0000","last_active":"2023-01-15T15:08:56.880392+0000","last_peered":"2023-01-15T15:08:56.880392+0000","last_clean":"2023-01-15T15:08:56.880392+0000","last_became_active":"2023-01-15T14:27:46.274075+0000","last_became_peered":"2023-01-15T14:27:46.274075+0000","last_unstale":"2023-01-15T15:08:56.880392+0000","last_undegraded":"2023-01-15T15:08:56.880392+0000","last_fullsized":"2023-01-15T15:08:56.880392+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:17.343126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8385,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2476,"num_write":1666,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:11.951892+0000","last_change":"2023-01-15T14:27:48.285639+0000","last_active":"2023-01-15T15:04:11.951892+0000","last_peered":"2023-01-15T15:04:11.951892+0000","last_clean":"2023-01-15T15:04:11.951892+0000","last_became_active":"2023-01-15T14:27:48.285301+0000","last_became_peered":"2023-01-15T14:27:48.285301+0000","last_unstale":"2023-01-15T15:04:11.951892+0000","last_undegraded":"2023-01-15T15:04:11.951892+0000","last_fullsized":"2023-01-15T15:04:11.951892+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:44:40.294766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"213'186","reported_seq":442,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.564353+0000","last_change":"2023-01-15T14:27:50.284981+0000","last_active":"2023-01-15T15:08:53.564353+0000","last_peered":"2023-01-15T15:08:53.564353+0000","last_clean":"2023-01-15T15:08:53.564353+0000","last_became_active":"2023-01-15T14:27:50.284541+0000","last_became_peered":"2023-01-15T14:27:50.284541+0000","last_unstale":"2023-01-15T15:08:53.564353+0000","last_undegraded":"2023-01-15T15:08:53.564353+0000","last_fullsized":"2023-01-15T15:08:53.564353+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:50:37.488292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":389,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:27.357636+0000","last_change":"2023-01-15T14:27:44.266779+0000","last_active":"2023-01-15T15:06:27.357636+0000","last_peered":"2023-01-15T15:06:27.357636+0000","last_clean":"2023-01-15T15:06:27.357636+0000","last_became_active":"2023-01-15T14:27:44.266535+0000","last_became_peered":"2023-01-15T14:27:44.266535+0000","last_unstale":"2023-01-15T15:06:27.357636+0000","last_undegraded":"2023-01-15T15:06:27.357636+0000","last_fullsized":"2023-01-15T15:06:27.357636+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:03.557766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"213'360","reported_seq":1928,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.065869+0000","last_change":"2023-01-15T14:27:41.255747+0000","last_active":"2023-01-15T15:08:46.065869+0000","last_peered":"2023-01-15T15:08:46.065869+0000","last_clean":"2023-01-15T15:08:46.065869+0000","last_became_active":"2023-01-15T14:27:41.255491+0000","last_became_peered":"2023-01-15T14:27:41.255491+0000","last_unstale":"2023-01-15T15:08:46.065869+0000","last_undegraded":"2023-01-15T15:08:46.065869+0000","last_fullsized":"2023-01-15T15:08:46.065869+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:51:39.944138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2599,"num_read_kb":2518,"num_write":405,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"213'166","reported_seq":480,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.238210+0000","last_change":"2023-01-15T14:28:22.926495+0000","last_active":"2023-01-15T15:08:45.238210+0000","last_peered":"2023-01-15T15:08:45.238210+0000","last_clean":"2023-01-15T15:08:45.238210+0000","last_became_active":"2023-01-15T14:28:22.926225+0000","last_became_peered":"2023-01-15T14:28:22.926225+0000","last_unstale":"2023-01-15T15:08:45.238210+0000","last_undegraded":"2023-01-15T15:08:45.238210+0000","last_fullsized":"2023-01-15T15:08:45.238210+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:22:35.928344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22690,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":4598,"num_write":953,"num_write_kb":27060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1b","version":"213'1709","reported_seq":3502,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.864563+0000","last_change":"2023-01-15T14:27:46.275332+0000","last_active":"2023-01-15T15:08:56.864563+0000","last_peered":"2023-01-15T15:08:56.864563+0000","last_clean":"2023-01-15T15:08:56.864563+0000","last_became_active":"2023-01-15T14:27:46.274354+0000","last_became_peered":"2023-01-15T14:27:46.274354+0000","last_unstale":"2023-01-15T15:08:56.864563+0000","last_undegraded":"2023-01-15T15:08:56.864563+0000","last_fullsized":"2023-01-15T15:08:56.864563+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1600,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:44.279716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8634,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2450,"num_read_kb":2441,"num_write":1642,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.347610+0000","last_change":"2023-01-15T14:27:48.281814+0000","last_active":"2023-01-15T15:05:22.347610+0000","last_peered":"2023-01-15T15:05:22.347610+0000","last_clean":"2023-01-15T15:05:22.347610+0000","last_became_active":"2023-01-15T14:27:48.281615+0000","last_became_peered":"2023-01-15T14:27:48.281615+0000","last_unstale":"2023-01-15T15:05:22.347610+0000","last_undegraded":"2023-01-15T15:05:22.347610+0000","last_fullsized":"2023-01-15T15:05:22.347610+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:03:57.991448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"213'136","reported_seq":355,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.087694+0000","last_change":"2023-01-15T14:27:50.289122+0000","last_active":"2023-01-15T15:08:53.087694+0000","last_peered":"2023-01-15T15:08:53.087694+0000","last_clean":"2023-01-15T15:08:53.087694+0000","last_became_active":"2023-01-15T14:27:50.288746+0000","last_became_peered":"2023-01-15T14:27:50.288746+0000","last_unstale":"2023-01-15T15:08:53.087694+0000","last_undegraded":"2023-01-15T15:08:53.087694+0000","last_fullsized":"2023-01-15T15:08:53.087694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:50.844014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":167,"num_write":347,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"33'4","reported_seq":341,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.498450+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:53.498450+0000","last_peered":"2023-01-15T15:08:53.498450+0000","last_clean":"2023-01-15T15:08:53.498450+0000","last_became_active":"2023-01-15T14:27:44.273412+0000","last_became_peered":"2023-01-15T14:27:44.273412+0000","last_unstale":"2023-01-15T15:08:53.498450+0000","last_undegraded":"2023-01-15T15:08:53.498450+0000","last_fullsized":"2023-01-15T15:08:53.498450+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:26:53.413703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":135,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"213'325","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.855562+0000","last_change":"2023-01-15T14:27:41.261369+0000","last_active":"2023-01-15T15:08:50.855562+0000","last_peered":"2023-01-15T15:08:50.855562+0000","last_clean":"2023-01-15T15:08:50.855562+0000","last_became_active":"2023-01-15T14:27:41.260552+0000","last_became_peered":"2023-01-15T14:27:41.260552+0000","last_unstale":"2023-01-15T15:08:50.855562+0000","last_undegraded":"2023-01-15T15:08:50.855562+0000","last_fullsized":"2023-01-15T15:08:50.855562+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:30.903904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2281,"num_read_kb":2198,"num_write":377,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"213'285","reported_seq":691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.833429+0000","last_change":"2023-01-15T14:27:39.254014+0000","last_active":"2023-01-15T15:08:52.833429+0000","last_peered":"2023-01-15T15:08:52.833429+0000","last_clean":"2023-01-15T15:08:52.833429+0000","last_became_active":"2023-01-15T14:27:39.251305+0000","last_became_peered":"2023-01-15T14:27:39.251305+0000","last_unstale":"2023-01-15T15:08:52.833429+0000","last_undegraded":"2023-01-15T15:08:52.833429+0000","last_fullsized":"2023-01-15T15:08:52.833429+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:37:58.646229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5860801,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":807,"num_read_kb":62354,"num_write":1171,"num_write_kb":40369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"213'3331","reported_seq":6674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.869717+0000","last_change":"2023-01-15T14:27:46.267963+0000","last_active":"2023-01-15T15:08:56.869717+0000","last_peered":"2023-01-15T15:08:56.869717+0000","last_clean":"2023-01-15T15:08:56.869717+0000","last_became_active":"2023-01-15T14:27:46.267699+0000","last_became_peered":"2023-01-15T14:27:46.267699+0000","last_unstale":"2023-01-15T15:08:56.869717+0000","last_undegraded":"2023-01-15T15:08:56.869717+0000","last_fullsized":"2023-01-15T15:08:56.869717+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":3000,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:54.492906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4460,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4826,"num_read_kb":4818,"num_write":3258,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980047+0000","last_change":"2023-01-15T14:27:48.284380+0000","last_active":"2023-01-15T15:05:21.980047+0000","last_peered":"2023-01-15T15:05:21.980047+0000","last_clean":"2023-01-15T15:05:21.980047+0000","last_became_active":"2023-01-15T14:27:48.284127+0000","last_became_peered":"2023-01-15T14:27:48.284127+0000","last_unstale":"2023-01-15T15:05:21.980047+0000","last_undegraded":"2023-01-15T15:05:21.980047+0000","last_fullsized":"2023-01-15T15:05:21.980047+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:45:41.016885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"213'104","reported_seq":327,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.006022+0000","last_change":"2023-01-15T14:27:50.286738+0000","last_active":"2023-01-15T15:08:50.006022+0000","last_peered":"2023-01-15T15:08:50.006022+0000","last_clean":"2023-01-15T15:08:50.006022+0000","last_became_active":"2023-01-15T14:27:50.286074+0000","last_became_peered":"2023-01-15T14:27:50.286074+0000","last_unstale":"2023-01-15T15:08:50.006022+0000","last_undegraded":"2023-01-15T15:08:50.006022+0000","last_fullsized":"2023-01-15T15:08:50.006022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:31.221089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855702+0000","last_change":"2023-01-15T14:49:02.551297+0000","last_active":"2023-01-15T15:05:06.855702+0000","last_peered":"2023-01-15T15:05:06.855702+0000","last_clean":"2023-01-15T15:05:06.855702+0000","last_became_active":"2023-01-15T14:49:02.551080+0000","last_became_peered":"2023-01-15T14:49:02.551080+0000","last_unstale":"2023-01-15T15:05:06.855702+0000","last_undegraded":"2023-01-15T15:05:06.855702+0000","last_fullsized":"2023-01-15T15:05:06.855702+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:47.519067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870494+0000","last_change":"2023-01-15T14:35:17.352853+0000","last_active":"2023-01-15T15:06:31.870494+0000","last_peered":"2023-01-15T15:06:31.870494+0000","last_clean":"2023-01-15T15:06:31.870494+0000","last_became_active":"2023-01-15T14:35:17.352662+0000","last_became_peered":"2023-01-15T14:35:17.352662+0000","last_unstale":"2023-01-15T15:06:31.870494+0000","last_undegraded":"2023-01-15T15:06:31.870494+0000","last_fullsized":"2023-01-15T15:06:31.870494+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:50:19.214415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"213'367","reported_seq":1658,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.888377+0000","last_change":"2023-01-15T14:27:41.269796+0000","last_active":"2023-01-15T15:08:50.888377+0000","last_peered":"2023-01-15T15:08:50.888377+0000","last_clean":"2023-01-15T15:08:50.888377+0000","last_became_active":"2023-01-15T14:27:41.262322+0000","last_became_peered":"2023-01-15T14:27:41.262322+0000","last_unstale":"2023-01-15T15:08:50.888377+0000","last_undegraded":"2023-01-15T15:08:50.888377+0000","last_fullsized":"2023-01-15T15:08:50.888377+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:24:52.948874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2252,"num_read_kb":2132,"num_write":438,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"213'216","reported_seq":683,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.332298+0000","last_change":"2023-01-15T14:27:39.254226+0000","last_active":"2023-01-15T15:08:43.332298+0000","last_peered":"2023-01-15T15:08:43.332298+0000","last_clean":"2023-01-15T15:08:43.332298+0000","last_became_active":"2023-01-15T14:27:39.253918+0000","last_became_peered":"2023-01-15T14:27:39.253918+0000","last_unstale":"2023-01-15T15:08:43.332298+0000","last_undegraded":"2023-01-15T15:08:43.332298+0000","last_fullsized":"2023-01-15T15:08:43.332298+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:34.061957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5424,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":876,"num_read_kb":860,"num_write":1065,"num_write_kb":12134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:20.147704+0000","last_change":"2023-01-15T14:34:47.548946+0000","last_active":"2023-01-15T15:07:20.147704+0000","last_peered":"2023-01-15T15:07:20.147704+0000","last_clean":"2023-01-15T15:07:20.147704+0000","last_became_active":"2023-01-15T14:34:47.548683+0000","last_became_peered":"2023-01-15T14:34:47.548683+0000","last_unstale":"2023-01-15T15:07:20.147704+0000","last_undegraded":"2023-01-15T15:07:20.147704+0000","last_fullsized":"2023-01-15T15:07:20.147704+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:17.775523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":47,"num_write":36,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.837201+0000","last_change":"2023-01-15T14:35:14.320547+0000","last_active":"2023-01-15T15:04:16.837201+0000","last_peered":"2023-01-15T15:04:16.837201+0000","last_clean":"2023-01-15T15:04:16.837201+0000","last_became_active":"2023-01-15T14:35:14.320302+0000","last_became_peered":"2023-01-15T14:35:14.320302+0000","last_unstale":"2023-01-15T15:04:16.837201+0000","last_undegraded":"2023-01-15T15:04:16.837201+0000","last_fullsized":"2023-01-15T15:04:16.837201+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:57:31.633081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032879+0000","last_change":"2023-01-15T14:49:02.550986+0000","last_active":"2023-01-15T15:05:42.032879+0000","last_peered":"2023-01-15T15:05:42.032879+0000","last_clean":"2023-01-15T15:05:42.032879+0000","last_became_active":"2023-01-15T14:49:02.550559+0000","last_became_peered":"2023-01-15T14:49:02.550559+0000","last_unstale":"2023-01-15T15:05:42.032879+0000","last_undegraded":"2023-01-15T15:05:42.032879+0000","last_fullsized":"2023-01-15T15:05:42.032879+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:48:21.000410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980195+0000","last_change":"2023-01-15T14:35:17.347359+0000","last_active":"2023-01-15T15:05:21.980195+0000","last_peered":"2023-01-15T15:05:21.980195+0000","last_clean":"2023-01-15T15:05:21.980195+0000","last_became_active":"2023-01-15T14:35:17.347125+0000","last_became_peered":"2023-01-15T14:35:17.347125+0000","last_unstale":"2023-01-15T15:05:21.980195+0000","last_undegraded":"2023-01-15T15:05:21.980195+0000","last_fullsized":"2023-01-15T15:05:21.980195+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:47.227444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"213'367","reported_seq":1588,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894064+0000","last_change":"2023-01-15T14:27:41.269729+0000","last_active":"2023-01-15T15:08:52.894064+0000","last_peered":"2023-01-15T15:08:52.894064+0000","last_clean":"2023-01-15T15:08:52.894064+0000","last_became_active":"2023-01-15T14:27:41.260610+0000","last_became_peered":"2023-01-15T14:27:41.260610+0000","last_unstale":"2023-01-15T15:08:52.894064+0000","last_undegraded":"2023-01-15T15:08:52.894064+0000","last_fullsized":"2023-01-15T15:08:52.894064+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:09.100369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2118,"num_read_kb":1998,"num_write":435,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"213'172","reported_seq":641,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.873039+0000","last_change":"2023-01-15T14:27:39.252960+0000","last_active":"2023-01-15T15:08:52.873039+0000","last_peered":"2023-01-15T15:08:52.873039+0000","last_clean":"2023-01-15T15:08:52.873039+0000","last_became_active":"2023-01-15T14:27:39.252659+0000","last_became_peered":"2023-01-15T14:27:39.252659+0000","last_unstale":"2023-01-15T15:08:52.873039+0000","last_undegraded":"2023-01-15T15:08:52.873039+0000","last_fullsized":"2023-01-15T15:08:52.873039+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:55.643229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2051,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1048,"num_read_kb":10920,"num_write":911,"num_write_kb":33028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"213'79","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866171+0000","last_change":"2023-01-15T14:34:47.545847+0000","last_active":"2023-01-15T15:06:11.866171+0000","last_peered":"2023-01-15T15:06:11.866171+0000","last_clean":"2023-01-15T15:06:11.866171+0000","last_became_active":"2023-01-15T14:34:47.545380+0000","last_became_peered":"2023-01-15T14:34:47.545380+0000","last_unstale":"2023-01-15T15:06:11.866171+0000","last_undegraded":"2023-01-15T15:06:11.866171+0000","last_fullsized":"2023-01-15T15:06:11.866171+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:33.804802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":494,"num_read_kb":338,"num_write":113,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:21.847219+0000","last_change":"2023-01-15T14:35:14.323437+0000","last_active":"2023-01-15T15:04:21.847219+0000","last_peered":"2023-01-15T15:04:21.847219+0000","last_clean":"2023-01-15T15:04:21.847219+0000","last_became_active":"2023-01-15T14:35:14.323202+0000","last_became_peered":"2023-01-15T14:35:14.323202+0000","last_unstale":"2023-01-15T15:04:21.847219+0000","last_undegraded":"2023-01-15T15:04:21.847219+0000","last_fullsized":"2023-01-15T15:04:21.847219+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:09:01.665795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1553,"num_write":9,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843719+0000","last_change":"2023-01-15T14:49:02.551710+0000","last_active":"2023-01-15T15:04:01.843719+0000","last_peered":"2023-01-15T15:04:01.843719+0000","last_clean":"2023-01-15T15:04:01.843719+0000","last_became_active":"2023-01-15T14:49:02.551481+0000","last_became_peered":"2023-01-15T14:49:02.551481+0000","last_unstale":"2023-01-15T15:04:01.843719+0000","last_undegraded":"2023-01-15T15:04:01.843719+0000","last_fullsized":"2023-01-15T15:04:01.843719+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:20.752352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979315+0000","last_change":"2023-01-15T14:35:17.348484+0000","last_active":"2023-01-15T15:05:16.979315+0000","last_peered":"2023-01-15T15:05:16.979315+0000","last_clean":"2023-01-15T15:05:16.979315+0000","last_became_active":"2023-01-15T14:35:17.348282+0000","last_became_peered":"2023-01-15T14:35:17.348282+0000","last_unstale":"2023-01-15T15:05:16.979315+0000","last_undegraded":"2023-01-15T15:05:16.979315+0000","last_fullsized":"2023-01-15T15:05:16.979315+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:57.540055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"213'616","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923845+0000","last_change":"2023-01-15T14:27:41.254821+0000","last_active":"2023-01-15T15:08:52.923845+0000","last_peered":"2023-01-15T15:08:52.923845+0000","last_clean":"2023-01-15T15:08:52.923845+0000","last_became_active":"2023-01-15T14:27:41.254587+0000","last_became_peered":"2023-01-15T14:27:41.254587+0000","last_unstale":"2023-01-15T15:08:52.923845+0000","last_undegraded":"2023-01-15T15:08:52.923845+0000","last_fullsized":"2023-01-15T15:08:52.923845+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":600,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:18.948185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2964,"num_read_kb":2666,"num_write":842,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"213'148","reported_seq":474,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.322290+0000","last_change":"2023-01-15T14:27:39.258979+0000","last_active":"2023-01-15T15:08:44.322290+0000","last_peered":"2023-01-15T15:08:44.322290+0000","last_clean":"2023-01-15T15:08:44.322290+0000","last_became_active":"2023-01-15T14:27:39.258598+0000","last_became_peered":"2023-01-15T14:27:39.258598+0000","last_unstale":"2023-01-15T15:08:44.322290+0000","last_undegraded":"2023-01-15T15:08:44.322290+0000","last_fullsized":"2023-01-15T15:08:44.322290+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:56.782646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590901,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":351,"num_read_kb":5628,"num_write":845,"num_write_kb":11178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"213'27","reported_seq":123,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851571+0000","last_change":"2023-01-15T14:34:47.547002+0000","last_active":"2023-01-15T15:04:46.851571+0000","last_peered":"2023-01-15T15:04:46.851571+0000","last_clean":"2023-01-15T15:04:46.851571+0000","last_became_active":"2023-01-15T14:34:47.545905+0000","last_became_peered":"2023-01-15T14:34:47.545905+0000","last_unstale":"2023-01-15T15:04:46.851571+0000","last_undegraded":"2023-01-15T15:04:46.851571+0000","last_fullsized":"2023-01-15T15:04:46.851571+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:52.011807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":97,"num_write":50,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856790+0000","last_change":"2023-01-15T14:35:14.327241+0000","last_active":"2023-01-15T15:05:16.856790+0000","last_peered":"2023-01-15T15:05:16.856790+0000","last_clean":"2023-01-15T15:05:16.856790+0000","last_became_active":"2023-01-15T14:35:14.326918+0000","last_became_peered":"2023-01-15T14:35:14.326918+0000","last_unstale":"2023-01-15T15:05:16.856790+0000","last_undegraded":"2023-01-15T15:05:16.856790+0000","last_fullsized":"2023-01-15T15:05:16.856790+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:15.566596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:02.076734+0000","last_change":"2023-01-15T14:49:02.547124+0000","last_active":"2023-01-15T15:04:02.076734+0000","last_peered":"2023-01-15T15:04:02.076734+0000","last_clean":"2023-01-15T15:04:02.076734+0000","last_became_active":"2023-01-15T14:49:02.546707+0000","last_became_peered":"2023-01-15T14:49:02.546707+0000","last_unstale":"2023-01-15T15:04:02.076734+0000","last_undegraded":"2023-01-15T15:04:02.076734+0000","last_fullsized":"2023-01-15T15:04:02.076734+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:01.450654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.029588+0000","last_change":"2023-01-15T14:35:17.346002+0000","last_active":"2023-01-15T15:05:17.029588+0000","last_peered":"2023-01-15T15:05:17.029588+0000","last_clean":"2023-01-15T15:05:17.029588+0000","last_became_active":"2023-01-15T14:35:17.345783+0000","last_became_peered":"2023-01-15T14:35:17.345783+0000","last_unstale":"2023-01-15T15:05:17.029588+0000","last_undegraded":"2023-01-15T15:05:17.029588+0000","last_fullsized":"2023-01-15T15:05:17.029588+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:40:32.645555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"213'415","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725820+0000","last_change":"2023-01-15T14:27:41.257016+0000","last_active":"2023-01-15T15:08:45.725820+0000","last_peered":"2023-01-15T15:08:45.725820+0000","last_clean":"2023-01-15T15:08:45.725820+0000","last_became_active":"2023-01-15T14:27:41.256755+0000","last_became_peered":"2023-01-15T14:27:41.256755+0000","last_unstale":"2023-01-15T15:08:45.725820+0000","last_undegraded":"2023-01-15T15:08:45.725820+0000","last_fullsized":"2023-01-15T15:08:45.725820+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:32:04.737196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2456,"num_read_kb":2296,"num_write":518,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"213'182","reported_seq":543,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.117814+0000","last_change":"2023-01-15T14:27:39.253451+0000","last_active":"2023-01-15T15:08:48.117814+0000","last_peered":"2023-01-15T15:08:48.117814+0000","last_clean":"2023-01-15T15:08:48.117814+0000","last_became_active":"2023-01-15T14:27:39.252661+0000","last_became_peered":"2023-01-15T14:27:39.252661+0000","last_unstale":"2023-01-15T15:08:48.117814+0000","last_undegraded":"2023-01-15T15:08:48.117814+0000","last_fullsized":"2023-01-15T15:08:48.117814+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:48.357107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5247000,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":442,"num_read_kb":19982,"num_write":1072,"num_write_kb":24715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083709+0000","last_change":"2023-01-15T14:34:47.540747+0000","last_active":"2023-01-15T15:04:47.083709+0000","last_peered":"2023-01-15T15:04:47.083709+0000","last_clean":"2023-01-15T15:04:47.083709+0000","last_became_active":"2023-01-15T14:34:47.540518+0000","last_became_peered":"2023-01-15T14:34:47.540518+0000","last_unstale":"2023-01-15T15:04:47.083709+0000","last_undegraded":"2023-01-15T15:04:47.083709+0000","last_fullsized":"2023-01-15T15:04:47.083709+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:17:49.706259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857037+0000","last_change":"2023-01-15T14:35:14.328558+0000","last_active":"2023-01-15T15:05:16.857037+0000","last_peered":"2023-01-15T15:05:16.857037+0000","last_clean":"2023-01-15T15:05:16.857037+0000","last_became_active":"2023-01-15T14:35:14.328314+0000","last_became_peered":"2023-01-15T14:35:14.328314+0000","last_unstale":"2023-01-15T15:05:16.857037+0000","last_undegraded":"2023-01-15T15:05:16.857037+0000","last_fullsized":"2023-01-15T15:05:16.857037+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:30:35.386869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.843605+0000","last_change":"2023-01-15T14:49:02.551727+0000","last_active":"2023-01-15T15:04:01.843605+0000","last_peered":"2023-01-15T15:04:01.843605+0000","last_clean":"2023-01-15T15:04:01.843605+0000","last_became_active":"2023-01-15T14:49:02.551501+0000","last_became_peered":"2023-01-15T14:49:02.551501+0000","last_unstale":"2023-01-15T15:04:01.843605+0000","last_undegraded":"2023-01-15T15:04:01.843605+0000","last_fullsized":"2023-01-15T15:04:01.843605+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:32.103720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979086+0000","last_change":"2023-01-15T14:35:17.351188+0000","last_active":"2023-01-15T15:05:16.979086+0000","last_peered":"2023-01-15T15:05:16.979086+0000","last_clean":"2023-01-15T15:05:16.979086+0000","last_became_active":"2023-01-15T14:35:17.350874+0000","last_became_peered":"2023-01-15T14:35:17.350874+0000","last_unstale":"2023-01-15T15:05:16.979086+0000","last_undegraded":"2023-01-15T15:05:16.979086+0000","last_fullsized":"2023-01-15T15:05:16.979086+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:20:36.226492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"213'1076","reported_seq":2248,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.088938+0000","last_change":"2023-01-15T14:27:41.257440+0000","last_active":"2023-01-15T15:08:51.088938+0000","last_peered":"2023-01-15T15:08:51.088938+0000","last_clean":"2023-01-15T15:08:51.088938+0000","last_became_active":"2023-01-15T14:27:41.257237+0000","last_became_peered":"2023-01-15T14:27:41.257237+0000","last_unstale":"2023-01-15T15:08:51.088938+0000","last_undegraded":"2023-01-15T15:08:51.088938+0000","last_fullsized":"2023-01-15T15:08:51.088938+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":1000,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:59:09.770700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4642,"num_read_kb":4010,"num_write":1522,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"213'187","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505445+0000","last_change":"2023-01-15T14:28:22.356188+0000","last_active":"2023-01-15T15:08:49.505445+0000","last_peered":"2023-01-15T15:08:49.505445+0000","last_clean":"2023-01-15T15:08:49.505445+0000","last_became_active":"2023-01-15T14:28:22.355822+0000","last_became_peered":"2023-01-15T14:28:22.355822+0000","last_unstale":"2023-01-15T15:08:49.505445+0000","last_undegraded":"2023-01-15T15:08:49.505445+0000","last_fullsized":"2023-01-15T15:08:49.505445+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:58.947462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54495,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":433,"num_read_kb":12903,"num_write":883,"num_write_kb":23020,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.1d","version":"213'18","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851834+0000","last_change":"2023-01-15T14:34:47.549483+0000","last_active":"2023-01-15T15:04:46.851834+0000","last_peered":"2023-01-15T15:04:46.851834+0000","last_clean":"2023-01-15T15:04:46.851834+0000","last_became_active":"2023-01-15T14:34:47.549235+0000","last_became_peered":"2023-01-15T14:34:47.549235+0000","last_unstale":"2023-01-15T15:04:46.851834+0000","last_undegraded":"2023-01-15T15:04:46.851834+0000","last_fullsized":"2023-01-15T15:04:46.851834+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:14.554543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":56,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"210'2","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979260+0000","last_change":"2023-01-15T14:35:14.324831+0000","last_active":"2023-01-15T15:05:16.979260+0000","last_peered":"2023-01-15T15:05:16.979260+0000","last_clean":"2023-01-15T15:05:16.979260+0000","last_became_active":"2023-01-15T14:35:14.324596+0000","last_became_peered":"2023-01-15T14:35:14.324596+0000","last_unstale":"2023-01-15T15:05:16.979260+0000","last_undegraded":"2023-01-15T15:05:16.979260+0000","last_fullsized":"2023-01-15T15:05:16.979260+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:37:57.164752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":17,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:01.834958+0000","last_change":"2023-01-15T14:49:02.547758+0000","last_active":"2023-01-15T15:04:01.834958+0000","last_peered":"2023-01-15T15:04:01.834958+0000","last_clean":"2023-01-15T15:04:01.834958+0000","last_became_active":"2023-01-15T14:49:02.547530+0000","last_became_peered":"2023-01-15T14:49:02.547530+0000","last_unstale":"2023-01-15T15:04:01.834958+0000","last_undegraded":"2023-01-15T15:04:01.834958+0000","last_fullsized":"2023-01-15T15:04:01.834958+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:20.034229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:17.087961+0000","last_change":"2023-01-15T14:35:17.343966+0000","last_active":"2023-01-15T15:05:17.087961+0000","last_peered":"2023-01-15T15:05:17.087961+0000","last_clean":"2023-01-15T15:05:17.087961+0000","last_became_active":"2023-01-15T14:35:17.343767+0000","last_became_peered":"2023-01-15T14:35:17.343767+0000","last_unstale":"2023-01-15T15:05:17.087961+0000","last_undegraded":"2023-01-15T15:05:17.087961+0000","last_fullsized":"2023-01-15T15:05:17.087961+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:21:29.747158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"213'299","reported_seq":1397,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923822+0000","last_change":"2023-01-15T14:27:41.258927+0000","last_active":"2023-01-15T15:08:52.923822+0000","last_peered":"2023-01-15T15:08:52.923822+0000","last_clean":"2023-01-15T15:08:52.923822+0000","last_became_active":"2023-01-15T14:27:41.258695+0000","last_became_peered":"2023-01-15T14:27:41.258695+0000","last_unstale":"2023-01-15T15:08:52.923822+0000","last_undegraded":"2023-01-15T15:08:52.923822+0000","last_fullsized":"2023-01-15T15:08:52.923822+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:44:00.023513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1786,"num_read_kb":1705,"num_write":354,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"213'242","reported_seq":629,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.878007+0000","last_change":"2023-01-15T14:27:39.245515+0000","last_active":"2023-01-15T15:08:52.878007+0000","last_peered":"2023-01-15T15:08:52.878007+0000","last_clean":"2023-01-15T15:08:52.878007+0000","last_became_active":"2023-01-15T14:27:39.245187+0000","last_became_peered":"2023-01-15T14:27:39.245187+0000","last_unstale":"2023-01-15T15:08:52.878007+0000","last_undegraded":"2023-01-15T15:08:52.878007+0000","last_fullsized":"2023-01-15T15:08:52.878007+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:20.561078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324673,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":753,"num_read_kb":1075,"num_write":1055,"num_write_kb":6822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"213'31","reported_seq":140,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.974890+0000","last_change":"2023-01-15T14:34:47.542513+0000","last_active":"2023-01-15T15:04:46.974890+0000","last_peered":"2023-01-15T15:04:46.974890+0000","last_clean":"2023-01-15T15:04:46.974890+0000","last_became_active":"2023-01-15T14:34:47.542226+0000","last_became_peered":"2023-01-15T14:34:47.542226+0000","last_unstale":"2023-01-15T15:04:46.974890+0000","last_undegraded":"2023-01-15T15:04:46.974890+0000","last_fullsized":"2023-01-15T15:04:46.974890+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:00.607125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.979343+0000","last_change":"2023-01-15T14:35:14.326103+0000","last_active":"2023-01-15T15:05:16.979343+0000","last_peered":"2023-01-15T15:05:16.979343+0000","last_clean":"2023-01-15T15:05:16.979343+0000","last_became_active":"2023-01-15T14:35:14.325865+0000","last_became_peered":"2023-01-15T14:35:14.325865+0000","last_unstale":"2023-01-15T15:05:16.979343+0000","last_undegraded":"2023-01-15T15:05:16.979343+0000","last_fullsized":"2023-01-15T15:05:16.979343+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:03.802591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.851957+0000","last_change":"2023-01-15T14:49:02.545991+0000","last_active":"2023-01-15T15:05:56.851957+0000","last_peered":"2023-01-15T15:05:56.851957+0000","last_clean":"2023-01-15T15:05:56.851957+0000","last_became_active":"2023-01-15T14:49:02.545271+0000","last_became_peered":"2023-01-15T14:49:02.545271+0000","last_unstale":"2023-01-15T15:05:56.851957+0000","last_undegraded":"2023-01-15T15:05:56.851957+0000","last_fullsized":"2023-01-15T15:05:56.851957+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:12:14.494981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"210'3","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.078871+0000","last_change":"2023-01-15T14:35:17.350805+0000","last_active":"2023-01-15T15:04:17.078871+0000","last_peered":"2023-01-15T15:04:17.078871+0000","last_clean":"2023-01-15T15:04:17.078871+0000","last_became_active":"2023-01-15T14:35:17.350568+0000","last_became_peered":"2023-01-15T14:35:17.350568+0000","last_unstale":"2023-01-15T15:04:17.078871+0000","last_undegraded":"2023-01-15T15:04:17.078871+0000","last_fullsized":"2023-01-15T15:04:17.078871+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:57:06.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"213'703","reported_seq":1845,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.312128+0000","last_change":"2023-01-15T14:27:41.261696+0000","last_active":"2023-01-15T15:08:50.312128+0000","last_peered":"2023-01-15T15:08:50.312128+0000","last_clean":"2023-01-15T15:08:50.312128+0000","last_became_active":"2023-01-15T14:27:41.261179+0000","last_became_peered":"2023-01-15T14:27:41.261179+0000","last_unstale":"2023-01-15T15:08:50.312128+0000","last_undegraded":"2023-01-15T15:08:50.312128+0000","last_fullsized":"2023-01-15T15:08:50.312128+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":600,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:43:48.361064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3219,"num_read_kb":2866,"num_write":945,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"213'166","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.542146+0000","last_change":"2023-01-15T14:27:39.369625+0000","last_active":"2023-01-15T15:08:51.542146+0000","last_peered":"2023-01-15T15:08:51.542146+0000","last_clean":"2023-01-15T15:08:51.542146+0000","last_became_active":"2023-01-15T14:27:39.288695+0000","last_became_peered":"2023-01-15T14:27:39.288695+0000","last_unstale":"2023-01-15T15:08:51.542146+0000","last_undegraded":"2023-01-15T15:08:51.542146+0000","last_fullsized":"2023-01-15T15:08:51.542146+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:26.964600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5592230,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":344,"num_read_kb":21052,"num_write":845,"num_write_kb":35037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"213'14","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.035137+0000","last_change":"2023-01-15T14:34:47.549043+0000","last_active":"2023-01-15T15:06:02.035137+0000","last_peered":"2023-01-15T15:06:02.035137+0000","last_clean":"2023-01-15T15:06:02.035137+0000","last_became_active":"2023-01-15T14:34:47.548588+0000","last_became_peered":"2023-01-15T14:34:47.548588+0000","last_unstale":"2023-01-15T15:06:02.035137+0000","last_undegraded":"2023-01-15T15:06:02.035137+0000","last_fullsized":"2023-01-15T15:06:02.035137+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:07:57.731650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":52,"num_write":38,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858060+0000","last_change":"2023-01-15T14:35:14.321269+0000","last_active":"2023-01-15T15:05:21.858060+0000","last_peered":"2023-01-15T15:05:21.858060+0000","last_clean":"2023-01-15T15:05:21.858060+0000","last_became_active":"2023-01-15T14:35:14.320905+0000","last_became_peered":"2023-01-15T14:35:14.320905+0000","last_unstale":"2023-01-15T15:05:21.858060+0000","last_undegraded":"2023-01-15T15:05:21.858060+0000","last_fullsized":"2023-01-15T15:05:21.858060+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:00:36.989587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.864638+0000","last_change":"2023-01-15T14:49:02.553455+0000","last_active":"2023-01-15T15:06:01.864638+0000","last_peered":"2023-01-15T15:06:01.864638+0000","last_clean":"2023-01-15T15:06:01.864638+0000","last_became_active":"2023-01-15T14:49:02.553253+0000","last_became_peered":"2023-01-15T14:49:02.553253+0000","last_unstale":"2023-01-15T15:06:01.864638+0000","last_undegraded":"2023-01-15T15:06:01.864638+0000","last_fullsized":"2023-01-15T15:06:01.864638+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:37.137516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970369+0000","last_change":"2023-01-15T14:35:17.350026+0000","last_active":"2023-01-15T15:04:16.970369+0000","last_peered":"2023-01-15T15:04:16.970369+0000","last_clean":"2023-01-15T15:04:16.970369+0000","last_became_active":"2023-01-15T14:35:17.349797+0000","last_became_peered":"2023-01-15T14:35:17.349797+0000","last_unstale":"2023-01-15T15:04:16.970369+0000","last_undegraded":"2023-01-15T15:04:16.970369+0000","last_fullsized":"2023-01-15T15:04:16.970369+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:35:20.809504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"213'1023","reported_seq":2217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.893960+0000","last_change":"2023-01-15T14:27:41.256182+0000","last_active":"2023-01-15T15:08:52.893960+0000","last_peered":"2023-01-15T15:08:52.893960+0000","last_clean":"2023-01-15T15:08:52.893960+0000","last_became_active":"2023-01-15T14:27:41.255943+0000","last_became_peered":"2023-01-15T14:27:41.255943+0000","last_unstale":"2023-01-15T15:08:52.893960+0000","last_undegraded":"2023-01-15T15:08:52.893960+0000","last_fullsized":"2023-01-15T15:08:52.893960+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":1000,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:03.762080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4492,"num_read_kb":3928,"num_write":1429,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"213'186","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.775380+0000","last_change":"2023-01-15T14:28:22.947966+0000","last_active":"2023-01-15T15:08:47.775380+0000","last_peered":"2023-01-15T15:08:47.775380+0000","last_clean":"2023-01-15T15:08:47.775380+0000","last_became_active":"2023-01-15T14:28:22.947557+0000","last_became_peered":"2023-01-15T14:28:22.947557+0000","last_unstale":"2023-01-15T15:08:47.775380+0000","last_undegraded":"2023-01-15T15:08:47.775380+0000","last_fullsized":"2023-01-15T15:08:47.775380+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:52.409632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51883,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":411,"num_read_kb":419,"num_write":1043,"num_write_kb":22779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1e","version":"210'16","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360677+0000","last_change":"2023-01-15T14:34:47.547794+0000","last_active":"2023-01-15T15:06:47.360677+0000","last_peered":"2023-01-15T15:06:47.360677+0000","last_clean":"2023-01-15T15:06:47.360677+0000","last_became_active":"2023-01-15T14:34:47.547228+0000","last_became_peered":"2023-01-15T14:34:47.547228+0000","last_unstale":"2023-01-15T15:06:47.360677+0000","last_undegraded":"2023-01-15T15:06:47.360677+0000","last_fullsized":"2023-01-15T15:06:47.360677+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:06.828290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":52,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870556+0000","last_change":"2023-01-15T14:35:14.328392+0000","last_active":"2023-01-15T15:06:31.870556+0000","last_peered":"2023-01-15T15:06:31.870556+0000","last_clean":"2023-01-15T15:06:31.870556+0000","last_became_active":"2023-01-15T14:35:14.328104+0000","last_became_peered":"2023-01-15T14:35:14.328104+0000","last_unstale":"2023-01-15T15:06:31.870556+0000","last_undegraded":"2023-01-15T15:06:31.870556+0000","last_fullsized":"2023-01-15T15:06:31.870556+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:46.559206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:57.353410+0000","last_change":"2023-01-15T14:49:02.549909+0000","last_active":"2023-01-15T15:05:57.353410+0000","last_peered":"2023-01-15T15:05:57.353410+0000","last_clean":"2023-01-15T15:05:57.353410+0000","last_became_active":"2023-01-15T14:49:02.549713+0000","last_became_peered":"2023-01-15T14:49:02.549713+0000","last_unstale":"2023-01-15T15:05:57.353410+0000","last_undegraded":"2023-01-15T15:05:57.353410+0000","last_fullsized":"2023-01-15T15:05:57.353410+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:59:50.818259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.846799+0000","last_change":"2023-01-15T14:35:17.343303+0000","last_active":"2023-01-15T15:04:16.846799+0000","last_peered":"2023-01-15T15:04:16.846799+0000","last_clean":"2023-01-15T15:04:16.846799+0000","last_became_active":"2023-01-15T14:35:17.343073+0000","last_became_peered":"2023-01-15T14:35:17.343073+0000","last_unstale":"2023-01-15T15:04:16.846799+0000","last_undegraded":"2023-01-15T15:04:16.846799+0000","last_fullsized":"2023-01-15T15:04:16.846799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:18:02.249797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"213'375","reported_seq":1820,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.934005+0000","last_change":"2023-01-15T14:27:41.264742+0000","last_active":"2023-01-15T15:08:51.934005+0000","last_peered":"2023-01-15T15:08:51.934005+0000","last_clean":"2023-01-15T15:08:51.934005+0000","last_became_active":"2023-01-15T14:27:41.264559+0000","last_became_peered":"2023-01-15T14:27:41.264559+0000","last_unstale":"2023-01-15T15:08:51.934005+0000","last_undegraded":"2023-01-15T15:08:51.934005+0000","last_fullsized":"2023-01-15T15:08:51.934005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:53:36.452252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2406,"num_read_kb":2309,"num_write":424,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"213'147","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.223452+0000","last_change":"2023-01-15T14:27:39.258523+0000","last_active":"2023-01-15T15:08:46.223452+0000","last_peered":"2023-01-15T15:08:46.223452+0000","last_clean":"2023-01-15T15:08:46.223452+0000","last_became_active":"2023-01-15T14:27:39.258095+0000","last_became_peered":"2023-01-15T14:27:39.258095+0000","last_unstale":"2023-01-15T15:08:46.223452+0000","last_undegraded":"2023-01-15T15:08:46.223452+0000","last_fullsized":"2023-01-15T15:08:46.223452+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:33:20.945658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11864094,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":374,"num_read_kb":21488,"num_write":810,"num_write_kb":27302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"213'15","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345037+0000","last_change":"2023-01-15T14:34:47.545490+0000","last_active":"2023-01-15T15:05:07.345037+0000","last_peered":"2023-01-15T15:05:07.345037+0000","last_clean":"2023-01-15T15:05:07.345037+0000","last_became_active":"2023-01-15T14:34:47.545257+0000","last_became_peered":"2023-01-15T14:34:47.545257+0000","last_unstale":"2023-01-15T15:05:07.345037+0000","last_undegraded":"2023-01-15T15:05:07.345037+0000","last_fullsized":"2023-01-15T15:05:07.345037+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:24.960897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":55,"num_write":24,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848841+0000","last_change":"2023-01-15T14:35:14.330029+0000","last_active":"2023-01-15T15:05:36.848841+0000","last_peered":"2023-01-15T15:05:36.848841+0000","last_clean":"2023-01-15T15:05:36.848841+0000","last_became_active":"2023-01-15T14:35:14.329625+0000","last_became_peered":"2023-01-15T14:35:14.329625+0000","last_unstale":"2023-01-15T15:05:36.848841+0000","last_undegraded":"2023-01-15T15:05:36.848841+0000","last_fullsized":"2023-01-15T15:05:36.848841+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:34.811628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.985015+0000","last_change":"2023-01-15T14:49:02.550258+0000","last_active":"2023-01-15T15:05:56.985015+0000","last_peered":"2023-01-15T15:05:56.985015+0000","last_clean":"2023-01-15T15:05:56.985015+0000","last_became_active":"2023-01-15T14:49:02.549977+0000","last_became_peered":"2023-01-15T14:49:02.549977+0000","last_unstale":"2023-01-15T15:05:56.985015+0000","last_undegraded":"2023-01-15T15:05:56.985015+0000","last_fullsized":"2023-01-15T15:05:56.985015+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:32.665426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"210'5","reported_seq":41,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:16.970605+0000","last_change":"2023-01-15T14:35:17.348688+0000","last_active":"2023-01-15T15:04:16.970605+0000","last_peered":"2023-01-15T15:04:16.970605+0000","last_clean":"2023-01-15T15:04:16.970605+0000","last_became_active":"2023-01-15T14:35:17.348469+0000","last_became_peered":"2023-01-15T14:35:17.348469+0000","last_unstale":"2023-01-15T15:04:16.970605+0000","last_undegraded":"2023-01-15T15:04:16.970605+0000","last_fullsized":"2023-01-15T15:04:16.970605+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:28.039006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"213'447","reported_seq":1937,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.919084+0000","last_change":"2023-01-15T14:27:41.252885+0000","last_active":"2023-01-15T15:08:51.919084+0000","last_peered":"2023-01-15T15:08:51.919084+0000","last_clean":"2023-01-15T15:08:51.919084+0000","last_became_active":"2023-01-15T14:27:41.252659+0000","last_became_peered":"2023-01-15T14:27:41.252659+0000","last_unstale":"2023-01-15T15:08:51.919084+0000","last_undegraded":"2023-01-15T15:08:51.919084+0000","last_fullsized":"2023-01-15T15:08:51.919084+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:47:13.200894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2784,"num_read_kb":2626,"num_write":570,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"213'181","reported_seq":654,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.892753+0000","last_change":"2023-01-15T14:27:39.251078+0000","last_active":"2023-01-15T15:08:40.892753+0000","last_peered":"2023-01-15T15:08:40.892753+0000","last_clean":"2023-01-15T15:08:40.892753+0000","last_became_active":"2023-01-15T14:27:39.250837+0000","last_became_peered":"2023-01-15T14:27:39.250837+0000","last_unstale":"2023-01-15T15:08:40.892753+0000","last_undegraded":"2023-01-15T15:08:40.892753+0000","last_fullsized":"2023-01-15T15:08:40.892753+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:29:32.519281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272235,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":683,"num_read_kb":238412,"num_write":915,"num_write_kb":37362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"213'16","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832791+0000","last_change":"2023-01-15T14:34:47.550096+0000","last_active":"2023-01-15T15:05:06.832791+0000","last_peered":"2023-01-15T15:05:06.832791+0000","last_clean":"2023-01-15T15:05:06.832791+0000","last_became_active":"2023-01-15T14:34:47.549823+0000","last_became_peered":"2023-01-15T14:34:47.549823+0000","last_unstale":"2023-01-15T15:05:06.832791+0000","last_undegraded":"2023-01-15T15:05:06.832791+0000","last_fullsized":"2023-01-15T15:05:06.832791+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:08.461211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":52,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837113+0000","last_change":"2023-01-15T14:35:14.325387+0000","last_active":"2023-01-15T15:05:36.837113+0000","last_peered":"2023-01-15T15:05:36.837113+0000","last_clean":"2023-01-15T15:05:36.837113+0000","last_became_active":"2023-01-15T14:35:14.325143+0000","last_became_peered":"2023-01-15T14:35:14.325143+0000","last_unstale":"2023-01-15T15:05:36.837113+0000","last_undegraded":"2023-01-15T15:05:36.837113+0000","last_fullsized":"2023-01-15T15:05:36.837113+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:11.309396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.980104+0000","last_change":"2023-01-15T14:49:02.552917+0000","last_active":"2023-01-15T15:05:21.980104+0000","last_peered":"2023-01-15T15:05:21.980104+0000","last_clean":"2023-01-15T15:05:21.980104+0000","last_became_active":"2023-01-15T14:49:02.552682+0000","last_became_peered":"2023-01-15T14:49:02.552682+0000","last_unstale":"2023-01-15T15:05:21.980104+0000","last_undegraded":"2023-01-15T15:05:21.980104+0000","last_fullsized":"2023-01-15T15:05:21.980104+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:23.897965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"0'0","reported_seq":26,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337298+0000","last_change":"2023-01-15T14:35:17.340734+0000","last_active":"2023-01-15T15:04:17.337298+0000","last_peered":"2023-01-15T15:04:17.337298+0000","last_clean":"2023-01-15T15:04:17.337298+0000","last_became_active":"2023-01-15T14:35:17.340496+0000","last_became_peered":"2023-01-15T14:35:17.340496+0000","last_unstale":"2023-01-15T15:04:17.337298+0000","last_undegraded":"2023-01-15T15:04:17.337298+0000","last_fullsized":"2023-01-15T15:04:17.337298+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:59:44.195240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"213'656","reported_seq":1767,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.679405+0000","last_change":"2023-01-15T14:27:41.256881+0000","last_active":"2023-01-15T15:08:51.679405+0000","last_peered":"2023-01-15T15:08:51.679405+0000","last_clean":"2023-01-15T15:08:51.679405+0000","last_became_active":"2023-01-15T14:27:41.256670+0000","last_became_peered":"2023-01-15T14:27:41.256670+0000","last_unstale":"2023-01-15T15:08:51.679405+0000","last_undegraded":"2023-01-15T15:08:51.679405+0000","last_fullsized":"2023-01-15T15:08:51.679405+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":600,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:12:42.519190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3066,"num_read_kb":2748,"num_write":888,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"213'167","reported_seq":554,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.823732+0000","last_change":"2023-01-15T14:27:39.255145+0000","last_active":"2023-01-15T15:08:52.823732+0000","last_peered":"2023-01-15T15:08:52.823732+0000","last_clean":"2023-01-15T15:08:52.823732+0000","last_became_active":"2023-01-15T14:27:39.251308+0000","last_became_peered":"2023-01-15T14:27:39.251308+0000","last_unstale":"2023-01-15T15:08:52.823732+0000","last_undegraded":"2023-01-15T15:08:52.823732+0000","last_fullsized":"2023-01-15T15:08:52.823732+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:54:07.701023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5598247,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":518,"num_read_kb":44248,"num_write":947,"num_write_kb":32786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"213'21","reported_seq":96,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.345258+0000","last_change":"2023-01-15T14:34:47.545942+0000","last_active":"2023-01-15T15:05:07.345258+0000","last_peered":"2023-01-15T15:05:07.345258+0000","last_clean":"2023-01-15T15:05:07.345258+0000","last_became_active":"2023-01-15T14:34:47.545720+0000","last_became_peered":"2023-01-15T14:34:47.545720+0000","last_unstale":"2023-01-15T15:05:07.345258+0000","last_undegraded":"2023-01-15T15:05:07.345258+0000","last_fullsized":"2023-01-15T15:05:07.345258+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:14:49.065297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":63,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"210'13","reported_seq":62,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837204+0000","last_change":"2023-01-15T14:35:14.320892+0000","last_active":"2023-01-15T15:05:36.837204+0000","last_peered":"2023-01-15T15:05:36.837204+0000","last_clean":"2023-01-15T15:05:36.837204+0000","last_became_active":"2023-01-15T14:35:14.318718+0000","last_became_peered":"2023-01-15T14:35:14.318718+0000","last_unstale":"2023-01-15T15:05:36.837204+0000","last_undegraded":"2023-01-15T15:05:36.837204+0000","last_fullsized":"2023-01-15T15:05:36.837204+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:49.028405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":30724,"num_write":21,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.863835+0000","last_change":"2023-01-15T14:49:02.551311+0000","last_active":"2023-01-15T15:05:56.863835+0000","last_peered":"2023-01-15T15:05:56.863835+0000","last_clean":"2023-01-15T15:05:56.863835+0000","last_became_active":"2023-01-15T14:49:02.551067+0000","last_became_peered":"2023-01-15T14:49:02.551067+0000","last_unstale":"2023-01-15T15:05:56.863835+0000","last_undegraded":"2023-01-15T15:05:56.863835+0000","last_fullsized":"2023-01-15T15:05:56.863835+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:20:46.190176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849799+0000","last_change":"2023-01-15T14:35:17.337212+0000","last_active":"2023-01-15T15:05:41.849799+0000","last_peered":"2023-01-15T15:05:41.849799+0000","last_clean":"2023-01-15T15:05:41.849799+0000","last_became_active":"2023-01-15T14:35:17.336964+0000","last_became_peered":"2023-01-15T14:35:17.336964+0000","last_unstale":"2023-01-15T15:05:41.849799+0000","last_undegraded":"2023-01-15T15:05:41.849799+0000","last_fullsized":"2023-01-15T15:05:41.849799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:14:09.207088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"213'478","reported_seq":1766,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.246704+0000","last_change":"2023-01-15T14:27:41.258294+0000","last_active":"2023-01-15T15:08:52.246704+0000","last_peered":"2023-01-15T15:08:52.246704+0000","last_clean":"2023-01-15T15:08:52.246704+0000","last_became_active":"2023-01-15T14:27:41.258121+0000","last_became_peered":"2023-01-15T14:27:41.258121+0000","last_unstale":"2023-01-15T15:08:52.246704+0000","last_undegraded":"2023-01-15T15:08:52.246704+0000","last_fullsized":"2023-01-15T15:08:52.246704+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:05.570703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2665,"num_read_kb":2439,"num_write":623,"num_write_kb":211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"213'217","reported_seq":642,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.838442+0000","last_change":"2023-01-15T14:27:39.249610+0000","last_active":"2023-01-15T15:08:52.838442+0000","last_peered":"2023-01-15T15:08:52.838442+0000","last_clean":"2023-01-15T15:08:52.838442+0000","last_became_active":"2023-01-15T14:27:39.249096+0000","last_became_peered":"2023-01-15T14:27:39.249096+0000","last_unstale":"2023-01-15T15:08:52.838442+0000","last_undegraded":"2023-01-15T15:08:52.838442+0000","last_fullsized":"2023-01-15T15:08:52.838442+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":880,"num_read_kb":7108,"num_write":1078,"num_write_kb":15939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.12","version":"213'53","reported_seq":199,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.634244+0000","last_change":"2023-01-15T14:34:47.553604+0000","last_active":"2023-01-15T15:07:47.634244+0000","last_peered":"2023-01-15T15:07:47.634244+0000","last_clean":"2023-01-15T15:07:47.634244+0000","last_became_active":"2023-01-15T14:34:47.553318+0000","last_became_peered":"2023-01-15T14:34:47.553318+0000","last_unstale":"2023-01-15T15:07:47.634244+0000","last_undegraded":"2023-01-15T15:07:47.634244+0000","last_fullsized":"2023-01-15T15:07:47.634244+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:52:19.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":174,"num_write":121,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350134+0000","last_change":"2023-01-15T14:35:14.326918+0000","last_active":"2023-01-15T15:05:37.350134+0000","last_peered":"2023-01-15T15:05:37.350134+0000","last_clean":"2023-01-15T15:05:37.350134+0000","last_became_active":"2023-01-15T14:35:14.326674+0000","last_became_peered":"2023-01-15T14:35:14.326674+0000","last_unstale":"2023-01-15T15:05:37.350134+0000","last_undegraded":"2023-01-15T15:05:37.350134+0000","last_fullsized":"2023-01-15T15:05:37.350134+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:28:12.886115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030190+0000","last_change":"2023-01-15T14:49:02.546530+0000","last_active":"2023-01-15T15:05:22.030190+0000","last_peered":"2023-01-15T15:05:22.030190+0000","last_clean":"2023-01-15T15:05:22.030190+0000","last_became_active":"2023-01-15T14:49:02.546289+0000","last_became_peered":"2023-01-15T14:49:02.546289+0000","last_unstale":"2023-01-15T15:05:22.030190+0000","last_undegraded":"2023-01-15T15:05:22.030190+0000","last_fullsized":"2023-01-15T15:05:22.030190+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:57:13.036541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860614+0000","last_change":"2023-01-15T14:35:17.346156+0000","last_active":"2023-01-15T15:05:36.860614+0000","last_peered":"2023-01-15T15:05:36.860614+0000","last_clean":"2023-01-15T15:05:36.860614+0000","last_became_active":"2023-01-15T14:35:17.345927+0000","last_became_peered":"2023-01-15T14:35:17.345927+0000","last_unstale":"2023-01-15T15:05:36.860614+0000","last_undegraded":"2023-01-15T15:05:36.860614+0000","last_fullsized":"2023-01-15T15:05:36.860614+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:54:08.596267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"213'437","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.982255+0000","last_change":"2023-01-15T14:27:41.262358+0000","last_active":"2023-01-15T15:08:49.982255+0000","last_peered":"2023-01-15T15:08:49.982255+0000","last_clean":"2023-01-15T15:08:49.982255+0000","last_became_active":"2023-01-15T14:27:41.262091+0000","last_became_peered":"2023-01-15T14:27:41.262091+0000","last_unstale":"2023-01-15T15:08:49.982255+0000","last_undegraded":"2023-01-15T15:08:49.982255+0000","last_fullsized":"2023-01-15T15:08:49.982255+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:05:30.051523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2733,"num_read_kb":2535,"num_write":596,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"213'209","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.395929+0000","last_change":"2023-01-15T14:27:39.251837+0000","last_active":"2023-01-15T15:08:41.395929+0000","last_peered":"2023-01-15T15:08:41.395929+0000","last_clean":"2023-01-15T15:08:41.395929+0000","last_became_active":"2023-01-15T14:27:39.251522+0000","last_became_peered":"2023-01-15T14:27:39.251522+0000","last_unstale":"2023-01-15T15:08:41.395929+0000","last_undegraded":"2023-01-15T15:08:41.395929+0000","last_fullsized":"2023-01-15T15:08:41.395929+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:17.350463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3432580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":459,"num_read_kb":502,"num_write":1180,"num_write_kb":24633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"213'29","reported_seq":118,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.096198+0000","last_change":"2023-01-15T14:34:47.541835+0000","last_active":"2023-01-15T15:06:12.096198+0000","last_peered":"2023-01-15T15:06:12.096198+0000","last_clean":"2023-01-15T15:06:12.096198+0000","last_became_active":"2023-01-15T14:34:47.541593+0000","last_became_peered":"2023-01-15T14:34:47.541593+0000","last_unstale":"2023-01-15T15:06:12.096198+0000","last_undegraded":"2023-01-15T15:06:12.096198+0000","last_fullsized":"2023-01-15T15:06:12.096198+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:46:31.500873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":87,"num_write":61,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:46.838843+0000","last_change":"2023-01-15T14:35:14.325235+0000","last_active":"2023-01-15T15:05:46.838843+0000","last_peered":"2023-01-15T15:05:46.838843+0000","last_clean":"2023-01-15T15:05:46.838843+0000","last_became_active":"2023-01-15T14:35:14.324974+0000","last_became_peered":"2023-01-15T14:35:14.324974+0000","last_unstale":"2023-01-15T15:05:46.838843+0000","last_undegraded":"2023-01-15T15:05:46.838843+0000","last_fullsized":"2023-01-15T15:05:46.838843+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:58.051700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858017+0000","last_change":"2023-01-15T14:49:02.554180+0000","last_active":"2023-01-15T15:05:21.858017+0000","last_peered":"2023-01-15T15:05:21.858017+0000","last_clean":"2023-01-15T15:05:21.858017+0000","last_became_active":"2023-01-15T14:49:02.553920+0000","last_became_peered":"2023-01-15T14:49:02.553920+0000","last_unstale":"2023-01-15T15:05:21.858017+0000","last_undegraded":"2023-01-15T15:05:21.858017+0000","last_fullsized":"2023-01-15T15:05:21.858017+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:27.006303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860468+0000","last_change":"2023-01-15T14:35:17.346094+0000","last_active":"2023-01-15T15:05:36.860468+0000","last_peered":"2023-01-15T15:05:36.860468+0000","last_clean":"2023-01-15T15:05:36.860468+0000","last_became_active":"2023-01-15T14:35:17.345869+0000","last_became_peered":"2023-01-15T14:35:17.345869+0000","last_unstale":"2023-01-15T15:05:36.860468+0000","last_undegraded":"2023-01-15T15:05:36.860468+0000","last_fullsized":"2023-01-15T15:05:36.860468+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:28.087221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"213'721","reported_seq":2132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894025+0000","last_change":"2023-01-15T14:27:41.258939+0000","last_active":"2023-01-15T15:08:52.894025+0000","last_peered":"2023-01-15T15:08:52.894025+0000","last_clean":"2023-01-15T15:08:52.894025+0000","last_became_active":"2023-01-15T14:27:41.258730+0000","last_became_peered":"2023-01-15T14:27:41.258730+0000","last_unstale":"2023-01-15T15:08:52.894025+0000","last_undegraded":"2023-01-15T15:08:52.894025+0000","last_fullsized":"2023-01-15T15:08:52.894025+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:29:15.931266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3582,"num_read_kb":3253,"num_write":954,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"213'176","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.063141+0000","last_change":"2023-01-15T14:27:39.288192+0000","last_active":"2023-01-15T15:08:40.063141+0000","last_peered":"2023-01-15T15:08:40.063141+0000","last_clean":"2023-01-15T15:08:40.063141+0000","last_became_active":"2023-01-15T14:27:39.257940+0000","last_became_peered":"2023-01-15T14:27:39.257940+0000","last_unstale":"2023-01-15T15:08:40.063141+0000","last_undegraded":"2023-01-15T15:08:40.063141+0000","last_fullsized":"2023-01-15T15:08:40.063141+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:31.089080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29266,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":538,"num_write":901,"num_write_kb":44137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"213'41","reported_seq":162,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.671907+0000","last_change":"2023-01-15T14:34:47.551107+0000","last_active":"2023-01-15T15:07:25.671907+0000","last_peered":"2023-01-15T15:07:25.671907+0000","last_clean":"2023-01-15T15:07:25.671907+0000","last_became_active":"2023-01-15T14:34:47.550913+0000","last_became_peered":"2023-01-15T14:34:47.550913+0000","last_unstale":"2023-01-15T15:07:25.671907+0000","last_undegraded":"2023-01-15T15:07:25.671907+0000","last_fullsized":"2023-01-15T15:07:25.671907+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:31:36.657562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":133,"num_write":83,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337272+0000","last_change":"2023-01-15T14:35:14.327296+0000","last_active":"2023-01-15T15:04:17.337272+0000","last_peered":"2023-01-15T15:04:17.337272+0000","last_clean":"2023-01-15T15:04:17.337272+0000","last_became_active":"2023-01-15T14:35:14.326975+0000","last_became_peered":"2023-01-15T14:35:14.326975+0000","last_unstale":"2023-01-15T15:04:17.337272+0000","last_undegraded":"2023-01-15T15:04:17.337272+0000","last_fullsized":"2023-01-15T15:04:17.337272+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:34.606697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857729+0000","last_change":"2023-01-15T14:49:02.547198+0000","last_active":"2023-01-15T15:05:21.857729+0000","last_peered":"2023-01-15T15:05:21.857729+0000","last_clean":"2023-01-15T15:05:21.857729+0000","last_became_active":"2023-01-15T14:49:02.546858+0000","last_became_peered":"2023-01-15T14:49:02.546858+0000","last_unstale":"2023-01-15T15:05:21.857729+0000","last_undegraded":"2023-01-15T15:05:21.857729+0000","last_fullsized":"2023-01-15T15:05:21.857729+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:35.571324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860519+0000","last_change":"2023-01-15T14:35:17.341233+0000","last_active":"2023-01-15T15:05:36.860519+0000","last_peered":"2023-01-15T15:05:36.860519+0000","last_clean":"2023-01-15T15:05:36.860519+0000","last_became_active":"2023-01-15T14:35:17.340927+0000","last_became_peered":"2023-01-15T14:35:17.340927+0000","last_unstale":"2023-01-15T15:05:36.860519+0000","last_undegraded":"2023-01-15T15:05:36.860519+0000","last_fullsized":"2023-01-15T15:05:36.860519+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:36:13.777734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"213'433","reported_seq":2062,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.677363+0000","last_change":"2023-01-15T14:27:41.267275+0000","last_active":"2023-01-15T15:08:49.677363+0000","last_peered":"2023-01-15T15:08:49.677363+0000","last_clean":"2023-01-15T15:08:49.677363+0000","last_became_active":"2023-01-15T14:27:41.262051+0000","last_became_peered":"2023-01-15T14:27:41.262051+0000","last_unstale":"2023-01-15T15:08:49.677363+0000","last_undegraded":"2023-01-15T15:08:49.677363+0000","last_fullsized":"2023-01-15T15:08:49.677363+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:31:48.399286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2938,"num_read_kb":2799,"num_write":510,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"213'180","reported_seq":542,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.237402+0000","last_change":"2023-01-15T14:27:39.245832+0000","last_active":"2023-01-15T15:08:41.237402+0000","last_peered":"2023-01-15T15:08:41.237402+0000","last_clean":"2023-01-15T15:08:41.237402+0000","last_became_active":"2023-01-15T14:27:39.245534+0000","last_became_peered":"2023-01-15T14:27:39.245534+0000","last_unstale":"2023-01-15T15:08:41.237402+0000","last_undegraded":"2023-01-15T15:08:41.237402+0000","last_fullsized":"2023-01-15T15:08:41.237402+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:16.912721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5513857,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":456,"num_read_kb":28573,"num_write":947,"num_write_kb":37453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"213'64","reported_seq":277,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:12.355640+0000","last_change":"2023-01-15T14:34:47.546055+0000","last_active":"2023-01-15T15:06:12.355640+0000","last_peered":"2023-01-15T15:06:12.355640+0000","last_clean":"2023-01-15T15:06:12.355640+0000","last_became_active":"2023-01-15T14:34:47.545832+0000","last_became_peered":"2023-01-15T14:34:47.545832+0000","last_unstale":"2023-01-15T15:06:12.355640+0000","last_undegraded":"2023-01-15T15:06:12.355640+0000","last_fullsized":"2023-01-15T15:06:12.355640+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:55:31.489192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":278,"num_write":83,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.337382+0000","last_change":"2023-01-15T14:35:14.323669+0000","last_active":"2023-01-15T15:04:17.337382+0000","last_peered":"2023-01-15T15:04:17.337382+0000","last_clean":"2023-01-15T15:04:17.337382+0000","last_became_active":"2023-01-15T14:35:14.323416+0000","last_became_peered":"2023-01-15T14:35:14.323416+0000","last_unstale":"2023-01-15T15:04:17.337382+0000","last_undegraded":"2023-01-15T15:04:17.337382+0000","last_fullsized":"2023-01-15T15:04:17.337382+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:54:55.197801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:22.030148+0000","last_change":"2023-01-15T14:49:02.549234+0000","last_active":"2023-01-15T15:05:22.030148+0000","last_peered":"2023-01-15T15:05:22.030148+0000","last_clean":"2023-01-15T15:05:22.030148+0000","last_became_active":"2023-01-15T14:49:02.548987+0000","last_became_peered":"2023-01-15T14:49:02.548987+0000","last_unstale":"2023-01-15T15:05:22.030148+0000","last_undegraded":"2023-01-15T15:05:22.030148+0000","last_fullsized":"2023-01-15T15:05:22.030148+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:53:15.247539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860346+0000","last_change":"2023-01-15T14:35:17.348476+0000","last_active":"2023-01-15T15:05:36.860346+0000","last_peered":"2023-01-15T15:05:36.860346+0000","last_clean":"2023-01-15T15:05:36.860346+0000","last_became_active":"2023-01-15T14:35:17.348237+0000","last_became_peered":"2023-01-15T14:35:17.348237+0000","last_unstale":"2023-01-15T15:05:36.860346+0000","last_undegraded":"2023-01-15T15:05:36.860346+0000","last_fullsized":"2023-01-15T15:05:36.860346+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:59.910348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"213'873","reported_seq":2345,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.242231+0000","last_change":"2023-01-15T14:27:41.262361+0000","last_active":"2023-01-15T15:08:52.242231+0000","last_peered":"2023-01-15T15:08:52.242231+0000","last_clean":"2023-01-15T15:08:52.242231+0000","last_became_active":"2023-01-15T14:27:41.262145+0000","last_became_peered":"2023-01-15T14:27:41.262145+0000","last_unstale":"2023-01-15T15:08:52.242231+0000","last_undegraded":"2023-01-15T15:08:52.242231+0000","last_fullsized":"2023-01-15T15:08:52.242231+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:23.098155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4341,"num_read_kb":3888,"num_write":1252,"num_write_kb":573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"213'147","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.875414+0000","last_change":"2023-01-15T14:27:39.288719+0000","last_active":"2023-01-15T15:08:52.875414+0000","last_peered":"2023-01-15T15:08:52.875414+0000","last_clean":"2023-01-15T15:08:52.875414+0000","last_became_active":"2023-01-15T14:27:39.268239+0000","last_became_peered":"2023-01-15T14:27:39.268239+0000","last_unstale":"2023-01-15T15:08:52.875414+0000","last_undegraded":"2023-01-15T15:08:52.875414+0000","last_fullsized":"2023-01-15T15:08:52.875414+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:37:26.241439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16799905,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":387,"num_read_kb":75591,"num_write":828,"num_write_kb":37430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"213'33","reported_seq":137,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866634+0000","last_change":"2023-01-15T14:34:47.549674+0000","last_active":"2023-01-15T15:06:11.866634+0000","last_peered":"2023-01-15T15:06:11.866634+0000","last_clean":"2023-01-15T15:06:11.866634+0000","last_became_active":"2023-01-15T14:34:47.549412+0000","last_became_peered":"2023-01-15T14:34:47.549412+0000","last_unstale":"2023-01-15T15:06:11.866634+0000","last_undegraded":"2023-01-15T15:06:11.866634+0000","last_fullsized":"2023-01-15T15:06:11.866634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:25:18.085288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":60,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:17.022636+0000","last_change":"2023-01-15T14:35:14.321879+0000","last_active":"2023-01-15T15:04:17.022636+0000","last_peered":"2023-01-15T15:04:17.022636+0000","last_clean":"2023-01-15T15:04:17.022636+0000","last_became_active":"2023-01-15T14:35:14.321636+0000","last_became_peered":"2023-01-15T14:35:14.321636+0000","last_unstale":"2023-01-15T15:04:17.022636+0000","last_undegraded":"2023-01-15T15:04:17.022636+0000","last_fullsized":"2023-01-15T15:04:17.022636+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:09:05.290232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.957073+0000","last_change":"2023-01-15T14:49:02.545958+0000","last_active":"2023-01-15T15:04:46.957073+0000","last_peered":"2023-01-15T15:04:46.957073+0000","last_clean":"2023-01-15T15:04:46.957073+0000","last_became_active":"2023-01-15T14:49:02.545725+0000","last_became_peered":"2023-01-15T14:49:02.545725+0000","last_unstale":"2023-01-15T15:04:46.957073+0000","last_undegraded":"2023-01-15T15:04:46.957073+0000","last_fullsized":"2023-01-15T15:04:46.957073+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:45:36.416632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"210'5","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.955647+0000","last_change":"2023-01-15T14:35:17.345524+0000","last_active":"2023-01-15T15:04:36.955647+0000","last_peered":"2023-01-15T15:04:36.955647+0000","last_clean":"2023-01-15T15:04:36.955647+0000","last_became_active":"2023-01-15T14:35:17.345321+0000","last_became_peered":"2023-01-15T14:35:17.345321+0000","last_unstale":"2023-01-15T15:04:36.955647+0000","last_undegraded":"2023-01-15T15:04:36.955647+0000","last_fullsized":"2023-01-15T15:04:36.955647+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:15:16.622702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"213'765","reported_seq":2051,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414517+0000","last_change":"2023-01-15T14:27:41.264579+0000","last_active":"2023-01-15T15:08:51.414517+0000","last_peered":"2023-01-15T15:08:51.414517+0000","last_clean":"2023-01-15T15:08:51.414517+0000","last_became_active":"2023-01-15T14:27:41.264306+0000","last_became_peered":"2023-01-15T14:27:41.264306+0000","last_unstale":"2023-01-15T15:08:51.414517+0000","last_undegraded":"2023-01-15T15:08:51.414517+0000","last_fullsized":"2023-01-15T15:08:51.414517+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:36.224001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3735,"num_read_kb":3336,"num_write":1082,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"213'181","reported_seq":503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.913703+0000","last_change":"2023-01-15T14:27:39.260617+0000","last_active":"2023-01-15T15:08:52.913703+0000","last_peered":"2023-01-15T15:08:52.913703+0000","last_clean":"2023-01-15T15:08:52.913703+0000","last_became_active":"2023-01-15T14:27:39.252590+0000","last_became_peered":"2023-01-15T14:27:39.252590+0000","last_unstale":"2023-01-15T15:08:52.913703+0000","last_undegraded":"2023-01-15T15:08:52.913703+0000","last_fullsized":"2023-01-15T15:08:52.913703+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:00:32.863860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":703761,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":407,"num_read_kb":5913,"num_write":1001,"num_write_kb":19985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"213'19","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844524+0000","last_change":"2023-01-15T14:34:47.549051+0000","last_active":"2023-01-15T15:05:06.844524+0000","last_peered":"2023-01-15T15:05:06.844524+0000","last_clean":"2023-01-15T15:05:06.844524+0000","last_became_active":"2023-01-15T14:34:47.548830+0000","last_became_peered":"2023-01-15T14:34:47.548830+0000","last_unstale":"2023-01-15T15:05:06.844524+0000","last_undegraded":"2023-01-15T15:05:06.844524+0000","last_fullsized":"2023-01-15T15:05:06.844524+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:26:02.901597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":58,"num_write":47,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981964+0000","last_change":"2023-01-15T14:35:14.330470+0000","last_active":"2023-01-15T15:05:36.981964+0000","last_peered":"2023-01-15T15:05:36.981964+0000","last_clean":"2023-01-15T15:05:36.981964+0000","last_became_active":"2023-01-15T14:35:14.330251+0000","last_became_peered":"2023-01-15T14:35:14.330251+0000","last_unstale":"2023-01-15T15:05:36.981964+0000","last_undegraded":"2023-01-15T15:05:36.981964+0000","last_fullsized":"2023-01-15T15:05:36.981964+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:13:50.364263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852718+0000","last_change":"2023-01-15T14:49:02.549255+0000","last_active":"2023-01-15T15:04:51.852718+0000","last_peered":"2023-01-15T15:04:51.852718+0000","last_clean":"2023-01-15T15:04:51.852718+0000","last_became_active":"2023-01-15T14:49:02.549040+0000","last_became_peered":"2023-01-15T14:49:02.549040+0000","last_unstale":"2023-01-15T15:04:51.852718+0000","last_undegraded":"2023-01-15T15:04:51.852718+0000","last_fullsized":"2023-01-15T15:04:51.852718+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:22:59.235610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"210'5","reported_seq":42,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972616+0000","last_change":"2023-01-15T14:35:17.348321+0000","last_active":"2023-01-15T15:04:31.972616+0000","last_peered":"2023-01-15T15:04:31.972616+0000","last_clean":"2023-01-15T15:04:31.972616+0000","last_became_active":"2023-01-15T14:35:17.347907+0000","last_became_peered":"2023-01-15T14:35:17.347907+0000","last_unstale":"2023-01-15T15:04:31.972616+0000","last_undegraded":"2023-01-15T15:04:31.972616+0000","last_fullsized":"2023-01-15T15:04:31.972616+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:51:09.273318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"213'376","reported_seq":1731,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.632533+0000","last_change":"2023-01-15T14:27:41.258830+0000","last_active":"2023-01-15T15:08:50.632533+0000","last_peered":"2023-01-15T15:08:50.632533+0000","last_clean":"2023-01-15T15:08:50.632533+0000","last_became_active":"2023-01-15T14:27:41.258575+0000","last_became_peered":"2023-01-15T14:27:41.258575+0000","last_unstale":"2023-01-15T15:08:50.632533+0000","last_undegraded":"2023-01-15T15:08:50.632533+0000","last_fullsized":"2023-01-15T15:08:50.632533+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:30.945008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2375,"num_read_kb":2256,"num_write":445,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"213'200","reported_seq":584,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.828602+0000","last_change":"2023-01-15T14:28:22.356314+0000","last_active":"2023-01-15T15:08:52.828602+0000","last_peered":"2023-01-15T15:08:52.828602+0000","last_clean":"2023-01-15T15:08:52.828602+0000","last_became_active":"2023-01-15T14:28:22.355912+0000","last_became_peered":"2023-01-15T14:28:22.355912+0000","last_unstale":"2023-01-15T15:08:52.828602+0000","last_undegraded":"2023-01-15T15:08:52.828602+0000","last_fullsized":"2023-01-15T15:08:52.828602+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:55:08.167678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3520277,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":11839,"num_write":1158,"num_write_kb":25072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"213'29","reported_seq":132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:23.838076+0000","last_change":"2023-01-15T14:34:47.539558+0000","last_active":"2023-01-15T15:07:23.838076+0000","last_peered":"2023-01-15T15:07:23.838076+0000","last_clean":"2023-01-15T15:07:23.838076+0000","last_became_active":"2023-01-15T14:34:47.539300+0000","last_became_peered":"2023-01-15T14:34:47.539300+0000","last_unstale":"2023-01-15T15:07:23.838076+0000","last_undegraded":"2023-01-15T15:07:23.838076+0000","last_fullsized":"2023-01-15T15:07:23.838076+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:46.956932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":110,"num_write":47,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.848892+0000","last_change":"2023-01-15T14:35:14.314626+0000","last_active":"2023-01-15T15:05:36.848892+0000","last_peered":"2023-01-15T15:05:36.848892+0000","last_clean":"2023-01-15T15:05:36.848892+0000","last_became_active":"2023-01-15T14:35:14.314377+0000","last_became_peered":"2023-01-15T14:35:14.314377+0000","last_unstale":"2023-01-15T15:05:36.848892+0000","last_undegraded":"2023-01-15T15:05:36.848892+0000","last_fullsized":"2023-01-15T15:05:36.848892+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:50:37.853276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851614+0000","last_change":"2023-01-15T14:49:02.548132+0000","last_active":"2023-01-15T15:04:46.851614+0000","last_peered":"2023-01-15T15:04:46.851614+0000","last_clean":"2023-01-15T15:04:46.851614+0000","last_became_active":"2023-01-15T14:49:02.547896+0000","last_became_peered":"2023-01-15T14:49:02.547896+0000","last_unstale":"2023-01-15T15:04:46.851614+0000","last_undegraded":"2023-01-15T15:04:46.851614+0000","last_fullsized":"2023-01-15T15:04:46.851614+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:28.889486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.954832+0000","last_change":"2023-01-15T14:35:17.348029+0000","last_active":"2023-01-15T15:04:31.954832+0000","last_peered":"2023-01-15T15:04:31.954832+0000","last_clean":"2023-01-15T15:04:31.954832+0000","last_became_active":"2023-01-15T14:35:17.347817+0000","last_became_peered":"2023-01-15T14:35:17.347817+0000","last_unstale":"2023-01-15T15:04:31.954832+0000","last_undegraded":"2023-01-15T15:04:31.954832+0000","last_fullsized":"2023-01-15T15:04:31.954832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:39.639267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"213'402","reported_seq":1674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.862507+0000","last_change":"2023-01-15T14:27:41.251557+0000","last_active":"2023-01-15T15:08:50.862507+0000","last_peered":"2023-01-15T15:08:50.862507+0000","last_clean":"2023-01-15T15:08:50.862507+0000","last_became_active":"2023-01-15T14:27:41.251240+0000","last_became_peered":"2023-01-15T14:27:41.251240+0000","last_unstale":"2023-01-15T15:08:50.862507+0000","last_undegraded":"2023-01-15T15:08:50.862507+0000","last_fullsized":"2023-01-15T15:08:50.862507+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:27:24.998681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2355,"num_read_kb":2245,"num_write":520,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"213'152","reported_seq":466,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.857052+0000","last_change":"2023-01-15T14:27:39.267959+0000","last_active":"2023-01-15T15:08:52.857052+0000","last_peered":"2023-01-15T15:08:52.857052+0000","last_clean":"2023-01-15T15:08:52.857052+0000","last_became_active":"2023-01-15T14:27:39.256946+0000","last_became_peered":"2023-01-15T14:27:39.256946+0000","last_unstale":"2023-01-15T15:08:52.857052+0000","last_undegraded":"2023-01-15T15:08:52.857052+0000","last_fullsized":"2023-01-15T15:08:52.857052+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:21.985739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3183214,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":319,"num_read_kb":6499,"num_write":814,"num_write_kb":36244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"213'13","reported_seq":72,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096778+0000","last_change":"2023-01-15T14:34:47.549364+0000","last_active":"2023-01-15T15:06:17.096778+0000","last_peered":"2023-01-15T15:06:17.096778+0000","last_clean":"2023-01-15T15:06:17.096778+0000","last_became_active":"2023-01-15T14:34:47.549125+0000","last_became_peered":"2023-01-15T14:34:47.549125+0000","last_unstale":"2023-01-15T15:06:17.096778+0000","last_undegraded":"2023-01-15T15:06:17.096778+0000","last_fullsized":"2023-01-15T15:06:17.096778+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:44.044094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":39,"num_write":28,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.861289+0000","last_change":"2023-01-15T14:35:14.328498+0000","last_active":"2023-01-15T15:05:41.861289+0000","last_peered":"2023-01-15T15:05:41.861289+0000","last_clean":"2023-01-15T15:05:41.861289+0000","last_became_active":"2023-01-15T14:35:14.328136+0000","last_became_peered":"2023-01-15T14:35:14.328136+0000","last_unstale":"2023-01-15T15:05:41.861289+0000","last_undegraded":"2023-01-15T15:05:41.861289+0000","last_fullsized":"2023-01-15T15:05:41.861289+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:04.296065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851678+0000","last_change":"2023-01-15T14:49:02.553469+0000","last_active":"2023-01-15T15:04:46.851678+0000","last_peered":"2023-01-15T15:04:46.851678+0000","last_clean":"2023-01-15T15:04:46.851678+0000","last_became_active":"2023-01-15T14:49:02.552976+0000","last_became_peered":"2023-01-15T14:49:02.552976+0000","last_unstale":"2023-01-15T15:04:46.851678+0000","last_undegraded":"2023-01-15T15:04:46.851678+0000","last_fullsized":"2023-01-15T15:04:46.851678+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:39:28.320563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024359+0000","last_change":"2023-01-15T14:35:17.345238+0000","last_active":"2023-01-15T15:04:32.024359+0000","last_peered":"2023-01-15T15:04:32.024359+0000","last_clean":"2023-01-15T15:04:32.024359+0000","last_became_active":"2023-01-15T14:35:17.345025+0000","last_became_peered":"2023-01-15T14:35:17.345025+0000","last_unstale":"2023-01-15T15:04:32.024359+0000","last_undegraded":"2023-01-15T15:04:32.024359+0000","last_fullsized":"2023-01-15T15:04:32.024359+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:12.116052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"213'746","reported_seq":2190,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.997612+0000","last_change":"2023-01-15T14:27:41.249235+0000","last_active":"2023-01-15T15:08:49.997612+0000","last_peered":"2023-01-15T15:08:49.997612+0000","last_clean":"2023-01-15T15:08:49.997612+0000","last_became_active":"2023-01-15T14:27:41.249009+0000","last_became_peered":"2023-01-15T14:27:41.249009+0000","last_unstale":"2023-01-15T15:08:49.997612+0000","last_undegraded":"2023-01-15T15:08:49.997612+0000","last_fullsized":"2023-01-15T15:08:49.997612+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:14:37.129088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3732,"num_read_kb":3383,"num_write":999,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"213'180","reported_seq":524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.843363+0000","last_change":"2023-01-15T14:27:39.254612+0000","last_active":"2023-01-15T15:08:52.843363+0000","last_peered":"2023-01-15T15:08:52.843363+0000","last_clean":"2023-01-15T15:08:52.843363+0000","last_became_active":"2023-01-15T14:27:39.254343+0000","last_became_peered":"2023-01-15T14:27:39.254343+0000","last_unstale":"2023-01-15T15:08:52.843363+0000","last_undegraded":"2023-01-15T15:08:52.843363+0000","last_fullsized":"2023-01-15T15:08:52.843363+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:43:32.289400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4335701,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":5889,"num_write":968,"num_write_kb":36118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"213'26","reported_seq":117,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.978259+0000","last_change":"2023-01-15T14:34:47.547055+0000","last_active":"2023-01-15T15:05:11.978259+0000","last_peered":"2023-01-15T15:05:11.978259+0000","last_clean":"2023-01-15T15:05:11.978259+0000","last_became_active":"2023-01-15T14:34:47.546813+0000","last_became_peered":"2023-01-15T14:34:47.546813+0000","last_unstale":"2023-01-15T15:05:11.978259+0000","last_undegraded":"2023-01-15T15:05:11.978259+0000","last_fullsized":"2023-01-15T15:05:11.978259+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:46.828759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":86,"num_write":52,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.972474+0000","last_change":"2023-01-15T14:35:14.330035+0000","last_active":"2023-01-15T15:04:31.972474+0000","last_peered":"2023-01-15T15:04:31.972474+0000","last_clean":"2023-01-15T15:04:31.972474+0000","last_became_active":"2023-01-15T14:35:14.329785+0000","last_became_peered":"2023-01-15T14:35:14.329785+0000","last_unstale":"2023-01-15T15:04:31.972474+0000","last_undegraded":"2023-01-15T15:04:31.972474+0000","last_fullsized":"2023-01-15T15:04:31.972474+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:17:58.164349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.856402+0000","last_change":"2023-01-15T14:49:02.542558+0000","last_active":"2023-01-15T15:06:26.856402+0000","last_peered":"2023-01-15T15:06:26.856402+0000","last_clean":"2023-01-15T15:06:26.856402+0000","last_became_active":"2023-01-15T14:49:02.542409+0000","last_became_peered":"2023-01-15T14:49:02.542409+0000","last_unstale":"2023-01-15T15:06:26.856402+0000","last_undegraded":"2023-01-15T15:06:26.856402+0000","last_fullsized":"2023-01-15T15:06:26.856402+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:20:29.342979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024251+0000","last_change":"2023-01-15T14:35:17.348246+0000","last_active":"2023-01-15T15:04:32.024251+0000","last_peered":"2023-01-15T15:04:32.024251+0000","last_clean":"2023-01-15T15:04:32.024251+0000","last_became_active":"2023-01-15T14:35:17.348023+0000","last_became_peered":"2023-01-15T14:35:17.348023+0000","last_unstale":"2023-01-15T15:04:32.024251+0000","last_undegraded":"2023-01-15T15:04:32.024251+0000","last_fullsized":"2023-01-15T15:04:32.024251+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:05.306259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"213'356","reported_seq":1684,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894038+0000","last_change":"2023-01-15T14:27:41.249089+0000","last_active":"2023-01-15T15:08:52.894038+0000","last_peered":"2023-01-15T15:08:52.894038+0000","last_clean":"2023-01-15T15:08:52.894038+0000","last_became_active":"2023-01-15T14:27:41.248771+0000","last_became_peered":"2023-01-15T14:27:41.248771+0000","last_unstale":"2023-01-15T15:08:52.894038+0000","last_undegraded":"2023-01-15T15:08:52.894038+0000","last_fullsized":"2023-01-15T15:08:52.894038+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:41.899308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2309,"num_read_kb":2204,"num_write":421,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"213'170","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.835885+0000","last_change":"2023-01-15T14:27:39.260162+0000","last_active":"2023-01-15T15:08:52.835885+0000","last_peered":"2023-01-15T15:08:52.835885+0000","last_clean":"2023-01-15T15:08:52.835885+0000","last_became_active":"2023-01-15T14:27:39.253853+0000","last_became_peered":"2023-01-15T14:27:39.253853+0000","last_unstale":"2023-01-15T15:08:52.835885+0000","last_undegraded":"2023-01-15T15:08:52.835885+0000","last_fullsized":"2023-01-15T15:08:52.835885+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:00:04.293944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31338,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":378,"num_read_kb":13817,"num_write":961,"num_write_kb":17770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"213'33","reported_seq":130,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096887+0000","last_change":"2023-01-15T14:34:47.546125+0000","last_active":"2023-01-15T15:06:17.096887+0000","last_peered":"2023-01-15T15:06:17.096887+0000","last_clean":"2023-01-15T15:06:17.096887+0000","last_became_active":"2023-01-15T14:34:47.545728+0000","last_became_peered":"2023-01-15T14:34:47.545728+0000","last_unstale":"2023-01-15T15:06:17.096887+0000","last_undegraded":"2023-01-15T15:06:17.096887+0000","last_fullsized":"2023-01-15T15:06:17.096887+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:58:49.850329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":99,"num_write":78,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.081274+0000","last_change":"2023-01-15T14:35:14.326325+0000","last_active":"2023-01-15T15:04:32.081274+0000","last_peered":"2023-01-15T15:04:32.081274+0000","last_clean":"2023-01-15T15:04:32.081274+0000","last_became_active":"2023-01-15T14:35:14.326072+0000","last_became_peered":"2023-01-15T14:35:14.326072+0000","last_unstale":"2023-01-15T15:04:32.081274+0000","last_undegraded":"2023-01-15T15:04:32.081274+0000","last_fullsized":"2023-01-15T15:04:32.081274+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:16.365039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:47.083781+0000","last_change":"2023-01-15T14:49:02.548655+0000","last_active":"2023-01-15T15:04:47.083781+0000","last_peered":"2023-01-15T15:04:47.083781+0000","last_clean":"2023-01-15T15:04:47.083781+0000","last_became_active":"2023-01-15T14:49:02.548337+0000","last_became_peered":"2023-01-15T14:49:02.548337+0000","last_unstale":"2023-01-15T15:04:47.083781+0000","last_undegraded":"2023-01-15T15:04:47.083781+0000","last_fullsized":"2023-01-15T15:04:47.083781+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:34.060405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.350034+0000","last_change":"2023-01-15T14:35:17.342614+0000","last_active":"2023-01-15T15:05:37.350034+0000","last_peered":"2023-01-15T15:05:37.350034+0000","last_clean":"2023-01-15T15:05:37.350034+0000","last_became_active":"2023-01-15T14:35:17.342386+0000","last_became_peered":"2023-01-15T14:35:17.342386+0000","last_unstale":"2023-01-15T15:05:37.350034+0000","last_undegraded":"2023-01-15T15:05:37.350034+0000","last_fullsized":"2023-01-15T15:05:37.350034+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:59.518053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"213'318","reported_seq":1555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.358266+0000","last_change":"2023-01-15T14:27:41.261518+0000","last_active":"2023-01-15T15:08:49.358266+0000","last_peered":"2023-01-15T15:08:49.358266+0000","last_clean":"2023-01-15T15:08:49.358266+0000","last_became_active":"2023-01-15T14:27:41.261294+0000","last_became_peered":"2023-01-15T14:27:41.261294+0000","last_unstale":"2023-01-15T15:08:49.358266+0000","last_undegraded":"2023-01-15T15:08:49.358266+0000","last_fullsized":"2023-01-15T15:08:49.358266+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:07:06.580461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1995,"num_read_kb":1920,"num_write":363,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"213'135","reported_seq":455,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862560+0000","last_change":"2023-01-15T14:27:39.332399+0000","last_active":"2023-01-15T15:08:52.862560+0000","last_peered":"2023-01-15T15:08:52.862560+0000","last_clean":"2023-01-15T15:08:52.862560+0000","last_became_active":"2023-01-15T14:27:39.288453+0000","last_became_peered":"2023-01-15T14:27:39.288453+0000","last_unstale":"2023-01-15T15:08:52.862560+0000","last_undegraded":"2023-01-15T15:08:52.862560+0000","last_fullsized":"2023-01-15T15:08:52.862560+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:49.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4204560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":7568,"num_write":821,"num_write_kb":9568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"213'22","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.036634+0000","last_change":"2023-01-15T14:34:47.549323+0000","last_active":"2023-01-15T15:06:17.036634+0000","last_peered":"2023-01-15T15:06:17.036634+0000","last_clean":"2023-01-15T15:06:17.036634+0000","last_became_active":"2023-01-15T14:34:47.549109+0000","last_became_peered":"2023-01-15T14:34:47.549109+0000","last_unstale":"2023-01-15T15:06:17.036634+0000","last_undegraded":"2023-01-15T15:06:17.036634+0000","last_fullsized":"2023-01-15T15:06:17.036634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:12.755163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":72,"num_write":47,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:32.024408+0000","last_change":"2023-01-15T14:35:14.328539+0000","last_active":"2023-01-15T15:04:32.024408+0000","last_peered":"2023-01-15T15:04:32.024408+0000","last_clean":"2023-01-15T15:04:32.024408+0000","last_became_active":"2023-01-15T14:35:14.328310+0000","last_became_peered":"2023-01-15T14:35:14.328310+0000","last_unstale":"2023-01-15T15:04:32.024408+0000","last_undegraded":"2023-01-15T15:04:32.024408+0000","last_fullsized":"2023-01-15T15:04:32.024408+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:39:58.643152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868036+0000","last_change":"2023-01-15T14:49:02.553049+0000","last_active":"2023-01-15T15:06:21.868036+0000","last_peered":"2023-01-15T15:06:21.868036+0000","last_clean":"2023-01-15T15:06:21.868036+0000","last_became_active":"2023-01-15T14:49:02.552826+0000","last_became_peered":"2023-01-15T14:49:02.552826+0000","last_unstale":"2023-01-15T15:06:21.868036+0000","last_undegraded":"2023-01-15T15:06:21.868036+0000","last_fullsized":"2023-01-15T15:06:21.868036+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:37:38.706311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.981981+0000","last_change":"2023-01-15T14:35:17.347378+0000","last_active":"2023-01-15T15:05:36.981981+0000","last_peered":"2023-01-15T15:05:36.981981+0000","last_clean":"2023-01-15T15:05:36.981981+0000","last_became_active":"2023-01-15T14:35:17.347176+0000","last_became_peered":"2023-01-15T14:35:17.347176+0000","last_unstale":"2023-01-15T15:05:36.981981+0000","last_undegraded":"2023-01-15T15:05:36.981981+0000","last_fullsized":"2023-01-15T15:05:36.981981+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:05:05.488197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"213'273","reported_seq":1352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894055+0000","last_change":"2023-01-15T14:27:41.260407+0000","last_active":"2023-01-15T15:08:52.894055+0000","last_peered":"2023-01-15T15:08:52.894055+0000","last_clean":"2023-01-15T15:08:52.894055+0000","last_became_active":"2023-01-15T14:27:41.259902+0000","last_became_peered":"2023-01-15T14:27:41.259902+0000","last_unstale":"2023-01-15T15:08:52.894055+0000","last_undegraded":"2023-01-15T15:08:52.894055+0000","last_fullsized":"2023-01-15T15:08:52.894055+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:32:37.297834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1761,"num_read_kb":1676,"num_write":321,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"213'155","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.352551+0000","last_change":"2023-01-15T14:27:39.378590+0000","last_active":"2023-01-15T15:08:43.352551+0000","last_peered":"2023-01-15T15:08:43.352551+0000","last_clean":"2023-01-15T15:08:43.352551+0000","last_became_active":"2023-01-15T14:27:39.369614+0000","last_became_peered":"2023-01-15T14:27:39.369614+0000","last_unstale":"2023-01-15T15:08:43.352551+0000","last_undegraded":"2023-01-15T15:08:43.352551+0000","last_fullsized":"2023-01-15T15:08:43.352551+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:43.611969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353805,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":373,"num_read_kb":15040,"num_write":834,"num_write_kb":22682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"213'32","reported_seq":138,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096951+0000","last_change":"2023-01-15T14:34:47.547998+0000","last_active":"2023-01-15T15:06:17.096951+0000","last_peered":"2023-01-15T15:06:17.096951+0000","last_clean":"2023-01-15T15:06:17.096951+0000","last_became_active":"2023-01-15T14:34:47.547752+0000","last_became_peered":"2023-01-15T14:34:47.547752+0000","last_unstale":"2023-01-15T15:06:17.096951+0000","last_undegraded":"2023-01-15T15:06:17.096951+0000","last_fullsized":"2023-01-15T15:06:17.096951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:53:01.509968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:31.849333+0000","last_change":"2023-01-15T14:35:14.328439+0000","last_active":"2023-01-15T15:04:31.849333+0000","last_peered":"2023-01-15T15:04:31.849333+0000","last_clean":"2023-01-15T15:04:31.849333+0000","last_became_active":"2023-01-15T14:35:14.328043+0000","last_became_peered":"2023-01-15T14:35:14.328043+0000","last_unstale":"2023-01-15T15:04:31.849333+0000","last_undegraded":"2023-01-15T15:04:31.849333+0000","last_fullsized":"2023-01-15T15:04:31.849333+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:38:11.773112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.097271+0000","last_change":"2023-01-15T14:49:02.549458+0000","last_active":"2023-01-15T15:06:22.097271+0000","last_peered":"2023-01-15T15:06:22.097271+0000","last_clean":"2023-01-15T15:06:22.097271+0000","last_became_active":"2023-01-15T14:49:02.549084+0000","last_became_peered":"2023-01-15T14:49:02.549084+0000","last_unstale":"2023-01-15T15:06:22.097271+0000","last_undegraded":"2023-01-15T15:06:22.097271+0000","last_fullsized":"2023-01-15T15:06:22.097271+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.109795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"210'5","reported_seq":43,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.349947+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:05:37.349947+0000","last_peered":"2023-01-15T15:05:37.349947+0000","last_clean":"2023-01-15T15:05:37.349947+0000","last_became_active":"2023-01-15T14:35:17.346964+0000","last_became_peered":"2023-01-15T14:35:17.346964+0000","last_unstale":"2023-01-15T15:05:37.349947+0000","last_undegraded":"2023-01-15T15:05:37.349947+0000","last_fullsized":"2023-01-15T15:05:37.349947+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:09:07.349896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"213'323","reported_seq":1652,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.936566+0000","last_change":"2023-01-15T14:27:41.259207+0000","last_active":"2023-01-15T15:08:51.936566+0000","last_peered":"2023-01-15T15:08:51.936566+0000","last_clean":"2023-01-15T15:08:51.936566+0000","last_became_active":"2023-01-15T14:27:41.258967+0000","last_became_peered":"2023-01-15T14:27:41.258967+0000","last_unstale":"2023-01-15T15:08:51.936566+0000","last_undegraded":"2023-01-15T15:08:51.936566+0000","last_fullsized":"2023-01-15T15:08:51.936566+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:38.186145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2118,"num_read_kb":2047,"num_write":361,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"213'159","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.673371+0000","last_change":"2023-01-15T14:27:39.277739+0000","last_active":"2023-01-15T15:08:43.673371+0000","last_peered":"2023-01-15T15:08:43.673371+0000","last_clean":"2023-01-15T15:08:43.673371+0000","last_became_active":"2023-01-15T14:27:39.257358+0000","last_became_peered":"2023-01-15T14:27:39.257358+0000","last_unstale":"2023-01-15T15:08:43.673371+0000","last_undegraded":"2023-01-15T15:08:43.673371+0000","last_fullsized":"2023-01-15T15:08:43.673371+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:11.647480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38970,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":370,"num_read_kb":410,"num_write":810,"num_write_kb":15834,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"213'11","reported_seq":71,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:17.096900+0000","last_change":"2023-01-15T14:34:47.543019+0000","last_active":"2023-01-15T15:06:17.096900+0000","last_peered":"2023-01-15T15:06:17.096900+0000","last_clean":"2023-01-15T15:06:17.096900+0000","last_became_active":"2023-01-15T14:34:47.542807+0000","last_became_peered":"2023-01-15T14:34:47.542807+0000","last_unstale":"2023-01-15T15:06:17.096900+0000","last_undegraded":"2023-01-15T15:06:17.096900+0000","last_fullsized":"2023-01-15T15:06:17.096900+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:16:38.144483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":39,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.840683+0000","last_change":"2023-01-15T14:35:14.329870+0000","last_active":"2023-01-15T15:04:36.840683+0000","last_peered":"2023-01-15T15:04:36.840683+0000","last_clean":"2023-01-15T15:04:36.840683+0000","last_became_active":"2023-01-15T14:35:14.329651+0000","last_became_peered":"2023-01-15T14:35:14.329651+0000","last_unstale":"2023-01-15T15:04:36.840683+0000","last_undegraded":"2023-01-15T15:04:36.840683+0000","last_fullsized":"2023-01-15T15:04:36.840683+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:45:17.263691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:22.037314+0000","last_change":"2023-01-15T14:49:02.553487+0000","last_active":"2023-01-15T15:06:22.037314+0000","last_peered":"2023-01-15T15:06:22.037314+0000","last_clean":"2023-01-15T15:06:22.037314+0000","last_became_active":"2023-01-15T14:49:02.553241+0000","last_became_peered":"2023-01-15T14:49:02.553241+0000","last_unstale":"2023-01-15T15:06:22.037314+0000","last_undegraded":"2023-01-15T15:06:22.037314+0000","last_fullsized":"2023-01-15T15:06:22.037314+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:32:59.467832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.982328+0000","last_change":"2023-01-15T14:35:17.352585+0000","last_active":"2023-01-15T15:05:36.982328+0000","last_peered":"2023-01-15T15:05:36.982328+0000","last_clean":"2023-01-15T15:05:36.982328+0000","last_became_active":"2023-01-15T14:35:17.352360+0000","last_became_peered":"2023-01-15T14:35:17.352360+0000","last_unstale":"2023-01-15T15:05:36.982328+0000","last_undegraded":"2023-01-15T15:05:36.982328+0000","last_fullsized":"2023-01-15T15:05:36.982328+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:56:43.384193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"213'797","reported_seq":2112,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894051+0000","last_change":"2023-01-15T14:27:41.250257+0000","last_active":"2023-01-15T15:08:52.894051+0000","last_peered":"2023-01-15T15:08:52.894051+0000","last_clean":"2023-01-15T15:08:52.894051+0000","last_became_active":"2023-01-15T14:27:41.250004+0000","last_became_peered":"2023-01-15T14:27:41.250004+0000","last_unstale":"2023-01-15T15:08:52.894051+0000","last_undegraded":"2023-01-15T15:08:52.894051+0000","last_fullsized":"2023-01-15T15:08:52.894051+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":700,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:27:36.105261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3757,"num_read_kb":3355,"num_write":1082,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"213'135","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.774901+0000","last_change":"2023-01-15T14:27:39.265180+0000","last_active":"2023-01-15T15:08:47.774901+0000","last_peered":"2023-01-15T15:08:47.774901+0000","last_clean":"2023-01-15T15:08:47.774901+0000","last_became_active":"2023-01-15T14:27:39.256356+0000","last_became_peered":"2023-01-15T14:27:39.256356+0000","last_unstale":"2023-01-15T15:08:47.774901+0000","last_undegraded":"2023-01-15T15:08:47.774901+0000","last_fullsized":"2023-01-15T15:08:47.774901+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:02:40.393627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2068,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":5578,"num_write":755,"num_write_kb":20032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1","version":"213'44","reported_seq":179,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.840719+0000","last_change":"2023-01-15T14:34:47.548037+0000","last_active":"2023-01-15T15:06:01.840719+0000","last_peered":"2023-01-15T15:06:01.840719+0000","last_clean":"2023-01-15T15:06:01.840719+0000","last_became_active":"2023-01-15T14:34:47.547666+0000","last_became_peered":"2023-01-15T14:34:47.547666+0000","last_unstale":"2023-01-15T15:06:01.840719+0000","last_undegraded":"2023-01-15T15:06:01.840719+0000","last_fullsized":"2023-01-15T15:06:01.840719+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:02:45.789879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":153,"num_write":80,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"210'5","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.835613+0000","last_change":"2023-01-15T14:35:14.325976+0000","last_active":"2023-01-15T15:05:26.835613+0000","last_peered":"2023-01-15T15:05:26.835613+0000","last_clean":"2023-01-15T15:05:26.835613+0000","last_became_active":"2023-01-15T14:35:14.325806+0000","last_became_peered":"2023-01-15T14:35:14.325806+0000","last_unstale":"2023-01-15T15:05:26.835613+0000","last_undegraded":"2023-01-15T15:05:26.835613+0000","last_fullsized":"2023-01-15T15:05:26.835613+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:04.649874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868600+0000","last_change":"2023-01-15T14:49:02.553969+0000","last_active":"2023-01-15T15:06:21.868600+0000","last_peered":"2023-01-15T15:06:21.868600+0000","last_clean":"2023-01-15T15:06:21.868600+0000","last_became_active":"2023-01-15T14:49:02.553765+0000","last_became_peered":"2023-01-15T14:49:02.553765+0000","last_unstale":"2023-01-15T15:06:21.868600+0000","last_undegraded":"2023-01-15T15:06:21.868600+0000","last_fullsized":"2023-01-15T15:06:21.868600+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:17.623289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"213'737","reported_seq":1993,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.390538+0000","last_change":"2023-01-15T14:27:41.257826+0000","last_active":"2023-01-15T15:08:51.390538+0000","last_peered":"2023-01-15T15:08:51.390538+0000","last_clean":"2023-01-15T15:08:51.390538+0000","last_became_active":"2023-01-15T14:27:41.257568+0000","last_became_peered":"2023-01-15T14:27:41.257568+0000","last_unstale":"2023-01-15T15:08:51.390538+0000","last_undegraded":"2023-01-15T15:08:51.390538+0000","last_fullsized":"2023-01-15T15:08:51.390538+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:19.530675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3423,"num_read_kb":3064,"num_write":983,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"213'177","reported_seq":509,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846586+0000","last_change":"2023-01-15T14:27:39.259949+0000","last_active":"2023-01-15T15:08:52.846586+0000","last_peered":"2023-01-15T15:08:52.846586+0000","last_clean":"2023-01-15T15:08:52.846586+0000","last_became_active":"2023-01-15T14:27:39.255585+0000","last_became_peered":"2023-01-15T14:27:39.255585+0000","last_unstale":"2023-01-15T15:08:52.846586+0000","last_undegraded":"2023-01-15T15:08:52.846586+0000","last_fullsized":"2023-01-15T15:08:52.846586+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:29.796537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27209,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":430,"num_read_kb":12335,"num_write":905,"num_write_kb":27761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:47.360312+0000","last_change":"2023-01-15T14:34:47.546433+0000","last_active":"2023-01-15T15:06:47.360312+0000","last_peered":"2023-01-15T15:06:47.360312+0000","last_clean":"2023-01-15T15:06:47.360312+0000","last_became_active":"2023-01-15T14:34:47.546185+0000","last_became_peered":"2023-01-15T14:34:47.546185+0000","last_unstale":"2023-01-15T15:06:47.360312+0000","last_undegraded":"2023-01-15T15:06:47.360312+0000","last_fullsized":"2023-01-15T15:06:47.360312+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:59.588851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":146,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098667+0000","last_change":"2023-01-15T14:35:14.330823+0000","last_active":"2023-01-15T15:06:32.098667+0000","last_peered":"2023-01-15T15:06:32.098667+0000","last_clean":"2023-01-15T15:06:32.098667+0000","last_became_active":"2023-01-15T14:35:14.330566+0000","last_became_peered":"2023-01-15T14:35:14.330566+0000","last_unstale":"2023-01-15T15:06:32.098667+0000","last_undegraded":"2023-01-15T15:06:32.098667+0000","last_fullsized":"2023-01-15T15:06:32.098667+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:51:31.783371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032008+0000","last_change":"2023-01-15T14:35:17.342522+0000","last_active":"2023-01-15T15:05:37.032008+0000","last_peered":"2023-01-15T15:05:37.032008+0000","last_clean":"2023-01-15T15:05:37.032008+0000","last_became_active":"2023-01-15T14:35:17.342279+0000","last_became_peered":"2023-01-15T14:35:17.342279+0000","last_unstale":"2023-01-15T15:05:37.032008+0000","last_undegraded":"2023-01-15T15:05:37.032008+0000","last_fullsized":"2023-01-15T15:05:37.032008+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:55:32.228247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.032602+0000","last_change":"2023-01-15T14:49:02.544138+0000","last_active":"2023-01-15T15:05:42.032602+0000","last_peered":"2023-01-15T15:05:42.032602+0000","last_clean":"2023-01-15T15:05:42.032602+0000","last_became_active":"2023-01-15T14:49:02.543880+0000","last_became_peered":"2023-01-15T14:49:02.543880+0000","last_unstale":"2023-01-15T15:05:42.032602+0000","last_undegraded":"2023-01-15T15:05:42.032602+0000","last_fullsized":"2023-01-15T15:05:42.032602+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:20:35.137867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.631460+0000","last_change":"2023-01-15T14:27:41.260096+0000","last_active":"2023-01-15T15:08:47.631460+0000","last_peered":"2023-01-15T15:08:47.631460+0000","last_clean":"2023-01-15T15:08:47.631460+0000","last_became_active":"2023-01-15T14:27:41.259885+0000","last_became_peered":"2023-01-15T14:27:41.259885+0000","last_unstale":"2023-01-15T15:08:47.631460+0000","last_undegraded":"2023-01-15T15:08:47.631460+0000","last_fullsized":"2023-01-15T15:08:47.631460+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:58:52.223429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2063,"num_read_kb":1974,"num_write":378,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"213'258","reported_seq":662,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.024264+0000","last_change":"2023-01-15T14:27:39.259244+0000","last_active":"2023-01-15T15:08:44.024264+0000","last_peered":"2023-01-15T15:08:44.024264+0000","last_clean":"2023-01-15T15:08:44.024264+0000","last_became_active":"2023-01-15T14:27:39.258753+0000","last_became_peered":"2023-01-15T14:27:39.258753+0000","last_unstale":"2023-01-15T15:08:44.024264+0000","last_undegraded":"2023-01-15T15:08:44.024264+0000","last_fullsized":"2023-01-15T15:08:44.024264+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:36.692980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10872603,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":664,"num_read_kb":7890,"num_write":1266,"num_write_kb":47819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.3","version":"213'21","reported_seq":102,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.852793+0000","last_change":"2023-01-15T14:34:47.551494+0000","last_active":"2023-01-15T15:06:01.852793+0000","last_peered":"2023-01-15T15:06:01.852793+0000","last_clean":"2023-01-15T15:06:01.852793+0000","last_became_active":"2023-01-15T14:34:47.551265+0000","last_became_peered":"2023-01-15T14:34:47.551265+0000","last_unstale":"2023-01-15T15:06:01.852793+0000","last_undegraded":"2023-01-15T15:06:01.852793+0000","last_fullsized":"2023-01-15T15:06:01.852793+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:17.952442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":72,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"210'2","reported_seq":36,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857729+0000","last_change":"2023-01-15T14:35:14.313401+0000","last_active":"2023-01-15T15:06:31.857729+0000","last_peered":"2023-01-15T15:06:31.857729+0000","last_clean":"2023-01-15T15:06:31.857729+0000","last_became_active":"2023-01-15T14:35:14.313099+0000","last_became_peered":"2023-01-15T14:35:14.313099+0000","last_unstale":"2023-01-15T15:06:31.857729+0000","last_undegraded":"2023-01-15T15:06:31.857729+0000","last_fullsized":"2023-01-15T15:06:31.857729+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:01:07.661462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358575+0000","last_change":"2023-01-15T14:35:17.349488+0000","last_active":"2023-01-15T15:06:32.358575+0000","last_peered":"2023-01-15T15:06:32.358575+0000","last_clean":"2023-01-15T15:06:32.358575+0000","last_became_active":"2023-01-15T14:35:17.349276+0000","last_became_peered":"2023-01-15T14:35:17.349276+0000","last_unstale":"2023-01-15T15:06:32.358575+0000","last_undegraded":"2023-01-15T15:06:32.358575+0000","last_fullsized":"2023-01-15T15:06:32.358575+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:12.327630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091984+0000","last_change":"2023-01-15T14:49:02.548934+0000","last_active":"2023-01-15T15:05:42.091984+0000","last_peered":"2023-01-15T15:05:42.091984+0000","last_clean":"2023-01-15T15:05:42.091984+0000","last_became_active":"2023-01-15T14:49:02.548687+0000","last_became_peered":"2023-01-15T14:49:02.548687+0000","last_unstale":"2023-01-15T15:05:42.091984+0000","last_undegraded":"2023-01-15T15:05:42.091984+0000","last_fullsized":"2023-01-15T15:05:42.091984+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:52:10.984888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"213'384","reported_seq":1580,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923810+0000","last_change":"2023-01-15T14:27:41.258349+0000","last_active":"2023-01-15T15:08:52.923810+0000","last_peered":"2023-01-15T15:08:52.923810+0000","last_clean":"2023-01-15T15:08:52.923810+0000","last_became_active":"2023-01-15T14:27:41.258115+0000","last_became_peered":"2023-01-15T14:27:41.258115+0000","last_unstale":"2023-01-15T15:08:52.923810+0000","last_undegraded":"2023-01-15T15:08:52.923810+0000","last_fullsized":"2023-01-15T15:08:52.923810+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:28:37.398083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2318,"num_read_kb":2171,"num_write":505,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"213'175","reported_seq":518,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466686+0000","last_change":"2023-01-15T14:27:39.259751+0000","last_active":"2023-01-15T15:08:47.466686+0000","last_peered":"2023-01-15T15:08:47.466686+0000","last_clean":"2023-01-15T15:08:47.466686+0000","last_became_active":"2023-01-15T14:27:39.256036+0000","last_became_peered":"2023-01-15T14:27:39.256036+0000","last_unstale":"2023-01-15T15:08:47.466686+0000","last_undegraded":"2023-01-15T15:08:47.466686+0000","last_fullsized":"2023-01-15T15:08:47.466686+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:27.941163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328834,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":420,"num_read_kb":1187,"num_write":1022,"num_write_kb":16698,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"213'25","reported_seq":114,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:18.972120+0000","last_change":"2023-01-15T14:34:47.541238+0000","last_active":"2023-01-15T15:07:18.972120+0000","last_peered":"2023-01-15T15:07:18.972120+0000","last_clean":"2023-01-15T15:07:18.972120+0000","last_became_active":"2023-01-15T14:34:47.540987+0000","last_became_peered":"2023-01-15T14:34:47.540987+0000","last_unstale":"2023-01-15T15:07:18.972120+0000","last_undegraded":"2023-01-15T15:07:18.972120+0000","last_fullsized":"2023-01-15T15:07:18.972120+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:04.359297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":58,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.857787+0000","last_change":"2023-01-15T14:35:14.322650+0000","last_active":"2023-01-15T15:06:31.857787+0000","last_peered":"2023-01-15T15:06:31.857787+0000","last_clean":"2023-01-15T15:06:31.857787+0000","last_became_active":"2023-01-15T14:35:14.322392+0000","last_became_peered":"2023-01-15T14:35:14.322392+0000","last_unstale":"2023-01-15T15:06:31.857787+0000","last_undegraded":"2023-01-15T15:06:31.857787+0000","last_fullsized":"2023-01-15T15:06:31.857787+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:17:02.098786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358469+0000","last_change":"2023-01-15T14:35:17.341798+0000","last_active":"2023-01-15T15:06:32.358469+0000","last_peered":"2023-01-15T15:06:32.358469+0000","last_clean":"2023-01-15T15:06:32.358469+0000","last_became_active":"2023-01-15T14:35:17.341590+0000","last_became_peered":"2023-01-15T14:35:17.341590+0000","last_unstale":"2023-01-15T15:06:32.358469+0000","last_undegraded":"2023-01-15T15:06:32.358469+0000","last_fullsized":"2023-01-15T15:06:32.358469+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:04.016611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.849641+0000","last_change":"2023-01-15T14:49:02.552318+0000","last_active":"2023-01-15T15:05:41.849641+0000","last_peered":"2023-01-15T15:05:41.849641+0000","last_clean":"2023-01-15T15:05:41.849641+0000","last_became_active":"2023-01-15T14:49:02.552024+0000","last_became_peered":"2023-01-15T14:49:02.552024+0000","last_unstale":"2023-01-15T15:05:41.849641+0000","last_undegraded":"2023-01-15T15:05:41.849641+0000","last_fullsized":"2023-01-15T15:05:41.849641+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:53.020778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"213'668","reported_seq":1969,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923743+0000","last_change":"2023-01-15T14:27:41.265447+0000","last_active":"2023-01-15T15:08:52.923743+0000","last_peered":"2023-01-15T15:08:52.923743+0000","last_clean":"2023-01-15T15:08:52.923743+0000","last_became_active":"2023-01-15T14:27:41.265214+0000","last_became_peered":"2023-01-15T14:27:41.265214+0000","last_unstale":"2023-01-15T15:08:52.923743+0000","last_undegraded":"2023-01-15T15:08:52.923743+0000","last_fullsized":"2023-01-15T15:08:52.923743+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":600,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:50:42.841538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3302,"num_read_kb":2983,"num_write":887,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"213'161","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.748218+0000","last_change":"2023-01-15T14:27:39.258479+0000","last_active":"2023-01-15T15:08:40.748218+0000","last_peered":"2023-01-15T15:08:40.748218+0000","last_clean":"2023-01-15T15:08:40.748218+0000","last_became_active":"2023-01-15T14:27:39.258160+0000","last_became_peered":"2023-01-15T14:27:39.258160+0000","last_unstale":"2023-01-15T15:08:40.748218+0000","last_undegraded":"2023-01-15T15:08:40.748218+0000","last_fullsized":"2023-01-15T15:08:40.748218+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:18.589329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6634071,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":21498,"num_write":884,"num_write_kb":34174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"213'24","reported_seq":110,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:02.353951+0000","last_change":"2023-01-15T14:34:47.544279+0000","last_active":"2023-01-15T15:06:02.353951+0000","last_peered":"2023-01-15T15:06:02.353951+0000","last_clean":"2023-01-15T15:06:02.353951+0000","last_became_active":"2023-01-15T14:34:47.544030+0000","last_became_peered":"2023-01-15T14:34:47.544030+0000","last_unstale":"2023-01-15T15:06:02.353951+0000","last_undegraded":"2023-01-15T15:06:02.353951+0000","last_fullsized":"2023-01-15T15:06:02.353951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:44:29.110103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":45,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358480+0000","last_change":"2023-01-15T14:35:14.321597+0000","last_active":"2023-01-15T15:06:32.358480+0000","last_peered":"2023-01-15T15:06:32.358480+0000","last_clean":"2023-01-15T15:06:32.358480+0000","last_became_active":"2023-01-15T14:35:14.321408+0000","last_became_peered":"2023-01-15T14:35:14.321408+0000","last_unstale":"2023-01-15T15:06:32.358480+0000","last_undegraded":"2023-01-15T15:06:32.358480+0000","last_fullsized":"2023-01-15T15:06:32.358480+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:54:02.529102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.098774+0000","last_change":"2023-01-15T14:35:17.346943+0000","last_active":"2023-01-15T15:06:32.098774+0000","last_peered":"2023-01-15T15:06:32.098774+0000","last_clean":"2023-01-15T15:06:32.098774+0000","last_became_active":"2023-01-15T14:35:17.346706+0000","last_became_peered":"2023-01-15T14:35:17.346706+0000","last_unstale":"2023-01-15T15:06:32.098774+0000","last_undegraded":"2023-01-15T15:06:32.098774+0000","last_fullsized":"2023-01-15T15:06:32.098774+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:42.212816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091849+0000","last_change":"2023-01-15T14:49:02.549107+0000","last_active":"2023-01-15T15:05:42.091849+0000","last_peered":"2023-01-15T15:05:42.091849+0000","last_clean":"2023-01-15T15:05:42.091849+0000","last_became_active":"2023-01-15T14:49:02.548883+0000","last_became_peered":"2023-01-15T14:49:02.548883+0000","last_unstale":"2023-01-15T15:05:42.091849+0000","last_undegraded":"2023-01-15T15:05:42.091849+0000","last_fullsized":"2023-01-15T15:05:42.091849+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:28:25.654292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"213'739","reported_seq":1967,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.637391+0000","last_change":"2023-01-15T14:27:41.259645+0000","last_active":"2023-01-15T15:08:47.637391+0000","last_peered":"2023-01-15T15:08:47.637391+0000","last_clean":"2023-01-15T15:08:47.637391+0000","last_became_active":"2023-01-15T14:27:41.259443+0000","last_became_peered":"2023-01-15T14:27:41.259443+0000","last_unstale":"2023-01-15T15:08:47.637391+0000","last_undegraded":"2023-01-15T15:08:47.637391+0000","last_fullsized":"2023-01-15T15:08:47.637391+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:06:39.712716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3574,"num_read_kb":3172,"num_write":1026,"num_write_kb":428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"213'163","reported_seq":545,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.453744+0000","last_change":"2023-01-15T14:27:39.243344+0000","last_active":"2023-01-15T15:08:50.453744+0000","last_peered":"2023-01-15T15:08:50.453744+0000","last_clean":"2023-01-15T15:08:50.453744+0000","last_became_active":"2023-01-15T14:27:39.243023+0000","last_became_peered":"2023-01-15T14:27:39.243023+0000","last_unstale":"2023-01-15T15:08:50.453744+0000","last_undegraded":"2023-01-15T15:08:50.453744+0000","last_fullsized":"2023-01-15T15:08:50.453744+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:07:15.019094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":99143,"num_write":931,"num_write_kb":32910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"213'20","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.974757+0000","last_change":"2023-01-15T14:34:47.550178+0000","last_active":"2023-01-15T15:07:25.974757+0000","last_peered":"2023-01-15T15:07:25.974757+0000","last_clean":"2023-01-15T15:07:25.974757+0000","last_became_active":"2023-01-15T14:34:47.549916+0000","last_became_peered":"2023-01-15T14:34:47.549916+0000","last_unstale":"2023-01-15T15:07:25.974757+0000","last_undegraded":"2023-01-15T15:07:25.974757+0000","last_fullsized":"2023-01-15T15:07:25.974757+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:03:40.903912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":54,"num_write":49,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:36.871168+0000","last_change":"2023-01-15T14:35:14.326798+0000","last_active":"2023-01-15T15:06:36.871168+0000","last_peered":"2023-01-15T15:06:36.871168+0000","last_clean":"2023-01-15T15:06:36.871168+0000","last_became_active":"2023-01-15T14:35:14.326512+0000","last_became_peered":"2023-01-15T14:35:14.326512+0000","last_unstale":"2023-01-15T15:06:36.871168+0000","last_undegraded":"2023-01-15T15:06:36.871168+0000","last_fullsized":"2023-01-15T15:06:36.871168+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:57.320822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358392+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:06:32.358392+0000","last_peered":"2023-01-15T15:06:32.358392+0000","last_clean":"2023-01-15T15:06:32.358392+0000","last_became_active":"2023-01-15T14:35:17.347002+0000","last_became_peered":"2023-01-15T14:35:17.347002+0000","last_unstale":"2023-01-15T15:06:32.358392+0000","last_undegraded":"2023-01-15T15:06:32.358392+0000","last_fullsized":"2023-01-15T15:06:32.358392+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:01:26.247024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:01.976812+0000","last_change":"2023-01-15T14:49:02.546785+0000","last_active":"2023-01-15T15:05:01.976812+0000","last_peered":"2023-01-15T15:05:01.976812+0000","last_clean":"2023-01-15T15:05:01.976812+0000","last_became_active":"2023-01-15T14:49:02.546423+0000","last_became_peered":"2023-01-15T14:49:02.546423+0000","last_unstale":"2023-01-15T15:05:01.976812+0000","last_undegraded":"2023-01-15T15:05:01.976812+0000","last_fullsized":"2023-01-15T15:05:01.976812+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:58.064261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"213'639","reported_seq":1830,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.628638+0000","last_change":"2023-01-15T14:27:41.260556+0000","last_active":"2023-01-15T15:08:50.628638+0000","last_peered":"2023-01-15T15:08:50.628638+0000","last_clean":"2023-01-15T15:08:50.628638+0000","last_became_active":"2023-01-15T14:27:41.260199+0000","last_became_peered":"2023-01-15T14:27:41.260199+0000","last_unstale":"2023-01-15T15:08:50.628638+0000","last_undegraded":"2023-01-15T15:08:50.628638+0000","last_fullsized":"2023-01-15T15:08:50.628638+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:13:36.310726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3152,"num_read_kb":2847,"num_write":850,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"213'159","reported_seq":573,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.867666+0000","last_change":"2023-01-15T14:27:39.253959+0000","last_active":"2023-01-15T15:08:52.867666+0000","last_peered":"2023-01-15T15:08:52.867666+0000","last_clean":"2023-01-15T15:08:52.867666+0000","last_became_active":"2023-01-15T14:27:39.253667+0000","last_became_peered":"2023-01-15T14:27:39.253667+0000","last_unstale":"2023-01-15T15:08:52.867666+0000","last_undegraded":"2023-01-15T15:08:52.867666+0000","last_fullsized":"2023-01-15T15:08:52.867666+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:20:18.727923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524333,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":861,"num_read_kb":873,"num_write":862,"num_write_kb":25261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"210'8","reported_seq":63,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:07.028568+0000","last_change":"2023-01-15T14:34:47.545953+0000","last_active":"2023-01-15T15:05:07.028568+0000","last_peered":"2023-01-15T15:05:07.028568+0000","last_clean":"2023-01-15T15:05:07.028568+0000","last_became_active":"2023-01-15T14:34:47.545688+0000","last_became_peered":"2023-01-15T14:34:47.545688+0000","last_unstale":"2023-01-15T15:05:07.028568+0000","last_undegraded":"2023-01-15T15:05:07.028568+0000","last_fullsized":"2023-01-15T15:05:07.028568+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:06.207770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":31,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860793+0000","last_change":"2023-01-15T14:35:14.321123+0000","last_active":"2023-01-15T15:05:36.860793+0000","last_peered":"2023-01-15T15:05:36.860793+0000","last_clean":"2023-01-15T15:05:36.860793+0000","last_became_active":"2023-01-15T14:35:14.320610+0000","last_became_peered":"2023-01-15T14:35:14.320610+0000","last_unstale":"2023-01-15T15:05:36.860793+0000","last_undegraded":"2023-01-15T15:05:36.860793+0000","last_fullsized":"2023-01-15T15:05:36.860793+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:34:25.114954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:32.358347+0000","last_change":"2023-01-15T14:35:17.336353+0000","last_active":"2023-01-15T15:06:32.358347+0000","last_peered":"2023-01-15T15:06:32.358347+0000","last_clean":"2023-01-15T15:06:32.358347+0000","last_became_active":"2023-01-15T14:35:17.335842+0000","last_became_peered":"2023-01-15T14:35:17.335842+0000","last_unstale":"2023-01-15T15:06:32.358347+0000","last_undegraded":"2023-01-15T15:06:32.358347+0000","last_fullsized":"2023-01-15T15:06:32.358347+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:35:31.173345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:42.091677+0000","last_change":"2023-01-15T14:49:02.549303+0000","last_active":"2023-01-15T15:05:42.091677+0000","last_peered":"2023-01-15T15:05:42.091677+0000","last_clean":"2023-01-15T15:05:42.091677+0000","last_became_active":"2023-01-15T14:49:02.547493+0000","last_became_peered":"2023-01-15T14:49:02.547493+0000","last_unstale":"2023-01-15T15:05:42.091677+0000","last_undegraded":"2023-01-15T15:05:42.091677+0000","last_fullsized":"2023-01-15T15:05:42.091677+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:38:30.822177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"213'699","reported_seq":1946,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.923286+0000","last_change":"2023-01-15T14:27:41.259874+0000","last_active":"2023-01-15T15:08:51.923286+0000","last_peered":"2023-01-15T15:08:51.923286+0000","last_clean":"2023-01-15T15:08:51.923286+0000","last_became_active":"2023-01-15T14:27:41.259661+0000","last_became_peered":"2023-01-15T14:27:41.259661+0000","last_unstale":"2023-01-15T15:08:51.923286+0000","last_undegraded":"2023-01-15T15:08:51.923286+0000","last_fullsized":"2023-01-15T15:08:51.923286+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:53.776156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3432,"num_read_kb":3083,"num_write":936,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"213'171","reported_seq":533,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466807+0000","last_change":"2023-01-15T14:27:39.333184+0000","last_active":"2023-01-15T15:08:47.466807+0000","last_peered":"2023-01-15T15:08:47.466807+0000","last_clean":"2023-01-15T15:08:47.466807+0000","last_became_active":"2023-01-15T14:27:39.319052+0000","last_became_peered":"2023-01-15T14:27:39.319052+0000","last_unstale":"2023-01-15T15:08:47.466807+0000","last_undegraded":"2023-01-15T15:08:47.466807+0000","last_fullsized":"2023-01-15T15:08:47.466807+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:21:23.756196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54992,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":479,"num_read_kb":1381,"num_write":940,"num_write_kb":447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"213'41","reported_seq":173,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.844759+0000","last_change":"2023-01-15T14:34:47.551550+0000","last_active":"2023-01-15T15:05:06.844759+0000","last_peered":"2023-01-15T15:05:06.844759+0000","last_clean":"2023-01-15T15:05:06.844759+0000","last_became_active":"2023-01-15T14:34:47.551334+0000","last_became_peered":"2023-01-15T14:34:47.551334+0000","last_unstale":"2023-01-15T15:05:06.844759+0000","last_undegraded":"2023-01-15T15:05:06.844759+0000","last_fullsized":"2023-01-15T15:05:06.844759+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:13:13.073383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":152,"num_write":73,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:37.032128+0000","last_change":"2023-01-15T14:35:14.321370+0000","last_active":"2023-01-15T15:05:37.032128+0000","last_peered":"2023-01-15T15:05:37.032128+0000","last_clean":"2023-01-15T15:05:37.032128+0000","last_became_active":"2023-01-15T14:35:14.321094+0000","last_became_peered":"2023-01-15T14:35:14.321094+0000","last_unstale":"2023-01-15T15:05:37.032128+0000","last_undegraded":"2023-01-15T15:05:37.032128+0000","last_fullsized":"2023-01-15T15:05:37.032128+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:00.106422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:27.030676+0000","last_change":"2023-01-15T14:35:17.351592+0000","last_active":"2023-01-15T15:05:27.030676+0000","last_peered":"2023-01-15T15:05:27.030676+0000","last_clean":"2023-01-15T15:05:27.030676+0000","last_became_active":"2023-01-15T14:35:17.351384+0000","last_became_peered":"2023-01-15T14:35:17.351384+0000","last_unstale":"2023-01-15T15:05:27.030676+0000","last_undegraded":"2023-01-15T15:05:27.030676+0000","last_fullsized":"2023-01-15T15:05:27.030676+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:00:48.548313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":4386,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":11912,"num_read_kb":44666,"num_write":16913,"num_write_kb":4996,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4891,"num_read_kb":3139,"num_write":1746,"num_write_kb":653,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":896,"ondisk_log_size":896,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":518,"ondisk_log_size":518,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":260230087,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":30731,"num_read_kb":1468212,"num_write":60533,"num_write_kb":1742436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4458,"ondisk_log_size":4458,"up":192,"acting":192,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":191971,"num_read_kb":175875,"num_write":47593,"num_write_kb":16703,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3667,"ondisk_log_size":3667,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":513,"num_read_kb":502,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":290703,"num_objects":217,"num_object_clones":0,"num_object_copies":434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":0,"num_read":85408,"num_read_kb":85102,"num_write":60345,"num_write_kb":3812,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1813,"ondisk_log_size":1813,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":856848,"kb_used_data":92842532,"kb_used_omap":10376,"kb_used_meta":0,"kb_avail":92842532,"statfs":{"total":95948165120,"available":95070752768,"internally_reserved":0,"allocated":95070752768,"data_stored":95070752768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10625573,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.19800000000000001},"max":{"1min":0.49299999999999999,"5min":0.58599999999999997,"15min":0.66700000000000004},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41199999999999998,"15min":0.438},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":0.55600000000000005,"5min":0.61799999999999999,"15min":0.79700000000000004},"last":0.309}]},{"osd":1,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.503,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52000000000000002,"5min":0.66200000000000003,"15min":0.69999999999999996},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39700000000000002,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.626,"5min":0.63,"15min":0.77200000000000002},"last":0.379},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.441,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69099999999999995,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39800000000000002,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51500000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.53300000000000003,"5min":0.67500000000000004,"15min":0.71999999999999997},"last":0.45500000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34999999999999998,"15min":0.38800000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.20699999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.73899999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40300000000000002,"15min":0.44},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.48399999999999999,"5min":0.65300000000000002,"15min":0.748},"last":0.39600000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":0.46700000000000003,"5min":0.71899999999999997,"15min":0.86699999999999999},"last":0.37},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54300000000000004,"5min":0.69199999999999995,"15min":0.88800000000000001},"last":0.46400000000000002}]},{"osd":6,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40799999999999997,"15min":0.44900000000000001},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.63300000000000001,"15min":0.68400000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46500000000000002,"15min":0.50900000000000001},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.73199999999999998,"15min":0.85699999999999998},"last":0.437}]}]},{"osd":6,"up_from":13,"seq":55834575350,"num_pgs":99,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":840664,"kb_used_data":92858716,"kb_used_omap":45273,"kb_used_meta":0,"kb_avail":92858716,"statfs":{"total":95948165120,"available":95087325184,"internally_reserved":0,"allocated":95087325184,"data_stored":95087325184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46360206,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.20599999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.72799999999999998},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42999999999999999,"15min":0.45100000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.79600000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.246,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65300000000000002,"5min":0.69999999999999996,"15min":0.70199999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.66500000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.26600000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.25,"15min":0.248},"max":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.72299999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.65900000000000003},"last":0.32300000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61599999999999999,"5min":0.61899999999999999,"15min":0.93100000000000005},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.68799999999999994},"last":0.37}]},{"osd":4,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.36599999999999999,"15min":0.39600000000000002},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.44800000000000001,"5min":0.60599999999999998,"15min":0.67000000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40699999999999997,"15min":0.44},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49199999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42599999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.38200000000000001,"15min":0.41999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.435,"5min":0.70099999999999996,"15min":0.94799999999999995},"last":0.436},{"interface":"front","average":{"1min":0.38,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47599999999999998,"5min":0.64100000000000001,"15min":0.96599999999999997},"last":0.41699999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.45800000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.48199999999999998,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.48299999999999998,"15min":0.51600000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.55600000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.45300000000000001}]}]},{"osd":1,"up_from":13,"seq":55834575352,"num_pgs":109,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860664,"kb_used_data":92838772,"kb_used_omap":57266,"kb_used_meta":0,"kb_avail":92838716,"statfs":{"total":95948165120,"available":95066845184,"internally_reserved":57344,"allocated":95066902528,"data_stored":95066902528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58640810,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.28299999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":0.45500000000000002,"5min":0.54900000000000004,"15min":1.087},"last":0.315},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29899999999999999},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44600000000000001,"5min":0.501,"15min":0.501},"last":0.26400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29299999999999998,"15min":0.28399999999999997},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.54400000000000004,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.247},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.318,"15min":0.316},"min":{"1min":0.23300000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":1.125},"last":0.23499999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":4.548},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.34100000000000003,"15min":0.33000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19},"max":{"1min":0.54700000000000004,"5min":1.526,"15min":1.526},"last":0.30399999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47599999999999998,"15min":0.49199999999999999},"min":{"1min":0.29399999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.63900000000000001,"5min":0.72099999999999997,"15min":0.76700000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.504,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":0.58599999999999997,"5min":0.76400000000000001,"15min":0.79800000000000004},"last":0.51700000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.748,"15min":0.748},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56799999999999995,"5min":0.73499999999999999,"15min":0.80500000000000005},"last":0.54600000000000004}]},{"osd":6,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48299999999999998,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60299999999999998,"5min":0.73299999999999998,"15min":1.45},"last":0.441},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.498},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.75700000000000001,"15min":0.83399999999999996},"last":0.52500000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.498,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61499999999999999,"5min":0.72399999999999998,"15min":0.77800000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.375,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.497}]}]},{"osd":0,"up_from":13,"seq":55834575349,"num_pgs":111,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":843364,"kb_used_data":92856016,"kb_used_omap":49316,"kb_used_meta":0,"kb_avail":92856016,"statfs":{"total":95948165120,"available":95084560384,"internally_reserved":0,"allocated":95084560384,"data_stored":95084560384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50500061,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.27200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.41399999999999998,"5min":1.046,"15min":1.046},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.29599999999999999,"15min":0.28699999999999998},"min":{"1min":0.217,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.33300000000000002,"5min":1.022,"15min":1.141},"last":0.32400000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.317,"15min":0.30399999999999999},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.435,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.248},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.30299999999999999,"15min":0.309},"min":{"1min":0.217,"5min":0.217,"15min":0.192},"max":{"1min":0.36899999999999999,"5min":0.89800000000000002,"15min":1.413},"last":0.22900000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":0.79500000000000004,"5min":1.361,"15min":1.361},"last":0.317},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.374,"15min":0.33900000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20699999999999999},"max":{"1min":0.81000000000000005,"5min":2.387,"15min":2.387},"last":0.36599999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.442,"15min":0.46899999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.621,"5min":0.71399999999999997,"15min":1.2829999999999999},"last":0.31},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46700000000000003,"15min":0.47599999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.42499999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77000000000000002,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65200000000000002,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.496}]},{"osd":6,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.5,"15min":0.498},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.29899999999999999},"max":{"1min":0.68100000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46700000000000003,"15min":0.49299999999999999},"min":{"1min":0.308,"5min":0.307,"15min":0.307},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":1.365},"last":0.40000000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47399999999999998,"15min":0.49099999999999999},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.66200000000000003,"5min":0.70699999999999996,"15min":1.337},"last":0.376},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50800000000000001,"15min":0.52100000000000002},"min":{"1min":0.34799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.435}]}]},{"osd":2,"up_from":13,"seq":55834575349,"num_pgs":89,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":851484,"kb_used_data":92847912,"kb_used_omap":36961,"kb_used_meta":0,"kb_avail":92847896,"statfs":{"total":95948165120,"available":95076245504,"internally_reserved":16384,"allocated":95076261888,"data_stored":95076261888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37848625,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.25800000000000001,"15min":0.25700000000000001},"min":{"1min":0.19700000000000001,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.35599999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.191},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.501,"5min":0.504,"15min":0.504},"last":0.215}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.311},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.311},"min":{"1min":0.27300000000000002,"5min":0.22,"15min":0.187},"max":{"1min":0.46400000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.29299999999999998}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.309,"15min":0.308},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.77300000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34000000000000002,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.81100000000000005},"last":0.29999999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.48599999999999999,"15min":0.48899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":0.66700000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.497,"15min":0.498},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65500000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.54500000000000004}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47499999999999998,"15min":0.496},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.70699999999999996,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.33700000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66100000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.53000000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.628,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65200000000000002,"5min":0.68799999999999994,"15min":0.81299999999999994},"last":0.498}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.39300000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.503,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70299999999999996,"5min":0.73999999999999999,"15min":0.78600000000000003},"last":0.439}]}]},{"osd":3,"up_from":13,"seq":55834575349,"num_pgs":119,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":865652,"kb_used_data":92833728,"kb_used_omap":56351,"kb_used_meta":0,"kb_avail":92833728,"statfs":{"total":95948165120,"available":95061737472,"internally_reserved":0,"allocated":95061737472,"data_stored":95061737472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57704198,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.28199999999999997,"15min":0.27900000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.16600000000000001},"max":{"1min":0.40400000000000003,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.30299999999999999},"min":{"1min":0.23899999999999999,"5min":0.188,"15min":0.186},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.2270000000000001},"last":0.28399999999999997}]},{"osd":1,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.29799999999999999,"15min":0.30299999999999999},"min":{"1min":0.21099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":1.1759999999999999},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.29999999999999999,"15min":0.30199999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.624},"last":0.26700000000000002}]},{"osd":2,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.311,"15min":0.30199999999999999},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":0.53200000000000003,"5min":1.359,"15min":1.359},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.315,"15min":0.312},"min":{"1min":0.25700000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.54800000000000004},"last":0.34000000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.52000000000000002},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66200000000000003,"5min":0.72499999999999998,"15min":0.78300000000000003},"last":0.41999999999999998}]},{"osd":5,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47699999999999998,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":1.2490000000000001},"last":0.44},{"interface":"front","average":{"1min":0.495,"5min":0.48199999999999998,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":0.624,"5min":0.71099999999999997,"15min":0.80500000000000005},"last":0.38300000000000001}]},{"osd":6,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.501},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46800000000000003,"15min":0.49299999999999999},"min":{"1min":0.38200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":1.3680000000000001},"last":0.40999999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.5,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.33400000000000002},"max":{"1min":0.72599999999999998,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.80800000000000005},"last":0.39700000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575350,"num_pgs":113,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866864,"kb_used_data":92832516,"kb_used_omap":23018,"kb_used_meta":0,"kb_avail":92832516,"statfs":{"total":95948165120,"available":95060496384,"internally_reserved":0,"allocated":95060496384,"data_stored":95060496384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23570988,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35199999999999998,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.65400000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.22500000000000001},"max":{"1min":0.57799999999999996,"5min":0.68899999999999995,"15min":0.78900000000000003},"last":0.39200000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.40300000000000002},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.55000000000000004,"5min":0.61199999999999999,"15min":0.76200000000000001},"last":0.308},{"interface":"front","average":{"1min":0.375,"5min":0.40500000000000003,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50700000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.36799999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.42099999999999999},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53500000000000003,"5min":0.61299999999999999,"15min":0.64900000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.42199999999999999,"15min":0.45300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.84199999999999997},"last":0.315}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40400000000000003,"15min":0.41699999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58299999999999996,"5min":2.806,"15min":2.806},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42199999999999999,"15min":0.45600000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51400000000000001,"5min":0.626,"15min":0.71199999999999997},"last":0.36099999999999999}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.371,"15min":0.41999999999999998},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.53400000000000003,"5min":0.71599999999999997,"15min":0.77900000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75900000000000001,"15min":0.85099999999999998},"last":0.28100000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.39300000000000002,"15min":0.44700000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55000000000000004,"5min":0.69599999999999995,"15min":0.93100000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.46600000000000003,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58099999999999996,"5min":0.79100000000000004,"15min":0.89400000000000002},"last":0.41399999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":0.89300000000000002,"15min":0.61599999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":52.968000000000004,"5min":52.968000000000004,"15min":52.968000000000004},"last":0.374},{"interface":"front","average":{"1min":2.7970000000000002,"5min":0.93000000000000005,"15min":0.66300000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":52.945,"5min":52.945,"15min":52.945},"last":0.44500000000000001}]}]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866516,"kb_used_data":92832864,"kb_used_omap":54873,"kb_used_meta":0,"kb_avail":92832864,"statfs":{"total":95948165120,"available":95060852736,"internally_reserved":0,"allocated":95060852736,"data_stored":95060852736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56189996,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35699999999999998,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.46999999999999997,"5min":0.58099999999999996,"15min":0.58899999999999997},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.38600000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.498,"5min":0.59999999999999998,"15min":0.68899999999999995},"last":0.35399999999999998}]},{"osd":1,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.39000000000000001,"15min":0.42199999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.47599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.495,"5min":0.61899999999999999,"15min":0.69999999999999996},"last":0.49299999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36499999999999999,"15min":0.39300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.45200000000000001,"5min":0.58299999999999996,"15min":0.64200000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39500000000000002,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51200000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42999999999999999}]},{"osd":3,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38200000000000001,"15min":0.41599999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.49099999999999999,"5min":0.60099999999999998,"15min":0.67600000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51200000000000001,"5min":0.70499999999999996,"15min":0.71299999999999997},"last":0.45900000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.35599999999999998,"15min":0.38700000000000001},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67600000000000005,"5min":0.751,"15min":0.751},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.44900000000000001,"15min":0.49399999999999999},"min":{"1min":0.28399999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69799999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.443}]},{"osd":6,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22800000000000001},"max":{"1min":0.434,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.40500000000000003,"15min":0.442},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.48099999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.372}]},{"osd":7,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":0.53200000000000003,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.439}]}]}],"pool_statfs":[]}} 2023-01-15T15:09:03.506 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T15:09:03.835 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:03.836 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":213,"fsid":"e71ccf64-b31d-4b54-a796-7b11f2b179aa","created":"2023-01-15T14:27:15.460831+0000","modified":"2023-01-15T14:49:03.534768+0000","last_up_change":"2023-01-15T14:27:21.707285+0000","last_in_change":"2023-01-15T14:27:18.692685+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":61,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","pools":[{"pool":1,"pool_name":"rbd","create_time":"2023-01-15T14:27:22.191227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":2,"pool_name":".mgr","create_time":"2023-01-15T14:27:22.783290+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2023-01-15T14:27:37.224580+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2023-01-15T14:27:39.637385+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":5,"pool_name":".rgw.root","create_time":"2023-01-15T14:27:42.490447+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2023-01-15T14:27:44.529799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2023-01-15T14:27:46.284345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2023-01-15T14:27:48.362013+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}}},{"pool":58,"pool_name":"default.rgw.buckets.non-ec","create_time":"2023-01-15T14:34:46.411072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"204","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":59,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2023-01-15T14:35:12.372530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"207","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":60,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2023-01-15T14:35:15.902126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":61,"pool_name":"default.rgw.otp","create_time":"2023-01-15T14:49:00.800663+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"213","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}}],"osds":[{"osd":0,"uuid":"e3dc1e22-61f3-4b0f-8a2e-0f44bd8fad1d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":101526},{"type":"v1","addr":"172.21.15.154:6809","nonce":101526}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":101526},{"type":"v1","addr":"172.21.15.154:6811","nonce":101526}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":101526},{"type":"v1","addr":"172.21.15.154:6815","nonce":101526}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":101526},{"type":"v1","addr":"172.21.15.154:6813","nonce":101526}]},"public_addr":"172.21.15.154:6809/101526","cluster_addr":"172.21.15.154:6811/101526","heartbeat_back_addr":"172.21.15.154:6815/101526","heartbeat_front_addr":"172.21.15.154:6813/101526","state":["exists","up"]},{"osd":1,"uuid":"7a11636e-789d-4a2e-9915-457f2bead291","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":101527},{"type":"v1","addr":"172.21.15.154:6801","nonce":101527}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":101527},{"type":"v1","addr":"172.21.15.154:6803","nonce":101527}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":101527},{"type":"v1","addr":"172.21.15.154:6807","nonce":101527}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":101527},{"type":"v1","addr":"172.21.15.154:6805","nonce":101527}]},"public_addr":"172.21.15.154:6801/101527","cluster_addr":"172.21.15.154:6803/101527","heartbeat_back_addr":"172.21.15.154:6807/101527","heartbeat_front_addr":"172.21.15.154:6805/101527","state":["exists","up"]},{"osd":2,"uuid":"8a6836c8-8138-402b-a3f0-8809a2649302","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":101546},{"type":"v1","addr":"172.21.15.154:6822","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":101546},{"type":"v1","addr":"172.21.15.154:6826","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":101546},{"type":"v1","addr":"172.21.15.154:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":101546},{"type":"v1","addr":"172.21.15.154:6829","nonce":101546}]},"public_addr":"172.21.15.154:6822/101546","cluster_addr":"172.21.15.154:6826/101546","heartbeat_back_addr":"172.21.15.154:6831/101546","heartbeat_front_addr":"172.21.15.154:6829/101546","state":["exists","up"]},{"osd":3,"uuid":"f449989f-e789-4d92-acfd-62cd8b511d4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":101548},{"type":"v1","addr":"172.21.15.154:6817","nonce":101548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":101548},{"type":"v1","addr":"172.21.15.154:6819","nonce":101548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":101548},{"type":"v1","addr":"172.21.15.154:6827","nonce":101548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":101548},{"type":"v1","addr":"172.21.15.154:6823","nonce":101548}]},"public_addr":"172.21.15.154:6817/101548","cluster_addr":"172.21.15.154:6819/101548","heartbeat_back_addr":"172.21.15.154:6827/101548","heartbeat_front_addr":"172.21.15.154:6823/101548","state":["exists","up"]},{"osd":4,"uuid":"0f1cc3d0-e913-46c0-bf7c-c3ec132c7e6c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6802","nonce":101506},{"type":"v1","addr":"172.21.15.191:6804","nonce":101506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6806","nonce":101506},{"type":"v1","addr":"172.21.15.191:6808","nonce":101506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6814","nonce":101506},{"type":"v1","addr":"172.21.15.191:6815","nonce":101506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6810","nonce":101506},{"type":"v1","addr":"172.21.15.191:6812","nonce":101506}]},"public_addr":"172.21.15.191:6804/101506","cluster_addr":"172.21.15.191:6808/101506","heartbeat_back_addr":"172.21.15.191:6815/101506","heartbeat_front_addr":"172.21.15.191:6812/101506","state":["exists","up"]},{"osd":5,"uuid":"efc3d9e1-ba86-4bd6-a526-ceb6fea96eac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6800","nonce":101505},{"type":"v1","addr":"172.21.15.191:6801","nonce":101505}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6803","nonce":101505},{"type":"v1","addr":"172.21.15.191:6805","nonce":101505}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6811","nonce":101505},{"type":"v1","addr":"172.21.15.191:6813","nonce":101505}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6807","nonce":101505},{"type":"v1","addr":"172.21.15.191:6809","nonce":101505}]},"public_addr":"172.21.15.191:6801/101505","cluster_addr":"172.21.15.191:6805/101505","heartbeat_back_addr":"172.21.15.191:6813/101505","heartbeat_front_addr":"172.21.15.191:6809/101505","state":["exists","up"]},{"osd":6,"uuid":"52efebeb-609d-4559-b080-2958cbf679b9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6824","nonce":101536},{"type":"v1","addr":"172.21.15.191:6825","nonce":101536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6826","nonce":101536},{"type":"v1","addr":"172.21.15.191:6827","nonce":101536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6830","nonce":101536},{"type":"v1","addr":"172.21.15.191:6831","nonce":101536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6828","nonce":101536},{"type":"v1","addr":"172.21.15.191:6829","nonce":101536}]},"public_addr":"172.21.15.191:6825/101536","cluster_addr":"172.21.15.191:6827/101536","heartbeat_back_addr":"172.21.15.191:6831/101536","heartbeat_front_addr":"172.21.15.191:6829/101536","state":["exists","up"]},{"osd":7,"uuid":"d20aaf56-361d-4f10-9f56-dcc5c964a7f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":211,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6816","nonce":101507},{"type":"v1","addr":"172.21.15.191:6817","nonce":101507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6818","nonce":101507},{"type":"v1","addr":"172.21.15.191:6819","nonce":101507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6822","nonce":101507},{"type":"v1","addr":"172.21.15.191:6823","nonce":101507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.191:6820","nonce":101507},{"type":"v1","addr":"172.21.15.191:6821","nonce":101507}]},"public_addr":"172.21.15.191:6817/101507","cluster_addr":"172.21.15.191:6819/101507","heartbeat_back_addr":"172.21.15.191:6823/101507","heartbeat_front_addr":"172.21.15.191:6821/101507","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.909885+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.881436+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.950480+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920088+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.888713+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.917357+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.930602+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:27:19.920724+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":7,"to":2}]},{"pgid":"3.1e","mappings":[{"from":3,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":2},{"from":4,"to":1}]},{"pgid":"3.27","mappings":[{"from":3,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"4.a","mappings":[{"from":1,"to":5}]},{"pgid":"4.16","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T15:09:04.851 INFO:tasks.ceph:Scrubbing osd.0 2023-01-15T15:09:04.851 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:05.009 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:05.009 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:05.010 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:05.021 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-01-15T15:09:05.335 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 0 to deep-scrub 2023-01-15T15:09:05.347 INFO:tasks.ceph:Scrubbing osd.1 2023-01-15T15:09:05.347 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:05.493 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:05.493 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:05.493 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:05.505 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-01-15T15:09:05.822 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 1 to deep-scrub 2023-01-15T15:09:05.834 INFO:tasks.ceph:Scrubbing osd.2 2023-01-15T15:09:05.834 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:05.979 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:05.979 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:05.980 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:05.991 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-01-15T15:09:06.094 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2023-01-15T15:09:06.307 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 2 to deep-scrub 2023-01-15T15:09:06.319 INFO:tasks.ceph:Scrubbing osd.3 2023-01-15T15:09:06.319 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:06.464 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:06.464 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:06.465 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:06.477 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-01-15T15:09:06.793 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 3 to deep-scrub 2023-01-15T15:09:06.804 INFO:tasks.ceph:Scrubbing osd.4 2023-01-15T15:09:06.805 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:06.952 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:06.952 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:06.952 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:06.964 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-01-15T15:09:07.283 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 4 to deep-scrub 2023-01-15T15:09:07.296 INFO:tasks.ceph:Scrubbing osd.5 2023-01-15T15:09:07.296 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:07.441 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:07.441 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:07.442 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:07.454 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-01-15T15:09:07.771 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 5 to deep-scrub 2023-01-15T15:09:07.782 INFO:tasks.ceph:Scrubbing osd.6 2023-01-15T15:09:07.783 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:07.929 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:07.929 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:07.929 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:07.941 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-01-15T15:09:08.255 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 6 to deep-scrub 2023-01-15T15:09:08.267 INFO:tasks.ceph:Scrubbing osd.7 2023-01-15T15:09:08.267 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-01-15T15:09:08.413 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2023-01-15T15:09:08.413 INFO:teuthology.orchestra.run.smithi154.stdout: "success": "osd_debug_deep_scrub_sleep = '0.000000' (not observed, change may require restart) " 2023-01-15T15:09:08.413 INFO:teuthology.orchestra.run.smithi154.stdout:} 2023-01-15T15:09:08.425 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-01-15T15:09:08.740 INFO:teuthology.orchestra.run.smithi154.stderr:instructed osd(s) 7 to deep-scrub 2023-01-15T15:09:08.752 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:09.094 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:09.107 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:09.108 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1457,"stamp":"2023-01-15T15:09:07.612151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325731,"num_read_kb":1985543,"num_write":187471,"num_write_kb":1880641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13316,"ondisk_log_size":13316,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6851984,"kb_used_data":742743056,"kb_used_omap":333563,"kb_used_meta":0,"kb_avail":742743056,"statfs":{"total":767585320960,"available":760568889344,"internally_reserved":0,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341569123,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12092261,"num_objects":-89,"num_object_clones":0,"num_object_copies":-208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-89,"num_whiteouts":0,"num_read":934,"num_read_kb":900,"num_write":503,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004091"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369746+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:07:47.369746+0000","last_peered":"2023-01-15T15:07:47.369746+0000","last_clean":"2023-01-15T15:07:47.369746+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:07:47.369746+0000","last_undegraded":"2023-01-15T15:07:47.369746+0000","last_fullsized":"2023-01-15T15:07:47.369746+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2697,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725034+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.725034+0000","last_peered":"2023-01-15T15:08:45.725034+0000","last_clean":"2023-01-15T15:08:45.725034+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.725034+0000","last_undegraded":"2023-01-15T15:08:45.725034+0000","last_fullsized":"2023-01-15T15:08:45.725034+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862171+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.862171+0000","last_peered":"2023-01-15T15:08:52.862171+0000","last_clean":"2023-01-15T15:08:52.862171+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.862171+0000","last_undegraded":"2023-01-15T15:08:52.862171+0000","last_fullsized":"2023-01-15T15:08:52.862171+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.820458+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:08:56.820458+0000","last_peered":"2023-01-15T15:08:56.820458+0000","last_clean":"2023-01-15T15:08:56.820458+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:08:56.820458+0000","last_undegraded":"2023-01-15T15:08:56.820458+0000","last_fullsized":"2023-01-15T15:08:56.820458+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110297+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:07:52.110297+0000","last_peered":"2023-01-15T15:07:52.110297+0000","last_clean":"2023-01-15T15:07:52.110297+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:07:52.110297+0000","last_undegraded":"2023-01-15T15:07:52.110297+0000","last_fullsized":"2023-01-15T15:07:52.110297+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":320,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.874737+0000","last_change":"2023-01-15T14:27:50.290623+0000","last_active":"2023-01-15T15:08:53.874737+0000","last_peered":"2023-01-15T15:08:53.874737+0000","last_clean":"2023-01-15T15:08:53.874737+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:08:53.874737+0000","last_undegraded":"2023-01-15T15:08:53.874737+0000","last_fullsized":"2023-01-15T15:08:53.874737+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:37:56.422236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1673,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931893+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:08:52.931893+0000","last_peered":"2023-01-15T15:08:52.931893+0000","last_clean":"2023-01-15T15:08:52.931893+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:08:52.931893+0000","last_undegraded":"2023-01-15T15:08:52.931893+0000","last_fullsized":"2023-01-15T15:08:52.931893+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.118020+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:47.118020+0000","last_peered":"2023-01-15T15:08:47.118020+0000","last_clean":"2023-01-15T15:08:47.118020+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:47.118020+0000","last_undegraded":"2023-01-15T15:08:47.118020+0000","last_fullsized":"2023-01-15T15:08:47.118020+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834707+0000","last_change":"2023-01-15T14:27:44.263716+0000","last_active":"2023-01-15T15:05:16.834707+0000","last_peered":"2023-01-15T15:05:16.834707+0000","last_clean":"2023-01-15T15:05:16.834707+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:05:16.834707+0000","last_undegraded":"2023-01-15T15:05:16.834707+0000","last_fullsized":"2023-01-15T15:05:16.834707+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:30:35.753146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":446,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.533135+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.533135+0000","last_peered":"2023-01-15T15:08:53.533135+0000","last_clean":"2023-01-15T15:08:53.533135+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.533135+0000","last_undegraded":"2023-01-15T15:08:53.533135+0000","last_fullsized":"2023-01-15T15:08:53.533135+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:02.448829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110247+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:07:52.110247+0000","last_peered":"2023-01-15T15:07:52.110247+0000","last_clean":"2023-01-15T15:07:52.110247+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:07:52.110247+0000","last_undegraded":"2023-01-15T15:07:52.110247+0000","last_fullsized":"2023-01-15T15:07:52.110247+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":403,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.090593+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.090593+0000","last_peered":"2023-01-15T15:08:53.090593+0000","last_clean":"2023-01-15T15:08:53.090593+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.090593+0000","last_undegraded":"2023-01-15T15:08:53.090593+0000","last_fullsized":"2023-01-15T15:08:53.090593+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:47.351252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1921,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.080092+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:08:51.080092+0000","last_peered":"2023-01-15T15:08:51.080092+0000","last_clean":"2023-01-15T15:08:51.080092+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:08:51.080092+0000","last_undegraded":"2023-01-15T15:08:51.080092+0000","last_fullsized":"2023-01-15T15:08:51.080092+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:46.385661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.428413+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.428413+0000","last_peered":"2023-01-15T15:08:48.428413+0000","last_clean":"2023-01-15T15:08:48.428413+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.428413+0000","last_undegraded":"2023-01-15T15:08:48.428413+0000","last_fullsized":"2023-01-15T15:08:48.428413+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.001607+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:07:52.001607+0000","last_peered":"2023-01-15T15:07:52.001607+0000","last_clean":"2023-01-15T15:07:52.001607+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:07:52.001607+0000","last_undegraded":"2023-01-15T15:07:52.001607+0000","last_fullsized":"2023-01-15T15:07:52.001607+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3676,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.787124+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.787124+0000","last_peered":"2023-01-15T15:08:56.787124+0000","last_clean":"2023-01-15T15:08:56.787124+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.787124+0000","last_undegraded":"2023-01-15T15:08:56.787124+0000","last_fullsized":"2023-01-15T15:08:56.787124+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857946+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:05:21.857946+0000","last_peered":"2023-01-15T15:05:21.857946+0000","last_clean":"2023-01-15T15:05:21.857946+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:05:21.857946+0000","last_undegraded":"2023-01-15T15:05:21.857946+0000","last_fullsized":"2023-01-15T15:05:21.857946+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:48.274492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'169","reported_seq":399,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.874512+0000","last_change":"2023-01-15T14:27:50.283736+0000","last_active":"2023-01-15T15:08:50.874512+0000","last_peered":"2023-01-15T15:08:50.874512+0000","last_clean":"2023-01-15T15:08:50.874512+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:08:50.874512+0000","last_undegraded":"2023-01-15T15:08:50.874512+0000","last_fullsized":"2023-01-15T15:08:50.874512+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832870+0000","last_change":"2023-01-15T14:27:44.264616+0000","last_active":"2023-01-15T15:05:06.832870+0000","last_peered":"2023-01-15T15:05:06.832870+0000","last_clean":"2023-01-15T15:05:06.832870+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:05:06.832870+0000","last_undegraded":"2023-01-15T15:05:06.832870+0000","last_fullsized":"2023-01-15T15:05:06.832870+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:39.641828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2098,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904099+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:08:52.904099+0000","last_peered":"2023-01-15T15:08:52.904099+0000","last_clean":"2023-01-15T15:08:52.904099+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:08:52.904099+0000","last_undegraded":"2023-01-15T15:08:52.904099+0000","last_fullsized":"2023-01-15T15:08:52.904099+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":562,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.819574+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.819574+0000","last_peered":"2023-01-15T15:08:52.819574+0000","last_clean":"2023-01-15T15:08:52.819574+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.819574+0000","last_undegraded":"2023-01-15T15:08:52.819574+0000","last_fullsized":"2023-01-15T15:08:52.819574+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":395,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.532400+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:08:53.532400+0000","last_peered":"2023-01-15T15:08:53.532400+0000","last_clean":"2023-01-15T15:08:53.532400+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:08:53.532400+0000","last_undegraded":"2023-01-15T15:08:53.532400+0000","last_fullsized":"2023-01-15T15:08:53.532400+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:59:20.081105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.998298+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:07:31.998298+0000","last_peered":"2023-01-15T15:07:31.998298+0000","last_clean":"2023-01-15T15:07:31.998298+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:07:31.998298+0000","last_undegraded":"2023-01-15T15:07:31.998298+0000","last_fullsized":"2023-01-15T15:07:31.998298+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":290,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:23.973949+0000","last_change":"2023-01-15T14:27:50.290256+0000","last_active":"2023-01-15T15:08:23.973949+0000","last_peered":"2023-01-15T15:08:23.973949+0000","last_clean":"2023-01-15T15:08:23.973949+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:08:23.973949+0000","last_undegraded":"2023-01-15T15:08:23.973949+0000","last_fullsized":"2023-01-15T15:08:23.973949+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:14.859949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.855315+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:05:06.855315+0000","last_peered":"2023-01-15T15:05:06.855315+0000","last_clean":"2023-01-15T15:05:06.855315+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:05:06.855315+0000","last_undegraded":"2023-01-15T15:05:06.855315+0000","last_fullsized":"2023-01-15T15:05:06.855315+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:41:24.927866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1860,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904476+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:08:52.904476+0000","last_peered":"2023-01-15T15:08:52.904476+0000","last_clean":"2023-01-15T15:08:52.904476+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:08:52.904476+0000","last_undegraded":"2023-01-15T15:08:52.904476+0000","last_fullsized":"2023-01-15T15:08:52.904476+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.851480+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.851480+0000","last_peered":"2023-01-15T15:08:52.851480+0000","last_clean":"2023-01-15T15:08:52.851480+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.851480+0000","last_undegraded":"2023-01-15T15:08:52.851480+0000","last_fullsized":"2023-01-15T15:08:52.851480+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:18.268877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":444,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.855563+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:08:53.855563+0000","last_peered":"2023-01-15T15:08:53.855563+0000","last_clean":"2023-01-15T15:08:53.855563+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:08:53.855563+0000","last_undegraded":"2023-01-15T15:08:53.855563+0000","last_fullsized":"2023-01-15T15:08:53.855563+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.833717+0000","last_change":"2023-01-15T14:27:48.281474+0000","last_active":"2023-01-15T15:05:11.833717+0000","last_peered":"2023-01-15T15:05:11.833717+0000","last_clean":"2023-01-15T15:05:11.833717+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:05:11.833717+0000","last_undegraded":"2023-01-15T15:05:11.833717+0000","last_fullsized":"2023-01-15T15:05:11.833717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:04.113258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":385,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.082229+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:53.082229+0000","last_peered":"2023-01-15T15:08:53.082229+0000","last_clean":"2023-01-15T15:08:53.082229+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:53.082229+0000","last_undegraded":"2023-01-15T15:08:53.082229+0000","last_fullsized":"2023-01-15T15:08:53.082229+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.866270+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:07:26.866270+0000","last_peered":"2023-01-15T15:07:26.866270+0000","last_clean":"2023-01-15T15:07:26.866270+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:07:26.866270+0000","last_undegraded":"2023-01-15T15:07:26.866270+0000","last_fullsized":"2023-01-15T15:07:26.866270+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1557,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.965769+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:08:51.965769+0000","last_peered":"2023-01-15T15:08:51.965769+0000","last_clean":"2023-01-15T15:08:51.965769+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:08:51.965769+0000","last_undegraded":"2023-01-15T15:08:51.965769+0000","last_fullsized":"2023-01-15T15:08:51.965769+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":530,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.869137+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.869137+0000","last_peered":"2023-01-15T15:08:46.869137+0000","last_clean":"2023-01-15T15:08:46.869137+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.869137+0000","last_undegraded":"2023-01-15T15:08:46.869137+0000","last_fullsized":"2023-01-15T15:08:46.869137+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":265,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.255294+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:08:52.255294+0000","last_peered":"2023-01-15T15:08:52.255294+0000","last_clean":"2023-01-15T15:08:52.255294+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:08:52.255294+0000","last_undegraded":"2023-01-15T15:08:52.255294+0000","last_fullsized":"2023-01-15T15:08:52.255294+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:11.856184+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:05:11.856184+0000","last_peered":"2023-01-15T15:05:11.856184+0000","last_clean":"2023-01-15T15:05:11.856184+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:05:11.856184+0000","last_undegraded":"2023-01-15T15:05:11.856184+0000","last_fullsized":"2023-01-15T15:05:11.856184+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:30:10.420053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'109","reported_seq":357,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.380637+0000","last_change":"2023-01-15T14:27:50.284801+0000","last_active":"2023-01-15T15:08:49.380637+0000","last_peered":"2023-01-15T15:08:49.380637+0000","last_clean":"2023-01-15T15:08:49.380637+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:08:49.380637+0000","last_undegraded":"2023-01-15T15:08:49.380637+0000","last_fullsized":"2023-01-15T15:08:49.380637+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.106108+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:07:27.106108+0000","last_peered":"2023-01-15T15:07:27.106108+0000","last_clean":"2023-01-15T15:07:27.106108+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:07:27.106108+0000","last_undegraded":"2023-01-15T15:07:27.106108+0000","last_fullsized":"2023-01-15T15:07:27.106108+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1815,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.902929+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:08:52.902929+0000","last_peered":"2023-01-15T15:08:52.902929+0000","last_clean":"2023-01-15T15:08:52.902929+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:08:52.902929+0000","last_undegraded":"2023-01-15T15:08:52.902929+0000","last_fullsized":"2023-01-15T15:08:52.902929+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":453,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.178326+0000","last_change":"2023-01-15T14:28:22.925913+0000","last_active":"2023-01-15T15:08:47.178326+0000","last_peered":"2023-01-15T15:08:47.178326+0000","last_clean":"2023-01-15T15:08:47.178326+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:08:47.178326+0000","last_undegraded":"2023-01-15T15:08:47.178326+0000","last_fullsized":"2023-01-15T15:08:47.178326+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.792163+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:08:56.792163+0000","last_peered":"2023-01-15T15:08:56.792163+0000","last_clean":"2023-01-15T15:08:56.792163+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:08:56.792163+0000","last_undegraded":"2023-01-15T15:08:56.792163+0000","last_fullsized":"2023-01-15T15:08:56.792163+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.866734+0000","last_change":"2023-01-15T14:27:48.279366+0000","last_active":"2023-01-15T15:07:31.866734+0000","last_peered":"2023-01-15T15:07:31.866734+0000","last_clean":"2023-01-15T15:07:31.866734+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:07:31.866734+0000","last_undegraded":"2023-01-15T15:07:31.866734+0000","last_fullsized":"2023-01-15T15:07:31.866734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":313,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.104376+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:08:51.104376+0000","last_peered":"2023-01-15T15:08:51.104376+0000","last_clean":"2023-01-15T15:08:51.104376+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:08:51.104376+0000","last_undegraded":"2023-01-15T15:08:51.104376+0000","last_fullsized":"2023-01-15T15:08:51.104376+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869470+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:06:26.869470+0000","last_peered":"2023-01-15T15:06:26.869470+0000","last_clean":"2023-01-15T15:06:26.869470+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:06:26.869470+0000","last_undegraded":"2023-01-15T15:06:26.869470+0000","last_fullsized":"2023-01-15T15:06:26.869470+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:15:12.176904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1408,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.108838+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:08:51.108838+0000","last_peered":"2023-01-15T15:08:51.108838+0000","last_clean":"2023-01-15T15:08:51.108838+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:08:51.108838+0000","last_undegraded":"2023-01-15T15:08:51.108838+0000","last_fullsized":"2023-01-15T15:08:51.108838+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814858+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:08:52.814858+0000","last_peered":"2023-01-15T15:08:52.814858+0000","last_clean":"2023-01-15T15:08:52.814858+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:08:52.814858+0000","last_undegraded":"2023-01-15T15:08:52.814858+0000","last_fullsized":"2023-01-15T15:08:52.814858+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:04:16.162006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6711,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.914247+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.914247+0000","last_peered":"2023-01-15T15:08:56.914247+0000","last_clean":"2023-01-15T15:08:56.914247+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.914247+0000","last_undegraded":"2023-01-15T15:08:56.914247+0000","last_fullsized":"2023-01-15T15:08:56.914247+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870517+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:06:31.870517+0000","last_peered":"2023-01-15T15:06:31.870517+0000","last_clean":"2023-01-15T15:06:31.870517+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:06:31.870517+0000","last_undegraded":"2023-01-15T15:06:31.870517+0000","last_fullsized":"2023-01-15T15:06:31.870517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:18.215558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'103","reported_seq":324,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.379833+0000","last_change":"2023-01-15T14:27:50.285733+0000","last_active":"2023-01-15T15:08:57.379833+0000","last_peered":"2023-01-15T15:08:57.379833+0000","last_clean":"2023-01-15T15:08:57.379833+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:08:57.379833+0000","last_undegraded":"2023-01-15T15:08:57.379833+0000","last_fullsized":"2023-01-15T15:08:57.379833+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.867124+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:07:31.867124+0000","last_peered":"2023-01-15T15:07:31.867124+0000","last_clean":"2023-01-15T15:07:31.867124+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:07:31.867124+0000","last_undegraded":"2023-01-15T15:07:31.867124+0000","last_fullsized":"2023-01-15T15:07:31.867124+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1427,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.682757+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.682757+0000","last_peered":"2023-01-15T15:08:51.682757+0000","last_clean":"2023-01-15T15:08:51.682757+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.682757+0000","last_undegraded":"2023-01-15T15:08:51.682757+0000","last_fullsized":"2023-01-15T15:08:51.682757+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:24:15.245204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":736,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.956252+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:08:44.956252+0000","last_peered":"2023-01-15T15:08:44.956252+0000","last_clean":"2023-01-15T15:08:44.956252+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:08:44.956252+0000","last_undegraded":"2023-01-15T15:08:44.956252+0000","last_fullsized":"2023-01-15T15:08:44.956252+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349365,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":862,"num_read_kb":3640,"num_write":1069,"num_write_kb":15798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"213'2060","reported_seq":3943,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.803721+0000","last_change":"2023-01-15T14:27:46.265456+0000","last_active":"2023-01-15T15:08:56.803721+0000","last_peered":"2023-01-15T15:08:56.803721+0000","last_clean":"2023-01-15T15:08:56.803721+0000","last_became_active":"2023-01-15T14:27:46.265113+0000","last_became_peered":"2023-01-15T14:27:46.265113+0000","last_unstale":"2023-01-15T15:08:56.803721+0000","last_undegraded":"2023-01-15T15:08:56.803721+0000","last_fullsized":"2023-01-15T15:08:56.803721+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":2000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2748,"num_read_kb":2743,"num_write":2024,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.380223+0000","last_change":"2023-01-15T14:27:48.284795+0000","last_active":"2023-01-15T15:08:57.380223+0000","last_peered":"2023-01-15T15:08:57.380223+0000","last_clean":"2023-01-15T15:08:57.380223+0000","last_became_active":"2023-01-15T14:27:48.284573+0000","last_became_peered":"2023-01-15T14:27:48.284573+0000","last_unstale":"2023-01-15T15:08:57.380223+0000","last_undegraded":"2023-01-15T15:08:57.380223+0000","last_fullsized":"2023-01-15T15:08:57.380223+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"213'2691","reported_seq":3469,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.422233+0000","last_change":"2023-01-15T14:27:50.289238+0000","last_active":"2023-01-15T15:08:53.422233+0000","last_peered":"2023-01-15T15:08:53.422233+0000","last_clean":"2023-01-15T15:08:53.422233+0000","last_became_active":"2023-01-15T14:27:50.288875+0000","last_became_peered":"2023-01-15T14:27:50.288875+0000","last_unstale":"2023-01-15T15:08:53.422233+0000","last_undegraded":"2023-01-15T15:08:53.422233+0000","last_fullsized":"2023-01-15T15:08:53.422233+0000","mapping_epoch":31,"log_start":"213'2600","ondisk_log_start":"213'2600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:47:02.163823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5812,"num_read_kb":38527,"num_write":5476,"num_write_kb":2121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.879103+0000","last_change":"2023-01-15T14:27:44.274877+0000","last_active":"2023-01-15T15:08:51.879103+0000","last_peered":"2023-01-15T15:08:51.879103+0000","last_clean":"2023-01-15T15:08:51.879103+0000","last_became_active":"2023-01-15T14:27:44.274661+0000","last_became_peered":"2023-01-15T14:27:44.274661+0000","last_unstale":"2023-01-15T15:08:51.879103+0000","last_undegraded":"2023-01-15T15:08:51.879103+0000","last_fullsized":"2023-01-15T15:08:51.879103+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"213'538","reported_seq":2051,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414673+0000","last_change":"2023-01-15T14:28:22.358265+0000","last_active":"2023-01-15T15:08:51.414673+0000","last_peered":"2023-01-15T15:08:51.414673+0000","last_clean":"2023-01-15T15:08:51.414673+0000","last_became_active":"2023-01-15T14:28:22.358004+0000","last_became_peered":"2023-01-15T14:28:22.358004+0000","last_unstale":"2023-01-15T15:08:51.414673+0000","last_undegraded":"2023-01-15T15:08:51.414673+0000","last_fullsized":"2023-01-15T15:08:51.414673+0000","mapping_epoch":34,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2975,"num_read_kb":2767,"num_write":712,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"213'149","reported_seq":471,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.505695+0000","last_change":"2023-01-15T14:27:39.311747+0000","last_active":"2023-01-15T15:08:49.505695+0000","last_peered":"2023-01-15T15:08:49.505695+0000","last_clean":"2023-01-15T15:08:49.505695+0000","last_became_active":"2023-01-15T14:27:39.302653+0000","last_became_peered":"2023-01-15T14:27:39.302653+0000","last_unstale":"2023-01-15T15:08:49.505695+0000","last_undegraded":"2023-01-15T15:08:49.505695+0000","last_fullsized":"2023-01-15T15:08:49.505695+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:10.307718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":457,"num_write":885,"num_write_kb":5199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"213'3274","reported_seq":6576,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.887471+0000","last_change":"2023-01-15T14:27:46.265274+0000","last_active":"2023-01-15T15:08:56.887471+0000","last_peered":"2023-01-15T15:08:56.887471+0000","last_clean":"2023-01-15T15:08:56.887471+0000","last_became_active":"2023-01-15T14:27:46.264972+0000","last_became_peered":"2023-01-15T14:27:46.264972+0000","last_unstale":"2023-01-15T15:08:56.887471+0000","last_undegraded":"2023-01-15T15:08:56.887471+0000","last_fullsized":"2023-01-15T15:08:56.887471+0000","mapping_epoch":27,"log_start":"213'3200","ondisk_log_start":"213'3200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":3000,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4772,"num_read_kb":4765,"num_write":3245,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"213'388","reported_seq":2823,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891121+0000","last_change":"2023-01-15T14:27:48.286476+0000","last_active":"2023-01-15T15:08:56.891121+0000","last_peered":"2023-01-15T15:08:56.891121+0000","last_clean":"2023-01-15T15:08:56.891121+0000","last_became_active":"2023-01-15T14:27:48.286229+0000","last_became_peered":"2023-01-15T14:27:48.286229+0000","last_unstale":"2023-01-15T15:08:56.891121+0000","last_undegraded":"2023-01-15T15:08:56.891121+0000","last_fullsized":"2023-01-15T15:08:56.891121+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:19:25.812339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"213'125","reported_seq":368,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.432557+0000","last_change":"2023-01-15T14:27:50.291007+0000","last_active":"2023-01-15T15:08:46.432557+0000","last_peered":"2023-01-15T15:08:46.432557+0000","last_clean":"2023-01-15T15:08:46.432557+0000","last_became_active":"2023-01-15T14:27:50.290654+0000","last_became_peered":"2023-01-15T14:27:50.290654+0000","last_unstale":"2023-01-15T15:08:46.432557+0000","last_undegraded":"2023-01-15T15:08:46.432557+0000","last_fullsized":"2023-01-15T15:08:46.432557+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":330,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.869551+0000","last_change":"2023-01-15T14:27:44.276002+0000","last_active":"2023-01-15T15:06:26.869551+0000","last_peered":"2023-01-15T15:06:26.869551+0000","last_clean":"2023-01-15T15:06:26.869551+0000","last_became_active":"2023-01-15T14:27:44.275799+0000","last_became_peered":"2023-01-15T14:27:44.275799+0000","last_unstale":"2023-01-15T15:06:26.869551+0000","last_undegraded":"2023-01-15T15:06:26.869551+0000","last_fullsized":"2023-01-15T15:06:26.869551+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:33:28.763793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"213'786","reported_seq":2184,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.291738+0000","last_change":"2023-01-15T14:27:41.256436+0000","last_active":"2023-01-15T15:08:48.291738+0000","last_peered":"2023-01-15T15:08:48.291738+0000","last_clean":"2023-01-15T15:08:48.291738+0000","last_became_active":"2023-01-15T14:27:41.256210+0000","last_became_peered":"2023-01-15T14:27:41.256210+0000","last_unstale":"2023-01-15T15:08:48.291738+0000","last_undegraded":"2023-01-15T15:08:48.291738+0000","last_fullsized":"2023-01-15T15:08:48.291738+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3697,"num_read_kb":3327,"num_write":1049,"num_write_kb":383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"213'186","reported_seq":500,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466920+0000","last_change":"2023-01-15T14:27:39.339595+0000","last_active":"2023-01-15T15:08:47.466920+0000","last_peered":"2023-01-15T15:08:47.466920+0000","last_clean":"2023-01-15T15:08:47.466920+0000","last_became_active":"2023-01-15T14:27:39.259016+0000","last_became_peered":"2023-01-15T14:27:39.259016+0000","last_unstale":"2023-01-15T15:08:47.466920+0000","last_undegraded":"2023-01-15T15:08:47.466920+0000","last_fullsized":"2023-01-15T15:08:47.466920+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:17.735531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4206609,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":368,"num_read_kb":4497,"num_write":1012,"num_write_kb":18021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"213'2071","reported_seq":3987,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.763783+0000","last_change":"2023-01-15T14:27:46.344145+0000","last_active":"2023-01-15T15:08:56.763783+0000","last_peered":"2023-01-15T15:08:56.763783+0000","last_clean":"2023-01-15T15:08:56.763783+0000","last_became_active":"2023-01-15T14:27:46.343901+0000","last_became_peered":"2023-01-15T14:27:46.343901+0000","last_unstale":"2023-01-15T15:08:56.763783+0000","last_undegraded":"2023-01-15T15:08:56.763783+0000","last_fullsized":"2023-01-15T15:08:56.763783+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":2000,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:37:24.883231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13426,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2801,"num_read_kb":2793,"num_write":2025,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"213'417","reported_seq":3065,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.101230+0000","last_change":"2023-01-15T14:27:48.279855+0000","last_active":"2023-01-15T15:08:57.101230+0000","last_peered":"2023-01-15T15:08:57.101230+0000","last_clean":"2023-01-15T15:08:57.101230+0000","last_became_active":"2023-01-15T14:27:48.279180+0000","last_became_peered":"2023-01-15T14:27:48.279180+0000","last_unstale":"2023-01-15T15:08:57.101230+0000","last_undegraded":"2023-01-15T15:08:57.101230+0000","last_fullsized":"2023-01-15T15:08:57.101230+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"213'118","reported_seq":332,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.878372+0000","last_change":"2023-01-15T14:27:50.281526+0000","last_active":"2023-01-15T15:08:53.878372+0000","last_peered":"2023-01-15T15:08:53.878372+0000","last_clean":"2023-01-15T15:08:53.878372+0000","last_became_active":"2023-01-15T14:27:50.279819+0000","last_became_peered":"2023-01-15T14:27:50.279819+0000","last_unstale":"2023-01-15T15:08:53.878372+0000","last_undegraded":"2023-01-15T15:08:53.878372+0000","last_fullsized":"2023-01-15T15:08:53.878372+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":311,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872415+0000","last_change":"2023-01-15T14:27:44.267515+0000","last_active":"2023-01-15T15:06:46.872415+0000","last_peered":"2023-01-15T15:06:46.872415+0000","last_clean":"2023-01-15T15:06:46.872415+0000","last_became_active":"2023-01-15T14:27:44.267290+0000","last_became_peered":"2023-01-15T14:27:44.267290+0000","last_unstale":"2023-01-15T15:06:46.872415+0000","last_undegraded":"2023-01-15T15:06:46.872415+0000","last_fullsized":"2023-01-15T15:06:46.872415+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:47.438232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"213'326","reported_seq":1566,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.924005+0000","last_change":"2023-01-15T14:27:41.261131+0000","last_active":"2023-01-15T15:08:52.924005+0000","last_peered":"2023-01-15T15:08:52.924005+0000","last_clean":"2023-01-15T15:08:52.924005+0000","last_became_active":"2023-01-15T14:27:41.260902+0000","last_became_peered":"2023-01-15T14:27:41.260902+0000","last_unstale":"2023-01-15T15:08:52.924005+0000","last_undegraded":"2023-01-15T15:08:52.924005+0000","last_fullsized":"2023-01-15T15:08:52.924005+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:53.100398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2072,"num_read_kb":1984,"num_write":380,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"213'199","reported_seq":537,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.841503+0000","last_change":"2023-01-15T14:27:39.255687+0000","last_active":"2023-01-15T15:08:45.841503+0000","last_peered":"2023-01-15T15:08:45.841503+0000","last_clean":"2023-01-15T15:08:45.841503+0000","last_became_active":"2023-01-15T14:27:39.255281+0000","last_became_peered":"2023-01-15T14:27:39.255281+0000","last_unstale":"2023-01-15T15:08:45.841503+0000","last_undegraded":"2023-01-15T15:08:45.841503+0000","last_fullsized":"2023-01-15T15:08:45.841503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:42:58.859834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74606,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":632,"num_write":1000,"num_write_kb":8853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"213'1767","reported_seq":3607,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.919504+0000","last_change":"2023-01-15T14:27:46.343838+0000","last_active":"2023-01-15T15:08:56.919504+0000","last_peered":"2023-01-15T15:08:56.919504+0000","last_clean":"2023-01-15T15:08:56.919504+0000","last_became_active":"2023-01-15T14:27:46.343581+0000","last_became_peered":"2023-01-15T14:27:46.343581+0000","last_unstale":"2023-01-15T15:08:56.919504+0000","last_undegraded":"2023-01-15T15:08:56.919504+0000","last_fullsized":"2023-01-15T15:08:56.919504+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":1700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:05:29.691798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6681,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2576,"num_read_kb":2563,"num_write":1724,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.114204+0000","last_change":"2023-01-15T14:27:48.278816+0000","last_active":"2023-01-15T15:08:22.114204+0000","last_peered":"2023-01-15T15:08:22.114204+0000","last_clean":"2023-01-15T15:08:22.114204+0000","last_became_active":"2023-01-15T14:27:48.278553+0000","last_became_peered":"2023-01-15T14:27:48.278553+0000","last_unstale":"2023-01-15T15:08:22.114204+0000","last_undegraded":"2023-01-15T15:08:22.114204+0000","last_fullsized":"2023-01-15T15:08:22.114204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"213'533","reported_seq":1061,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.875258+0000","last_change":"2023-01-15T14:27:50.287736+0000","last_active":"2023-01-15T15:08:53.875258+0000","last_peered":"2023-01-15T15:08:53.875258+0000","last_clean":"2023-01-15T15:08:53.875258+0000","last_became_active":"2023-01-15T14:27:50.287469+0000","last_became_peered":"2023-01-15T14:27:50.287469+0000","last_unstale":"2023-01-15T15:08:53.875258+0000","last_undegraded":"2023-01-15T15:08:53.875258+0000","last_fullsized":"2023-01-15T15:08:53.875258+0000","mapping_epoch":31,"log_start":"213'500","ondisk_log_start":"213'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:43:34.986285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1271,"num_write":1129,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.055410+0000","last_change":"2023-01-15T14:27:44.270104+0000","last_active":"2023-01-15T15:08:57.055410+0000","last_peered":"2023-01-15T15:08:57.055410+0000","last_clean":"2023-01-15T15:08:57.055410+0000","last_became_active":"2023-01-15T14:27:44.269845+0000","last_became_peered":"2023-01-15T14:27:44.269845+0000","last_unstale":"2023-01-15T15:08:57.055410+0000","last_undegraded":"2023-01-15T15:08:57.055410+0000","last_fullsized":"2023-01-15T15:08:57.055410+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"213'369","reported_seq":1645,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.379165+0000","last_change":"2023-01-15T14:27:41.252895+0000","last_active":"2023-01-15T15:08:52.379165+0000","last_peered":"2023-01-15T15:08:52.379165+0000","last_clean":"2023-01-15T15:08:52.379165+0000","last_became_active":"2023-01-15T14:27:41.252662+0000","last_became_peered":"2023-01-15T14:27:41.252662+0000","last_unstale":"2023-01-15T15:08:52.379165+0000","last_undegraded":"2023-01-15T15:08:52.379165+0000","last_fullsized":"2023-01-15T15:08:52.379165+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2187,"num_write":455,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"213'179","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.237335+0000","last_change":"2023-01-15T14:27:39.318952+0000","last_active":"2023-01-15T15:08:45.237335+0000","last_peered":"2023-01-15T15:08:45.237335+0000","last_clean":"2023-01-15T15:08:45.237335+0000","last_became_active":"2023-01-15T14:27:39.305909+0000","last_became_peered":"2023-01-15T14:27:39.305909+0000","last_unstale":"2023-01-15T15:08:45.237335+0000","last_undegraded":"2023-01-15T15:08:45.237335+0000","last_fullsized":"2023-01-15T15:08:45.237335+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:37.889314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6181972,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":71914,"num_write":940,"num_write_kb":52636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"213'1718","reported_seq":3524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.752524+0000","last_change":"2023-01-15T14:27:46.275181+0000","last_active":"2023-01-15T15:08:56.752524+0000","last_peered":"2023-01-15T15:08:56.752524+0000","last_clean":"2023-01-15T15:08:56.752524+0000","last_became_active":"2023-01-15T14:27:46.274890+0000","last_became_peered":"2023-01-15T14:27:46.274890+0000","last_unstale":"2023-01-15T15:08:56.752524+0000","last_undegraded":"2023-01-15T15:08:56.752524+0000","last_fullsized":"2023-01-15T15:08:56.752524+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8579,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2474,"num_write":1669,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789786+0000","last_change":"2023-01-15T14:27:48.279425+0000","last_active":"2023-01-15T15:09:06.789786+0000","last_peered":"2023-01-15T15:09:06.789786+0000","last_clean":"2023-01-15T15:09:06.789786+0000","last_became_active":"2023-01-15T14:27:48.279169+0000","last_became_peered":"2023-01-15T14:27:48.279169+0000","last_unstale":"2023-01-15T15:09:06.789786+0000","last_undegraded":"2023-01-15T15:09:06.789786+0000","last_fullsized":"2023-01-15T15:09:06.789786+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"213'130","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.887967+0000","last_change":"2023-01-15T14:27:50.287485+0000","last_active":"2023-01-15T15:08:52.887967+0000","last_peered":"2023-01-15T15:08:52.887967+0000","last_clean":"2023-01-15T15:08:52.887967+0000","last_became_active":"2023-01-15T14:27:50.287235+0000","last_became_peered":"2023-01-15T14:27:50.287235+0000","last_unstale":"2023-01-15T15:08:52.887967+0000","last_undegraded":"2023-01-15T15:08:52.887967+0000","last_fullsized":"2023-01-15T15:08:52.887967+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:49:59.356102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":165,"num_read_kb":165,"num_write":369,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.050583+0000","last_change":"2023-01-15T14:27:44.270054+0000","last_active":"2023-01-15T15:08:17.050583+0000","last_peered":"2023-01-15T15:08:17.050583+0000","last_clean":"2023-01-15T15:08:17.050583+0000","last_became_active":"2023-01-15T14:27:44.269803+0000","last_became_peered":"2023-01-15T14:27:44.269803+0000","last_unstale":"2023-01-15T15:08:17.050583+0000","last_undegraded":"2023-01-15T15:08:17.050583+0000","last_fullsized":"2023-01-15T15:08:17.050583+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"213'314","reported_seq":1626,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.244830+0000","last_change":"2023-01-15T14:28:22.351384+0000","last_active":"2023-01-15T15:08:52.244830+0000","last_peered":"2023-01-15T15:08:52.244830+0000","last_clean":"2023-01-15T15:08:52.244830+0000","last_became_active":"2023-01-15T14:28:22.351086+0000","last_became_peered":"2023-01-15T14:28:22.351086+0000","last_unstale":"2023-01-15T15:08:52.244830+0000","last_undegraded":"2023-01-15T15:08:52.244830+0000","last_fullsized":"2023-01-15T15:08:52.244830+0000","mapping_epoch":34,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:25.854608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2056,"num_read_kb":1992,"num_write":345,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"213'179","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.864998+0000","last_change":"2023-01-15T14:27:39.319371+0000","last_active":"2023-01-15T15:08:52.864998+0000","last_peered":"2023-01-15T15:08:52.864998+0000","last_clean":"2023-01-15T15:08:52.864998+0000","last_became_active":"2023-01-15T14:27:39.311767+0000","last_became_peered":"2023-01-15T14:27:39.311767+0000","last_unstale":"2023-01-15T15:08:52.864998+0000","last_undegraded":"2023-01-15T15:08:52.864998+0000","last_fullsized":"2023-01-15T15:08:52.864998+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:09:13.976128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":392,"num_read_kb":4981,"num_write":942,"num_write_kb":20268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"213'3808","reported_seq":7291,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.940094+0000","last_change":"2023-01-15T14:27:46.273801+0000","last_active":"2023-01-15T15:08:56.940094+0000","last_peered":"2023-01-15T15:08:56.940094+0000","last_clean":"2023-01-15T15:08:56.940094+0000","last_became_active":"2023-01-15T14:27:46.273597+0000","last_became_peered":"2023-01-15T14:27:46.273597+0000","last_unstale":"2023-01-15T15:08:56.940094+0000","last_undegraded":"2023-01-15T15:08:56.940094+0000","last_fullsized":"2023-01-15T15:08:56.940094+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":3000,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:01:57.827899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14456,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":5236,"num_read_kb":5224,"num_write":3740,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"213'407","reported_seq":1940,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.010991+0000","last_change":"2023-01-15T14:27:48.284990+0000","last_active":"2023-01-15T15:09:02.010991+0000","last_peered":"2023-01-15T15:09:02.010991+0000","last_clean":"2023-01-15T15:09:02.010991+0000","last_became_active":"2023-01-15T14:27:48.284723+0000","last_became_peered":"2023-01-15T14:27:48.284723+0000","last_unstale":"2023-01-15T15:09:02.010991+0000","last_undegraded":"2023-01-15T15:09:02.010991+0000","last_fullsized":"2023-01-15T15:09:02.010991+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"213'138","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011436+0000","last_change":"2023-01-15T14:27:50.287398+0000","last_active":"2023-01-15T15:09:02.011436+0000","last_peered":"2023-01-15T15:09:02.011436+0000","last_clean":"2023-01-15T15:09:02.011436+0000","last_became_active":"2023-01-15T14:27:50.287162+0000","last_became_peered":"2023-01-15T14:27:50.287162+0000","last_unstale":"2023-01-15T15:09:02.011436+0000","last_undegraded":"2023-01-15T15:09:02.011436+0000","last_fullsized":"2023-01-15T15:09:02.011436+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":382,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.303993+0000","last_change":"2023-01-15T14:27:44.264399+0000","last_active":"2023-01-15T15:09:06.303993+0000","last_peered":"2023-01-15T15:09:06.303993+0000","last_clean":"2023-01-15T15:09:06.303993+0000","last_became_active":"2023-01-15T14:27:44.264102+0000","last_became_peered":"2023-01-15T14:27:44.264102+0000","last_unstale":"2023-01-15T15:09:06.303993+0000","last_undegraded":"2023-01-15T15:09:06.303993+0000","last_fullsized":"2023-01-15T15:09:06.303993+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"213'1105","reported_seq":2390,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.243924+0000","last_change":"2023-01-15T14:27:41.260523+0000","last_active":"2023-01-15T15:08:52.243924+0000","last_peered":"2023-01-15T15:08:52.243924+0000","last_clean":"2023-01-15T15:08:52.243924+0000","last_became_active":"2023-01-15T14:27:41.260280+0000","last_became_peered":"2023-01-15T14:27:41.260280+0000","last_unstale":"2023-01-15T15:08:52.243924+0000","last_undegraded":"2023-01-15T15:08:52.243924+0000","last_fullsized":"2023-01-15T15:08:52.243924+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4881,"num_read_kb":4255,"num_write":1549,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"213'185","reported_seq":513,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.870684+0000","last_change":"2023-01-15T14:27:39.288106+0000","last_active":"2023-01-15T15:08:52.870684+0000","last_peered":"2023-01-15T15:08:52.870684+0000","last_clean":"2023-01-15T15:08:52.870684+0000","last_became_active":"2023-01-15T14:27:39.260634+0000","last_became_peered":"2023-01-15T14:27:39.260634+0000","last_unstale":"2023-01-15T15:08:52.870684+0000","last_undegraded":"2023-01-15T15:08:52.870684+0000","last_fullsized":"2023-01-15T15:08:52.870684+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:59:16.406176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280691,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":423,"num_read_kb":1601,"num_write":945,"num_write_kb":12450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"213'3380","reported_seq":6766,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.010323+0000","last_change":"2023-01-15T14:27:46.270297+0000","last_active":"2023-01-15T15:08:57.010323+0000","last_peered":"2023-01-15T15:08:57.010323+0000","last_clean":"2023-01-15T15:08:57.010323+0000","last_became_active":"2023-01-15T14:27:46.270042+0000","last_became_peered":"2023-01-15T14:27:46.270042+0000","last_unstale":"2023-01-15T15:08:57.010323+0000","last_undegraded":"2023-01-15T15:08:57.010323+0000","last_fullsized":"2023-01-15T15:08:57.010323+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":3000,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13627,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4897,"num_read_kb":4886,"num_write":3292,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056328+0000","last_change":"2023-01-15T14:27:48.285329+0000","last_active":"2023-01-15T15:09:02.056328+0000","last_peered":"2023-01-15T15:09:02.056328+0000","last_clean":"2023-01-15T15:09:02.056328+0000","last_became_active":"2023-01-15T14:27:48.285059+0000","last_became_peered":"2023-01-15T14:27:48.285059+0000","last_unstale":"2023-01-15T15:09:02.056328+0000","last_undegraded":"2023-01-15T15:09:02.056328+0000","last_fullsized":"2023-01-15T15:09:02.056328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"213'124","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120648+0000","last_change":"2023-01-15T14:27:50.291227+0000","last_active":"2023-01-15T15:09:02.120648+0000","last_peered":"2023-01-15T15:09:02.120648+0000","last_clean":"2023-01-15T15:09:02.120648+0000","last_became_active":"2023-01-15T14:27:50.290994+0000","last_became_peered":"2023-01-15T14:27:50.290994+0000","last_unstale":"2023-01-15T15:09:02.120648+0000","last_undegraded":"2023-01-15T15:09:02.120648+0000","last_fullsized":"2023-01-15T15:09:02.120648+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":337,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.050734+0000","last_change":"2023-01-15T14:27:44.268043+0000","last_active":"2023-01-15T15:08:17.050734+0000","last_peered":"2023-01-15T15:08:17.050734+0000","last_clean":"2023-01-15T15:08:17.050734+0000","last_became_active":"2023-01-15T14:27:44.267180+0000","last_became_peered":"2023-01-15T14:27:44.267180+0000","last_unstale":"2023-01-15T15:08:17.050734+0000","last_undegraded":"2023-01-15T15:08:17.050734+0000","last_fullsized":"2023-01-15T15:08:17.050734+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"213'778","reported_seq":2157,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.932007+0000","last_change":"2023-01-15T14:27:41.258104+0000","last_active":"2023-01-15T15:08:52.932007+0000","last_peered":"2023-01-15T15:08:52.932007+0000","last_clean":"2023-01-15T15:08:52.932007+0000","last_became_active":"2023-01-15T14:27:41.257820+0000","last_became_peered":"2023-01-15T14:27:41.257820+0000","last_unstale":"2023-01-15T15:08:52.932007+0000","last_undegraded":"2023-01-15T15:08:52.932007+0000","last_fullsized":"2023-01-15T15:08:52.932007+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3669,"num_read_kb":3305,"num_write":1035,"num_write_kb":378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"213'210","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.493794+0000","last_change":"2023-01-15T14:27:39.255223+0000","last_active":"2023-01-15T15:08:50.493794+0000","last_peered":"2023-01-15T15:08:50.493794+0000","last_clean":"2023-01-15T15:08:50.493794+0000","last_became_active":"2023-01-15T14:27:39.251821+0000","last_became_peered":"2023-01-15T14:27:39.251821+0000","last_unstale":"2023-01-15T15:08:50.493794+0000","last_undegraded":"2023-01-15T15:08:50.493794+0000","last_fullsized":"2023-01-15T15:08:50.493794+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374174,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":445,"num_read_kb":1081,"num_write":1097,"num_write_kb":21093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"213'1726","reported_seq":3538,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.849856+0000","last_change":"2023-01-15T14:27:46.274299+0000","last_active":"2023-01-15T15:08:56.849856+0000","last_peered":"2023-01-15T15:08:56.849856+0000","last_clean":"2023-01-15T15:08:56.849856+0000","last_became_active":"2023-01-15T14:27:46.274083+0000","last_became_peered":"2023-01-15T14:27:46.274083+0000","last_unstale":"2023-01-15T15:08:56.849856+0000","last_undegraded":"2023-01-15T15:08:56.849856+0000","last_fullsized":"2023-01-15T15:08:56.849856+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2511,"num_read_kb":2501,"num_write":1731,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.006510+0000","last_change":"2023-01-15T14:27:48.283733+0000","last_active":"2023-01-15T15:08:27.006510+0000","last_peered":"2023-01-15T15:08:27.006510+0000","last_clean":"2023-01-15T15:08:27.006510+0000","last_became_active":"2023-01-15T14:27:48.283490+0000","last_became_peered":"2023-01-15T14:27:48.283490+0000","last_unstale":"2023-01-15T15:08:27.006510+0000","last_undegraded":"2023-01-15T15:08:27.006510+0000","last_fullsized":"2023-01-15T15:08:27.006510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"213'113","reported_seq":332,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.424391+0000","last_change":"2023-01-15T14:27:50.290856+0000","last_active":"2023-01-15T15:08:53.424391+0000","last_peered":"2023-01-15T15:08:53.424391+0000","last_clean":"2023-01-15T15:08:53.424391+0000","last_became_active":"2023-01-15T14:27:50.290019+0000","last_became_peered":"2023-01-15T14:27:50.290019+0000","last_unstale":"2023-01-15T15:08:53.424391+0000","last_undegraded":"2023-01-15T15:08:53.424391+0000","last_fullsized":"2023-01-15T15:08:53.424391+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":303,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.113595+0000","last_change":"2023-01-15T14:27:44.273723+0000","last_active":"2023-01-15T15:08:17.113595+0000","last_peered":"2023-01-15T15:08:17.113595+0000","last_clean":"2023-01-15T15:08:17.113595+0000","last_became_active":"2023-01-15T14:27:44.273462+0000","last_became_peered":"2023-01-15T14:27:44.273462+0000","last_unstale":"2023-01-15T15:08:17.113595+0000","last_undegraded":"2023-01-15T15:08:17.113595+0000","last_fullsized":"2023-01-15T15:08:17.113595+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"213'733","reported_seq":2012,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931690+0000","last_change":"2023-01-15T14:27:41.253020+0000","last_active":"2023-01-15T15:08:52.931690+0000","last_peered":"2023-01-15T15:08:52.931690+0000","last_clean":"2023-01-15T15:08:52.931690+0000","last_became_active":"2023-01-15T14:27:41.252759+0000","last_became_peered":"2023-01-15T14:27:41.252759+0000","last_unstale":"2023-01-15T15:08:52.931690+0000","last_undegraded":"2023-01-15T15:08:52.931690+0000","last_fullsized":"2023-01-15T15:08:52.931690+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3405,"num_read_kb":3066,"num_write":983,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"213'172","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.118754+0000","last_change":"2023-01-15T14:29:22.844392+0000","last_active":"2023-01-15T15:08:48.118754+0000","last_peered":"2023-01-15T15:08:48.118754+0000","last_clean":"2023-01-15T15:08:48.118754+0000","last_became_active":"2023-01-15T14:29:22.843957+0000","last_became_peered":"2023-01-15T14:29:22.843957+0000","last_unstale":"2023-01-15T15:08:48.118754+0000","last_undegraded":"2023-01-15T15:08:48.118754+0000","last_fullsized":"2023-01-15T15:08:48.118754+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":398,"num_read_kb":5531,"num_write":944,"num_write_kb":31605,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"213'152","reported_seq":444,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.873056+0000","last_change":"2023-01-15T14:27:46.277789+0000","last_active":"2023-01-15T15:08:53.873056+0000","last_peered":"2023-01-15T15:08:53.873056+0000","last_clean":"2023-01-15T15:08:53.873056+0000","last_became_active":"2023-01-15T14:27:46.277545+0000","last_became_peered":"2023-01-15T14:27:46.277545+0000","last_unstale":"2023-01-15T15:08:53.873056+0000","last_undegraded":"2023-01-15T15:08:53.873056+0000","last_fullsized":"2023-01-15T15:08:53.873056+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7401,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":199,"num_read_kb":190,"num_write":106,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"213'422","reported_seq":4154,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.096481+0000","last_change":"2023-01-15T14:27:48.280252+0000","last_active":"2023-01-15T15:08:57.096481+0000","last_peered":"2023-01-15T15:08:57.096481+0000","last_clean":"2023-01-15T15:08:57.096481+0000","last_became_active":"2023-01-15T14:27:48.279821+0000","last_became_peered":"2023-01-15T14:27:48.279821+0000","last_unstale":"2023-01-15T15:08:57.096481+0000","last_undegraded":"2023-01-15T15:08:57.096481+0000","last_fullsized":"2023-01-15T15:08:57.096481+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"213'90","reported_seq":313,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.429630+0000","last_change":"2023-01-15T14:27:50.287954+0000","last_active":"2023-01-15T15:08:53.429630+0000","last_peered":"2023-01-15T15:08:53.429630+0000","last_clean":"2023-01-15T15:08:53.429630+0000","last_became_active":"2023-01-15T14:27:50.287694+0000","last_became_peered":"2023-01-15T14:27:50.287694+0000","last_unstale":"2023-01-15T15:08:53.429630+0000","last_undegraded":"2023-01-15T15:08:53.429630+0000","last_fullsized":"2023-01-15T15:08:53.429630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":258,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"26'2","reported_seq":451,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819178+0000","last_change":"2023-01-15T14:27:44.273895+0000","last_active":"2023-01-15T15:08:53.819178+0000","last_peered":"2023-01-15T15:08:53.819178+0000","last_clean":"2023-01-15T15:08:53.819178+0000","last_became_active":"2023-01-15T14:27:44.273407+0000","last_became_peered":"2023-01-15T14:27:44.273407+0000","last_unstale":"2023-01-15T15:08:53.819178+0000","last_undegraded":"2023-01-15T15:08:53.819178+0000","last_fullsized":"2023-01-15T15:08:53.819178+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.964391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":241,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"213'669","reported_seq":1863,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.109575+0000","last_change":"2023-01-15T14:27:41.256624+0000","last_active":"2023-01-15T15:08:51.109575+0000","last_peered":"2023-01-15T15:08:51.109575+0000","last_clean":"2023-01-15T15:08:51.109575+0000","last_became_active":"2023-01-15T14:27:41.256412+0000","last_became_peered":"2023-01-15T14:27:41.256412+0000","last_unstale":"2023-01-15T15:08:51.109575+0000","last_undegraded":"2023-01-15T15:08:51.109575+0000","last_fullsized":"2023-01-15T15:08:51.109575+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":600,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3256,"num_read_kb":2924,"num_write":905,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"213'181","reported_seq":487,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.552198+0000","last_change":"2023-01-15T14:28:22.926648+0000","last_active":"2023-01-15T15:08:41.552198+0000","last_peered":"2023-01-15T15:08:41.552198+0000","last_clean":"2023-01-15T15:08:41.552198+0000","last_became_active":"2023-01-15T14:28:22.926346+0000","last_became_peered":"2023-01-15T14:28:22.926346+0000","last_unstale":"2023-01-15T15:08:41.552198+0000","last_undegraded":"2023-01-15T15:08:41.552198+0000","last_fullsized":"2023-01-15T15:08:41.552198+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":386,"num_read_kb":373,"num_write":858,"num_write_kb":34045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"213'71","reported_seq":308,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.308908+0000","last_change":"2023-01-15T14:27:46.344399+0000","last_active":"2023-01-15T15:08:27.308908+0000","last_peered":"2023-01-15T15:08:27.308908+0000","last_clean":"2023-01-15T15:08:27.308908+0000","last_became_active":"2023-01-15T14:27:46.344188+0000","last_became_peered":"2023-01-15T14:27:46.344188+0000","last_unstale":"2023-01-15T15:08:27.308908+0000","last_undegraded":"2023-01-15T15:08:27.308908+0000","last_fullsized":"2023-01-15T15:08:27.308908+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"213'375","reported_seq":1422,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371123+0000","last_change":"2023-01-15T14:27:48.281942+0000","last_active":"2023-01-15T15:08:56.371123+0000","last_peered":"2023-01-15T15:08:56.371123+0000","last_clean":"2023-01-15T15:08:56.371123+0000","last_became_active":"2023-01-15T14:27:48.281727+0000","last_became_peered":"2023-01-15T14:27:48.281727+0000","last_unstale":"2023-01-15T15:08:56.371123+0000","last_undegraded":"2023-01-15T15:08:56.371123+0000","last_fullsized":"2023-01-15T15:08:56.371123+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:03:10.853492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"213'107","reported_seq":326,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.559805+0000","last_change":"2023-01-15T14:27:50.291495+0000","last_active":"2023-01-15T15:08:53.559805+0000","last_peered":"2023-01-15T15:08:53.559805+0000","last_clean":"2023-01-15T15:08:53.559805+0000","last_became_active":"2023-01-15T14:27:50.291237+0000","last_became_peered":"2023-01-15T14:27:50.291237+0000","last_unstale":"2023-01-15T15:08:53.559805+0000","last_undegraded":"2023-01-15T15:08:53.559805+0000","last_fullsized":"2023-01-15T15:08:53.559805+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.374535+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:17.374535+0000","last_peered":"2023-01-15T15:08:17.374535+0000","last_clean":"2023-01-15T15:08:17.374535+0000","last_became_active":"2023-01-15T14:27:44.273405+0000","last_became_peered":"2023-01-15T14:27:44.273405+0000","last_unstale":"2023-01-15T15:08:17.374535+0000","last_undegraded":"2023-01-15T15:08:17.374535+0000","last_fullsized":"2023-01-15T15:08:17.374535+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"213'850","reported_seq":2107,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.932151+0000","last_change":"2023-01-15T14:27:41.313311+0000","last_active":"2023-01-15T15:08:52.932151+0000","last_peered":"2023-01-15T15:08:52.932151+0000","last_clean":"2023-01-15T15:08:52.932151+0000","last_became_active":"2023-01-15T14:27:41.269787+0000","last_became_peered":"2023-01-15T14:27:41.269787+0000","last_unstale":"2023-01-15T15:08:52.932151+0000","last_undegraded":"2023-01-15T15:08:52.932151+0000","last_fullsized":"2023-01-15T15:08:52.932151+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3892,"num_read_kb":3405,"num_write":1204,"num_write_kb":482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"213'210","reported_seq":599,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.882956+0000","last_change":"2023-01-15T14:27:39.258403+0000","last_active":"2023-01-15T15:08:52.882956+0000","last_peered":"2023-01-15T15:08:52.882956+0000","last_clean":"2023-01-15T15:08:52.882956+0000","last_became_active":"2023-01-15T14:27:39.255544+0000","last_became_peered":"2023-01-15T14:27:39.255544+0000","last_unstale":"2023-01-15T15:08:52.882956+0000","last_undegraded":"2023-01-15T15:08:52.882956+0000","last_fullsized":"2023-01-15T15:08:52.882956+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5324508,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":575,"num_read_kb":5677,"num_write":1046,"num_write_kb":49565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"213'212","reported_seq":520,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.862815+0000","last_change":"2023-01-15T14:27:46.274677+0000","last_active":"2023-01-15T15:08:53.862815+0000","last_peered":"2023-01-15T15:08:53.862815+0000","last_clean":"2023-01-15T15:08:53.862815+0000","last_became_active":"2023-01-15T14:27:46.274439+0000","last_became_peered":"2023-01-15T14:27:46.274439+0000","last_unstale":"2023-01-15T15:08:53.862815+0000","last_undegraded":"2023-01-15T15:08:53.862815+0000","last_fullsized":"2023-01-15T15:08:53.862815+0000","mapping_epoch":27,"log_start":"213'200","ondisk_log_start":"213'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:39:45.426881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7634,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1317,"num_read_kb":1307,"num_write":2284,"num_write_kb":2162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:06.841361+0000","last_change":"2023-01-15T14:27:48.283406+0000","last_active":"2023-01-15T15:06:06.841361+0000","last_peered":"2023-01-15T15:06:06.841361+0000","last_clean":"2023-01-15T15:06:06.841361+0000","last_became_active":"2023-01-15T14:27:48.283157+0000","last_became_peered":"2023-01-15T14:27:48.283157+0000","last_unstale":"2023-01-15T15:06:06.841361+0000","last_undegraded":"2023-01-15T15:06:06.841361+0000","last_fullsized":"2023-01-15T15:06:06.841361+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:52.411999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"213'133","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.561892+0000","last_change":"2023-01-15T14:27:50.288915+0000","last_active":"2023-01-15T15:08:53.561892+0000","last_peered":"2023-01-15T15:08:53.561892+0000","last_clean":"2023-01-15T15:08:53.561892+0000","last_became_active":"2023-01-15T14:27:50.288673+0000","last_became_peered":"2023-01-15T14:27:50.288673+0000","last_unstale":"2023-01-15T15:08:53.561892+0000","last_undegraded":"2023-01-15T15:08:53.561892+0000","last_fullsized":"2023-01-15T15:08:53.561892+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":141,"num_write":343,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":215,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:22.365608+0000","last_change":"2023-01-15T14:27:44.274543+0000","last_active":"2023-01-15T15:07:22.365608+0000","last_peered":"2023-01-15T15:07:22.365608+0000","last_clean":"2023-01-15T15:07:22.365608+0000","last_became_active":"2023-01-15T14:27:44.274291+0000","last_became_peered":"2023-01-15T14:27:44.274291+0000","last_unstale":"2023-01-15T15:07:22.365608+0000","last_undegraded":"2023-01-15T15:07:22.365608+0000","last_fullsized":"2023-01-15T15:07:22.365608+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"213'159","reported_seq":495,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.885390+0000","last_change":"2023-01-15T14:27:39.251150+0000","last_active":"2023-01-15T15:08:52.885390+0000","last_peered":"2023-01-15T15:08:52.885390+0000","last_clean":"2023-01-15T15:08:52.885390+0000","last_became_active":"2023-01-15T14:27:39.250650+0000","last_became_peered":"2023-01-15T14:27:39.250650+0000","last_unstale":"2023-01-15T15:08:52.885390+0000","last_undegraded":"2023-01-15T15:08:52.885390+0000","last_fullsized":"2023-01-15T15:08:52.885390+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244985,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":418,"num_read_kb":26772,"num_write":913,"num_write_kb":10550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":226,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280474+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T15:09:07.280474+0000","last_peered":"2023-01-15T15:09:07.280474+0000","last_clean":"2023-01-15T15:09:07.280474+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T15:09:07.280474+0000","last_undegraded":"2023-01-15T15:09:07.280474+0000","last_fullsized":"2023-01-15T15:09:07.280474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"213'325","reported_seq":1618,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414240+0000","last_change":"2023-01-15T14:27:41.259762+0000","last_active":"2023-01-15T15:08:51.414240+0000","last_peered":"2023-01-15T15:08:51.414240+0000","last_clean":"2023-01-15T15:08:51.414240+0000","last_became_active":"2023-01-15T14:27:41.259547+0000","last_became_peered":"2023-01-15T14:27:41.259547+0000","last_unstale":"2023-01-15T15:08:51.414240+0000","last_undegraded":"2023-01-15T15:08:51.414240+0000","last_fullsized":"2023-01-15T15:08:51.414240+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2191,"num_read_kb":2098,"num_write":377,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"213'1708","reported_seq":3489,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.815071+0000","last_change":"2023-01-15T14:27:46.276769+0000","last_active":"2023-01-15T15:08:56.815071+0000","last_peered":"2023-01-15T15:08:56.815071+0000","last_clean":"2023-01-15T15:08:56.815071+0000","last_became_active":"2023-01-15T14:27:46.276359+0000","last_became_peered":"2023-01-15T14:27:46.276359+0000","last_unstale":"2023-01-15T15:08:56.815071+0000","last_undegraded":"2023-01-15T15:08:56.815071+0000","last_fullsized":"2023-01-15T15:08:56.815071+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":1600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2460,"num_read_kb":2451,"num_write":1680,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"213'428","reported_seq":1383,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.099755+0000","last_change":"2023-01-15T14:27:48.281695+0000","last_active":"2023-01-15T15:08:57.099755+0000","last_peered":"2023-01-15T15:08:57.099755+0000","last_clean":"2023-01-15T15:08:57.099755+0000","last_became_active":"2023-01-15T14:27:48.281425+0000","last_became_peered":"2023-01-15T14:27:48.281425+0000","last_unstale":"2023-01-15T15:08:57.099755+0000","last_undegraded":"2023-01-15T15:08:57.099755+0000","last_fullsized":"2023-01-15T15:08:57.099755+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"213'163","reported_seq":399,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.891095+0000","last_change":"2023-01-15T14:27:50.290943+0000","last_active":"2023-01-15T15:08:27.891095+0000","last_peered":"2023-01-15T15:08:27.891095+0000","last_clean":"2023-01-15T15:08:27.891095+0000","last_became_active":"2023-01-15T14:27:50.290626+0000","last_became_peered":"2023-01-15T14:27:50.290626+0000","last_unstale":"2023-01-15T15:08:27.891095+0000","last_undegraded":"2023-01-15T15:08:27.891095+0000","last_fullsized":"2023-01-15T15:08:27.891095+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":423,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:51.870171+0000","last_change":"2023-01-15T14:27:44.274595+0000","last_active":"2023-01-15T15:07:51.870171+0000","last_peered":"2023-01-15T15:07:51.870171+0000","last_clean":"2023-01-15T15:07:51.870171+0000","last_became_active":"2023-01-15T14:27:44.274353+0000","last_became_peered":"2023-01-15T14:27:44.274353+0000","last_unstale":"2023-01-15T15:07:51.870171+0000","last_undegraded":"2023-01-15T15:07:51.870171+0000","last_fullsized":"2023-01-15T15:07:51.870171+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":227,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789289+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T15:09:06.789289+0000","last_peered":"2023-01-15T15:09:06.789289+0000","last_clean":"2023-01-15T15:09:06.789289+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T15:09:06.789289+0000","last_undegraded":"2023-01-15T15:09:06.789289+0000","last_fullsized":"2023-01-15T15:09:06.789289+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"213'155","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009828+0000","last_change":"2023-01-15T14:27:39.252193+0000","last_active":"2023-01-15T15:08:52.009828+0000","last_peered":"2023-01-15T15:08:52.009828+0000","last_clean":"2023-01-15T15:08:52.009828+0000","last_became_active":"2023-01-15T14:27:39.251184+0000","last_became_peered":"2023-01-15T14:27:39.251184+0000","last_unstale":"2023-01-15T15:08:52.009828+0000","last_undegraded":"2023-01-15T15:08:52.009828+0000","last_fullsized":"2023-01-15T15:08:52.009828+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272157,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":370,"num_read_kb":25217,"num_write":809,"num_write_kb":23453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"213'431","reported_seq":1908,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.965783+0000","last_change":"2023-01-15T14:27:41.252430+0000","last_active":"2023-01-15T15:08:51.965783+0000","last_peered":"2023-01-15T15:08:51.965783+0000","last_clean":"2023-01-15T15:08:51.965783+0000","last_became_active":"2023-01-15T14:27:41.252160+0000","last_became_peered":"2023-01-15T14:27:41.252160+0000","last_unstale":"2023-01-15T15:08:51.965783+0000","last_undegraded":"2023-01-15T15:08:51.965783+0000","last_fullsized":"2023-01-15T15:08:51.965783+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2767,"num_read_kb":2625,"num_write":551,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"213'2362","reported_seq":4433,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.934028+0000","last_change":"2023-01-15T14:27:46.345814+0000","last_active":"2023-01-15T15:08:56.934028+0000","last_peered":"2023-01-15T15:08:56.934028+0000","last_clean":"2023-01-15T15:08:56.934028+0000","last_became_active":"2023-01-15T14:27:46.345575+0000","last_became_peered":"2023-01-15T14:27:46.345575+0000","last_unstale":"2023-01-15T15:08:56.934028+0000","last_undegraded":"2023-01-15T15:08:56.934028+0000","last_fullsized":"2023-01-15T15:08:56.934028+0000","mapping_epoch":27,"log_start":"213'2300","ondisk_log_start":"213'2300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":2300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:05.217093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26735,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3114,"num_read_kb":3098,"num_write":2254,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.866195+0000","last_change":"2023-01-15T14:27:48.281576+0000","last_active":"2023-01-15T15:07:26.866195+0000","last_peered":"2023-01-15T15:07:26.866195+0000","last_clean":"2023-01-15T15:07:26.866195+0000","last_became_active":"2023-01-15T14:27:48.281326+0000","last_became_peered":"2023-01-15T14:27:48.281326+0000","last_unstale":"2023-01-15T15:07:26.866195+0000","last_undegraded":"2023-01-15T15:07:26.866195+0000","last_fullsized":"2023-01-15T15:07:26.866195+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"213'146","reported_seq":358,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.404286+0000","last_change":"2023-01-15T14:27:50.290359+0000","last_active":"2023-01-15T15:08:51.404286+0000","last_peered":"2023-01-15T15:08:51.404286+0000","last_clean":"2023-01-15T15:08:51.404286+0000","last_became_active":"2023-01-15T14:27:50.290101+0000","last_became_peered":"2023-01-15T14:27:50.290101+0000","last_unstale":"2023-01-15T15:08:51.404286+0000","last_undegraded":"2023-01-15T15:08:51.404286+0000","last_fullsized":"2023-01-15T15:08:51.404286+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:57.094271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":376,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872872+0000","last_change":"2023-01-15T14:27:44.274086+0000","last_active":"2023-01-15T15:06:46.872872+0000","last_peered":"2023-01-15T15:06:46.872872+0000","last_clean":"2023-01-15T15:06:46.872872+0000","last_became_active":"2023-01-15T14:27:44.273675+0000","last_became_peered":"2023-01-15T14:27:44.273675+0000","last_unstale":"2023-01-15T15:06:46.872872+0000","last_undegraded":"2023-01-15T15:06:46.872872+0000","last_fullsized":"2023-01-15T15:06:46.872872+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:08:21.683196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"213'409","reported_seq":1710,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009803+0000","last_change":"2023-01-15T14:27:41.259340+0000","last_active":"2023-01-15T15:08:52.009803+0000","last_peered":"2023-01-15T15:08:52.009803+0000","last_clean":"2023-01-15T15:08:52.009803+0000","last_became_active":"2023-01-15T14:27:41.258821+0000","last_became_peered":"2023-01-15T14:27:41.258821+0000","last_unstale":"2023-01-15T15:08:52.009803+0000","last_undegraded":"2023-01-15T15:08:52.009803+0000","last_fullsized":"2023-01-15T15:08:52.009803+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2501,"num_read_kb":2340,"num_write":525,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":226,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819346+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T15:09:05.819346+0000","last_peered":"2023-01-15T15:09:05.819346+0000","last_clean":"2023-01-15T15:09:05.819346+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T15:09:05.819346+0000","last_undegraded":"2023-01-15T15:09:05.819346+0000","last_fullsized":"2023-01-15T15:09:05.819346+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859646+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T15:05:31.859646+0000","last_peered":"2023-01-15T15:05:31.859646+0000","last_clean":"2023-01-15T15:05:31.859646+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T15:05:31.859646+0000","last_undegraded":"2023-01-15T15:05:31.859646+0000","last_fullsized":"2023-01-15T15:05:31.859646+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:23.908476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"213'197","reported_seq":568,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.842951+0000","last_change":"2023-01-15T14:28:22.947751+0000","last_active":"2023-01-15T15:08:52.842951+0000","last_peered":"2023-01-15T15:08:52.842951+0000","last_clean":"2023-01-15T15:08:52.842951+0000","last_became_active":"2023-01-15T14:28:22.947416+0000","last_became_peered":"2023-01-15T14:28:22.947416+0000","last_unstale":"2023-01-15T15:08:52.842951+0000","last_undegraded":"2023-01-15T15:08:52.842951+0000","last_fullsized":"2023-01-15T15:08:52.842951+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777271,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":54219,"num_write":1122,"num_write_kb":35360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"213'2183","reported_seq":4713,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.052477+0000","last_change":"2023-01-15T14:27:46.274607+0000","last_active":"2023-01-15T15:08:57.052477+0000","last_peered":"2023-01-15T15:08:57.052477+0000","last_clean":"2023-01-15T15:08:57.052477+0000","last_became_active":"2023-01-15T14:27:46.274357+0000","last_became_peered":"2023-01-15T14:27:46.274357+0000","last_unstale":"2023-01-15T15:08:57.052477+0000","last_undegraded":"2023-01-15T15:08:57.052477+0000","last_fullsized":"2023-01-15T15:08:57.052477+0000","mapping_epoch":27,"log_start":"213'2101","ondisk_log_start":"213'2101","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2101,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27380,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":3091,"num_read_kb":3075,"num_write":1817,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.859002+0000","last_change":"2023-01-15T14:27:48.286734+0000","last_active":"2023-01-15T15:05:26.859002+0000","last_peered":"2023-01-15T15:05:26.859002+0000","last_clean":"2023-01-15T15:05:26.859002+0000","last_became_active":"2023-01-15T14:27:48.286443+0000","last_became_peered":"2023-01-15T14:27:48.286443+0000","last_unstale":"2023-01-15T15:05:26.859002+0000","last_undegraded":"2023-01-15T15:05:26.859002+0000","last_fullsized":"2023-01-15T15:05:26.859002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:42:57.808163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"213'136","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120401+0000","last_change":"2023-01-15T14:27:50.289032+0000","last_active":"2023-01-15T15:09:02.120401+0000","last_peered":"2023-01-15T15:09:02.120401+0000","last_clean":"2023-01-15T15:09:02.120401+0000","last_became_active":"2023-01-15T14:27:50.288842+0000","last_became_peered":"2023-01-15T14:27:50.288842+0000","last_unstale":"2023-01-15T15:09:02.120401+0000","last_undegraded":"2023-01-15T15:09:02.120401+0000","last_fullsized":"2023-01-15T15:09:02.120401+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":387,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.055731+0000","last_change":"2023-01-15T14:27:44.273188+0000","last_active":"2023-01-15T15:08:57.055731+0000","last_peered":"2023-01-15T15:08:57.055731+0000","last_clean":"2023-01-15T15:08:57.055731+0000","last_became_active":"2023-01-15T14:27:44.272942+0000","last_became_peered":"2023-01-15T14:27:44.272942+0000","last_unstale":"2023-01-15T15:08:57.055731+0000","last_undegraded":"2023-01-15T15:08:57.055731+0000","last_fullsized":"2023-01-15T15:08:57.055731+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"213'759","reported_seq":1953,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119244+0000","last_change":"2023-01-15T14:27:41.256572+0000","last_active":"2023-01-15T15:08:52.119244+0000","last_peered":"2023-01-15T15:08:52.119244+0000","last_clean":"2023-01-15T15:08:52.119244+0000","last_became_active":"2023-01-15T14:27:41.256337+0000","last_became_peered":"2023-01-15T14:27:41.256337+0000","last_unstale":"2023-01-15T15:08:52.119244+0000","last_undegraded":"2023-01-15T15:08:52.119244+0000","last_fullsized":"2023-01-15T15:08:52.119244+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3557,"num_read_kb":3143,"num_write":1045,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:01.874662+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T15:07:01.874662+0000","last_peered":"2023-01-15T15:07:01.874662+0000","last_clean":"2023-01-15T15:07:01.874662+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T15:07:01.874662+0000","last_undegraded":"2023-01-15T15:07:01.874662+0000","last_fullsized":"2023-01-15T15:07:01.874662+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:48.520784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"213'147","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.556655+0000","last_change":"2023-01-15T14:27:39.254207+0000","last_active":"2023-01-15T15:08:45.556655+0000","last_peered":"2023-01-15T15:08:45.556655+0000","last_clean":"2023-01-15T15:08:45.556655+0000","last_became_active":"2023-01-15T14:27:39.253939+0000","last_became_peered":"2023-01-15T14:27:39.253939+0000","last_unstale":"2023-01-15T15:08:45.556655+0000","last_undegraded":"2023-01-15T15:08:45.556655+0000","last_fullsized":"2023-01-15T15:08:45.556655+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10531062,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":37115,"num_write":768,"num_write_kb":28983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"213'118","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.714030+0000","last_change":"2023-01-15T14:27:46.344712+0000","last_active":"2023-01-15T15:08:51.714030+0000","last_peered":"2023-01-15T15:08:51.714030+0000","last_clean":"2023-01-15T15:08:51.714030+0000","last_became_active":"2023-01-15T14:27:46.344482+0000","last_became_peered":"2023-01-15T14:27:46.344482+0000","last_unstale":"2023-01-15T15:08:51.714030+0000","last_undegraded":"2023-01-15T15:08:51.714030+0000","last_fullsized":"2023-01-15T15:08:51.714030+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:17:35.643609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":142,"num_read_kb":134,"num_write":103,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.997583+0000","last_change":"2023-01-15T14:27:48.283075+0000","last_active":"2023-01-15T15:07:26.997583+0000","last_peered":"2023-01-15T15:07:26.997583+0000","last_clean":"2023-01-15T15:07:26.997583+0000","last_became_active":"2023-01-15T14:27:48.282848+0000","last_became_peered":"2023-01-15T14:27:48.282848+0000","last_unstale":"2023-01-15T15:07:26.997583+0000","last_undegraded":"2023-01-15T15:07:26.997583+0000","last_fullsized":"2023-01-15T15:07:26.997583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"213'231","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.698172+0000","last_change":"2023-01-15T14:27:50.283894+0000","last_active":"2023-01-15T15:08:51.698172+0000","last_peered":"2023-01-15T15:08:51.698172+0000","last_clean":"2023-01-15T15:08:51.698172+0000","last_became_active":"2023-01-15T14:27:50.283519+0000","last_became_peered":"2023-01-15T14:27:50.283519+0000","last_unstale":"2023-01-15T15:08:51.698172+0000","last_undegraded":"2023-01-15T15:08:51.698172+0000","last_fullsized":"2023-01-15T15:08:51.698172+0000","mapping_epoch":31,"log_start":"213'200","ondisk_log_start":"213'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":417,"num_write":577,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857113+0000","last_change":"2023-01-15T14:27:44.269587+0000","last_active":"2023-01-15T15:05:16.857113+0000","last_peered":"2023-01-15T15:05:16.857113+0000","last_clean":"2023-01-15T15:05:16.857113+0000","last_became_active":"2023-01-15T14:27:44.269400+0000","last_became_peered":"2023-01-15T14:27:44.269400+0000","last_unstale":"2023-01-15T15:05:16.857113+0000","last_undegraded":"2023-01-15T15:05:16.857113+0000","last_fullsized":"2023-01-15T15:05:16.857113+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:23:40.286451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"213'327","reported_seq":1569,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.863771+0000","last_change":"2023-01-15T14:27:41.256123+0000","last_active":"2023-01-15T15:08:50.863771+0000","last_peered":"2023-01-15T15:08:50.863771+0000","last_clean":"2023-01-15T15:08:50.863771+0000","last_became_active":"2023-01-15T14:27:41.255880+0000","last_became_peered":"2023-01-15T14:27:41.255880+0000","last_unstale":"2023-01-15T15:08:50.863771+0000","last_undegraded":"2023-01-15T15:08:50.863771+0000","last_fullsized":"2023-01-15T15:08:50.863771+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:57.127472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2039,"num_read_kb":1950,"num_write":375,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:31.859675+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T15:05:31.859675+0000","last_peered":"2023-01-15T15:05:31.859675+0000","last_clean":"2023-01-15T15:05:31.859675+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T15:05:31.859675+0000","last_undegraded":"2023-01-15T15:05:31.859675+0000","last_fullsized":"2023-01-15T15:05:31.859675+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:56:06.583623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"213'174","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.784088+0000","last_change":"2023-01-15T14:27:39.255751+0000","last_active":"2023-01-15T15:08:41.784088+0000","last_peered":"2023-01-15T15:08:41.784088+0000","last_clean":"2023-01-15T15:08:41.784088+0000","last_became_active":"2023-01-15T14:27:39.255451+0000","last_became_peered":"2023-01-15T14:27:39.255451+0000","last_unstale":"2023-01-15T15:08:41.784088+0000","last_undegraded":"2023-01-15T15:08:41.784088+0000","last_fullsized":"2023-01-15T15:08:41.784088+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625434,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":442,"num_read_kb":9634,"num_write":941,"num_write_kb":44344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"213'2256","reported_seq":4284,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.759398+0000","last_change":"2023-01-15T14:27:46.275817+0000","last_active":"2023-01-15T15:08:56.759398+0000","last_peered":"2023-01-15T15:08:56.759398+0000","last_clean":"2023-01-15T15:08:56.759398+0000","last_became_active":"2023-01-15T14:27:46.275598+0000","last_became_peered":"2023-01-15T14:27:46.275598+0000","last_unstale":"2023-01-15T15:08:56.759398+0000","last_undegraded":"2023-01-15T15:08:56.759398+0000","last_fullsized":"2023-01-15T15:08:56.759398+0000","mapping_epoch":27,"log_start":"213'2200","ondisk_log_start":"213'2200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":2200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:26.384758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29987,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":3200,"num_read_kb":3187,"num_write":2468,"num_write_kb":451,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011353+0000","last_change":"2023-01-15T14:27:48.284853+0000","last_active":"2023-01-15T15:09:02.011353+0000","last_peered":"2023-01-15T15:09:02.011353+0000","last_clean":"2023-01-15T15:09:02.011353+0000","last_became_active":"2023-01-15T14:27:48.284584+0000","last_became_peered":"2023-01-15T14:27:48.284584+0000","last_unstale":"2023-01-15T15:09:02.011353+0000","last_undegraded":"2023-01-15T15:09:02.011353+0000","last_fullsized":"2023-01-15T15:09:02.011353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"213'132","reported_seq":376,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.012760+0000","last_change":"2023-01-15T14:27:50.286478+0000","last_active":"2023-01-15T15:08:50.012760+0000","last_peered":"2023-01-15T15:08:50.012760+0000","last_clean":"2023-01-15T15:08:50.012760+0000","last_became_active":"2023-01-15T14:27:50.286309+0000","last_became_peered":"2023-01-15T14:27:50.286309+0000","last_unstale":"2023-01-15T15:08:50.012760+0000","last_undegraded":"2023-01-15T15:08:50.012760+0000","last_fullsized":"2023-01-15T15:08:50.012760+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:49:45.027626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":203,"num_write":363,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.997628+0000","last_change":"2023-01-15T14:27:44.272280+0000","last_active":"2023-01-15T15:07:26.997628+0000","last_peered":"2023-01-15T15:07:26.997628+0000","last_clean":"2023-01-15T15:07:26.997628+0000","last_became_active":"2023-01-15T14:27:44.271974+0000","last_became_peered":"2023-01-15T14:27:44.271974+0000","last_unstale":"2023-01-15T15:07:26.997628+0000","last_undegraded":"2023-01-15T15:07:26.997628+0000","last_fullsized":"2023-01-15T15:07:26.997628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":220,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:56.873900+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T15:06:56.873900+0000","last_peered":"2023-01-15T15:06:56.873900+0000","last_clean":"2023-01-15T15:06:56.873900+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T15:06:56.873900+0000","last_undegraded":"2023-01-15T15:06:56.873900+0000","last_fullsized":"2023-01-15T15:06:56.873900+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:10.961489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"213'167","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.856671+0000","last_change":"2023-01-15T14:27:39.251309+0000","last_active":"2023-01-15T15:08:52.856671+0000","last_peered":"2023-01-15T15:08:52.856671+0000","last_clean":"2023-01-15T15:08:52.856671+0000","last_became_active":"2023-01-15T14:27:39.250973+0000","last_became_peered":"2023-01-15T14:27:39.250973+0000","last_unstale":"2023-01-15T15:08:52.856671+0000","last_undegraded":"2023-01-15T15:08:52.856671+0000","last_fullsized":"2023-01-15T15:08:52.856671+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":398,"num_read_kb":18227,"num_write":928,"num_write_kb":31945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"213'1522","reported_seq":3019,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903538+0000","last_change":"2023-01-15T14:27:41.269681+0000","last_active":"2023-01-15T15:08:52.903538+0000","last_peered":"2023-01-15T15:08:52.903538+0000","last_clean":"2023-01-15T15:08:52.903538+0000","last_became_active":"2023-01-15T14:27:41.260315+0000","last_became_peered":"2023-01-15T14:27:41.260315+0000","last_unstale":"2023-01-15T15:08:52.903538+0000","last_undegraded":"2023-01-15T15:08:52.903538+0000","last_fullsized":"2023-01-15T15:08:52.903538+0000","mapping_epoch":22,"log_start":"213'1500","ondisk_log_start":"213'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":1500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6492,"num_read_kb":5604,"num_write":2148,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"213'106","reported_seq":365,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.879877+0000","last_change":"2023-01-15T14:27:46.274984+0000","last_active":"2023-01-15T15:08:56.879877+0000","last_peered":"2023-01-15T15:08:56.879877+0000","last_clean":"2023-01-15T15:08:56.879877+0000","last_became_active":"2023-01-15T14:27:46.274509+0000","last_became_peered":"2023-01-15T14:27:46.274509+0000","last_unstale":"2023-01-15T15:08:56.879877+0000","last_undegraded":"2023-01-15T15:08:56.879877+0000","last_fullsized":"2023-01-15T15:08:56.879877+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":132,"num_read_kb":126,"num_write":86,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:51.846763+0000","last_change":"2023-01-15T14:27:48.283649+0000","last_active":"2023-01-15T15:06:51.846763+0000","last_peered":"2023-01-15T15:06:51.846763+0000","last_clean":"2023-01-15T15:06:51.846763+0000","last_became_active":"2023-01-15T14:27:48.283342+0000","last_became_peered":"2023-01-15T14:27:48.283342+0000","last_unstale":"2023-01-15T15:06:51.846763+0000","last_undegraded":"2023-01-15T15:06:51.846763+0000","last_fullsized":"2023-01-15T15:06:51.846763+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:40.904826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"213'140","reported_seq":389,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.286289+0000","last_change":"2023-01-15T14:27:50.289694+0000","last_active":"2023-01-15T15:08:48.286289+0000","last_peered":"2023-01-15T15:08:48.286289+0000","last_clean":"2023-01-15T15:08:48.286289+0000","last_became_active":"2023-01-15T14:27:50.289431+0000","last_became_peered":"2023-01-15T14:27:50.289431+0000","last_unstale":"2023-01-15T15:08:48.286289+0000","last_undegraded":"2023-01-15T15:08:48.286289+0000","last_fullsized":"2023-01-15T15:08:48.286289+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:13:29.596625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.834493+0000","last_change":"2023-01-15T14:27:44.269175+0000","last_active":"2023-01-15T15:05:16.834493+0000","last_peered":"2023-01-15T15:05:16.834493+0000","last_clean":"2023-01-15T15:05:16.834493+0000","last_became_active":"2023-01-15T14:27:44.268917+0000","last_became_peered":"2023-01-15T14:27:44.268917+0000","last_unstale":"2023-01-15T15:05:16.834493+0000","last_undegraded":"2023-01-15T15:05:16.834493+0000","last_fullsized":"2023-01-15T15:05:16.834493+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:50.938264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.843113+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T15:06:21.843113+0000","last_peered":"2023-01-15T15:06:21.843113+0000","last_clean":"2023-01-15T15:06:21.843113+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T15:06:21.843113+0000","last_undegraded":"2023-01-15T15:06:21.843113+0000","last_fullsized":"2023-01-15T15:06:21.843113+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:38.995902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"213'168","reported_seq":501,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.158915+0000","last_change":"2023-01-15T14:27:39.247759+0000","last_active":"2023-01-15T15:08:50.158915+0000","last_peered":"2023-01-15T15:08:50.158915+0000","last_clean":"2023-01-15T15:08:50.158915+0000","last_became_active":"2023-01-15T14:27:39.247438+0000","last_became_peered":"2023-01-15T14:27:39.247438+0000","last_unstale":"2023-01-15T15:08:50.158915+0000","last_undegraded":"2023-01-15T15:08:50.158915+0000","last_fullsized":"2023-01-15T15:08:50.158915+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5255168,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":382,"num_read_kb":42367,"num_write":878,"num_write_kb":33868,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"213'326","reported_seq":1486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.332051+0000","last_change":"2023-01-15T14:27:41.260971+0000","last_active":"2023-01-15T15:08:50.332051+0000","last_peered":"2023-01-15T15:08:50.332051+0000","last_clean":"2023-01-15T15:08:50.332051+0000","last_became_active":"2023-01-15T14:27:41.260771+0000","last_became_peered":"2023-01-15T14:27:41.260771+0000","last_unstale":"2023-01-15T15:08:50.332051+0000","last_undegraded":"2023-01-15T15:08:50.332051+0000","last_fullsized":"2023-01-15T15:08:50.332051+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2010,"num_read_kb":1894,"num_write":396,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"213'2173","reported_seq":4118,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.903643+0000","last_change":"2023-01-15T14:27:46.343670+0000","last_active":"2023-01-15T15:08:56.903643+0000","last_peered":"2023-01-15T15:08:56.903643+0000","last_clean":"2023-01-15T15:08:56.903643+0000","last_became_active":"2023-01-15T14:27:46.343433+0000","last_became_peered":"2023-01-15T14:27:46.343433+0000","last_unstale":"2023-01-15T15:08:56.903643+0000","last_undegraded":"2023-01-15T15:08:56.903643+0000","last_fullsized":"2023-01-15T15:08:56.903643+0000","mapping_epoch":27,"log_start":"213'2100","ondisk_log_start":"213'2100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2881,"num_read_kb":2872,"num_write":2157,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"213'398","reported_seq":1946,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371720+0000","last_change":"2023-01-15T14:27:48.280800+0000","last_active":"2023-01-15T15:08:56.371720+0000","last_peered":"2023-01-15T15:08:56.371720+0000","last_clean":"2023-01-15T15:08:56.371720+0000","last_became_active":"2023-01-15T14:27:48.280553+0000","last_became_peered":"2023-01-15T14:27:48.280553+0000","last_unstale":"2023-01-15T15:08:56.371720+0000","last_undegraded":"2023-01-15T15:08:56.371720+0000","last_fullsized":"2023-01-15T15:08:56.371720+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:25:49.964157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"213'97","reported_seq":315,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.880576+0000","last_change":"2023-01-15T14:27:50.284491+0000","last_active":"2023-01-15T15:08:53.880576+0000","last_peered":"2023-01-15T15:08:53.880576+0000","last_clean":"2023-01-15T15:08:53.880576+0000","last_became_active":"2023-01-15T14:27:50.284240+0000","last_became_peered":"2023-01-15T14:27:50.284240+0000","last_unstale":"2023-01-15T15:08:53.880576+0000","last_undegraded":"2023-01-15T15:08:53.880576+0000","last_fullsized":"2023-01-15T15:08:53.880576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":272,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3","version":"33'3","reported_seq":340,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.829982+0000","last_change":"2023-01-15T14:27:44.270323+0000","last_active":"2023-01-15T15:08:53.829982+0000","last_peered":"2023-01-15T15:08:53.829982+0000","last_clean":"2023-01-15T15:08:53.829982+0000","last_became_active":"2023-01-15T14:27:44.269682+0000","last_became_peered":"2023-01-15T14:27:44.269682+0000","last_unstale":"2023-01-15T15:08:53.829982+0000","last_undegraded":"2023-01-15T15:08:53.829982+0000","last_fullsized":"2023-01-15T15:08:53.829982+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":131,"num_read_kb":126,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:26.843770+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T15:06:26.843770+0000","last_peered":"2023-01-15T15:06:26.843770+0000","last_clean":"2023-01-15T15:06:26.843770+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T15:06:26.843770+0000","last_undegraded":"2023-01-15T15:06:26.843770+0000","last_fullsized":"2023-01-15T15:06:26.843770+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:15:19.993600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"213'171","reported_seq":488,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.344310+0000","last_change":"2023-01-15T14:27:39.260233+0000","last_active":"2023-01-15T15:08:41.344310+0000","last_peered":"2023-01-15T15:08:41.344310+0000","last_clean":"2023-01-15T15:08:41.344310+0000","last_became_active":"2023-01-15T14:27:39.259798+0000","last_became_peered":"2023-01-15T14:27:39.259798+0000","last_unstale":"2023-01-15T15:08:41.344310+0000","last_undegraded":"2023-01-15T15:08:41.344310+0000","last_fullsized":"2023-01-15T15:08:41.344310+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:38:42.796226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5606228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":361,"num_read_kb":10597,"num_write":952,"num_write_kb":33173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"213'945","reported_seq":2561,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931376+0000","last_change":"2023-01-15T14:27:41.256053+0000","last_active":"2023-01-15T15:08:52.931376+0000","last_peered":"2023-01-15T15:08:52.931376+0000","last_clean":"2023-01-15T15:08:52.931376+0000","last_became_active":"2023-01-15T14:27:41.255843+0000","last_became_peered":"2023-01-15T14:27:41.255843+0000","last_unstale":"2023-01-15T15:08:52.931376+0000","last_undegraded":"2023-01-15T15:08:52.931376+0000","last_fullsized":"2023-01-15T15:08:52.931376+0000","mapping_epoch":22,"log_start":"213'900","ondisk_log_start":"213'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":900,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4939,"num_read_kb":4393,"num_write":1414,"num_write_kb":691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"213'3784","reported_seq":7318,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.781776+0000","last_change":"2023-01-15T14:27:46.274795+0000","last_active":"2023-01-15T15:08:56.781776+0000","last_peered":"2023-01-15T15:08:56.781776+0000","last_clean":"2023-01-15T15:08:56.781776+0000","last_became_active":"2023-01-15T14:27:46.274552+0000","last_became_peered":"2023-01-15T14:27:46.274552+0000","last_unstale":"2023-01-15T15:08:56.781776+0000","last_undegraded":"2023-01-15T15:08:56.781776+0000","last_fullsized":"2023-01-15T15:08:56.781776+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":3000,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26557,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":5323,"num_read_kb":5307,"num_write":3708,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.366421+0000","last_change":"2023-01-15T14:27:48.279479+0000","last_active":"2023-01-15T15:07:27.366421+0000","last_peered":"2023-01-15T15:07:27.366421+0000","last_clean":"2023-01-15T15:07:27.366421+0000","last_became_active":"2023-01-15T14:27:48.279239+0000","last_became_peered":"2023-01-15T14:27:48.279239+0000","last_unstale":"2023-01-15T15:07:27.366421+0000","last_undegraded":"2023-01-15T15:07:27.366421+0000","last_fullsized":"2023-01-15T15:07:27.366421+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"213'116","reported_seq":344,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.927498+0000","last_change":"2023-01-15T14:27:50.285507+0000","last_active":"2023-01-15T15:08:52.927498+0000","last_peered":"2023-01-15T15:08:52.927498+0000","last_clean":"2023-01-15T15:08:52.927498+0000","last_became_active":"2023-01-15T14:27:50.285203+0000","last_became_peered":"2023-01-15T14:27:50.285203+0000","last_unstale":"2023-01-15T15:08:52.927498+0000","last_undegraded":"2023-01-15T15:08:52.927498+0000","last_fullsized":"2023-01-15T15:08:52.927498+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":284,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"213'571","reported_seq":1961,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.240065+0000","last_change":"2023-01-15T14:27:41.255602+0000","last_active":"2023-01-15T15:08:52.240065+0000","last_peered":"2023-01-15T15:08:52.240065+0000","last_clean":"2023-01-15T15:08:52.240065+0000","last_became_active":"2023-01-15T14:27:41.255358+0000","last_became_peered":"2023-01-15T14:27:41.255358+0000","last_unstale":"2023-01-15T15:08:52.240065+0000","last_undegraded":"2023-01-15T15:08:52.240065+0000","last_fullsized":"2023-01-15T15:08:52.240065+0000","mapping_epoch":22,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":500,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3155,"num_read_kb":2848,"num_write":784,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"213'158","reported_seq":515,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814250+0000","last_change":"2023-01-15T14:27:39.253615+0000","last_active":"2023-01-15T15:08:52.814250+0000","last_peered":"2023-01-15T15:08:52.814250+0000","last_clean":"2023-01-15T15:08:52.814250+0000","last_became_active":"2023-01-15T14:27:39.253019+0000","last_became_peered":"2023-01-15T14:27:39.253019+0000","last_unstale":"2023-01-15T15:08:52.814250+0000","last_undegraded":"2023-01-15T15:08:52.814250+0000","last_fullsized":"2023-01-15T15:08:52.814250+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590194,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":70287,"num_write":853,"num_write_kb":33183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109322+0000","last_change":"2023-01-15T14:27:44.270722+0000","last_active":"2023-01-15T15:07:47.109322+0000","last_peered":"2023-01-15T15:07:47.109322+0000","last_clean":"2023-01-15T15:07:47.109322+0000","last_became_active":"2023-01-15T14:27:44.270475+0000","last_became_peered":"2023-01-15T14:27:44.270475+0000","last_unstale":"2023-01-15T15:07:47.109322+0000","last_undegraded":"2023-01-15T15:07:47.109322+0000","last_fullsized":"2023-01-15T15:07:47.109322+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"213'1665","reported_seq":3430,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.909004+0000","last_change":"2023-01-15T14:27:46.344766+0000","last_active":"2023-01-15T15:08:56.909004+0000","last_peered":"2023-01-15T15:08:56.909004+0000","last_clean":"2023-01-15T15:08:56.909004+0000","last_became_active":"2023-01-15T14:27:46.344515+0000","last_became_peered":"2023-01-15T14:27:46.344515+0000","last_unstale":"2023-01-15T15:08:56.909004+0000","last_undegraded":"2023-01-15T15:08:56.909004+0000","last_fullsized":"2023-01-15T15:08:56.909004+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1600,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2408,"num_read_kb":2402,"num_write":1642,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"213'391","reported_seq":1532,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.371130+0000","last_change":"2023-01-15T14:27:48.281761+0000","last_active":"2023-01-15T15:08:56.371130+0000","last_peered":"2023-01-15T15:08:56.371130+0000","last_clean":"2023-01-15T15:08:56.371130+0000","last_became_active":"2023-01-15T14:27:48.281474+0000","last_became_peered":"2023-01-15T14:27:48.281474+0000","last_unstale":"2023-01-15T15:08:56.371130+0000","last_undegraded":"2023-01-15T15:08:56.371130+0000","last_fullsized":"2023-01-15T15:08:56.371130+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:34:23.977186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"213'135","reported_seq":352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:42.301887+0000","last_change":"2023-01-15T14:27:50.289716+0000","last_active":"2023-01-15T15:08:42.301887+0000","last_peered":"2023-01-15T15:08:42.301887+0000","last_clean":"2023-01-15T15:08:42.301887+0000","last_became_active":"2023-01-15T14:27:50.288755+0000","last_became_peered":"2023-01-15T14:27:50.288755+0000","last_unstale":"2023-01-15T15:08:42.301887+0000","last_undegraded":"2023-01-15T15:08:42.301887+0000","last_fullsized":"2023-01-15T15:08:42.301887+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:06:15.041362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":326,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857010+0000","last_change":"2023-01-15T14:27:44.267676+0000","last_active":"2023-01-15T15:05:16.857010+0000","last_peered":"2023-01-15T15:05:16.857010+0000","last_clean":"2023-01-15T15:05:16.857010+0000","last_became_active":"2023-01-15T14:27:44.267386+0000","last_became_peered":"2023-01-15T14:27:44.267386+0000","last_unstale":"2023-01-15T15:05:16.857010+0000","last_undegraded":"2023-01-15T15:05:16.857010+0000","last_fullsized":"2023-01-15T15:05:16.857010+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:37:17.637349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"213'750","reported_seq":2362,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.109636+0000","last_change":"2023-01-15T14:27:41.256948+0000","last_active":"2023-01-15T15:08:51.109636+0000","last_peered":"2023-01-15T15:08:51.109636+0000","last_clean":"2023-01-15T15:08:51.109636+0000","last_became_active":"2023-01-15T14:27:41.256726+0000","last_became_peered":"2023-01-15T14:27:41.256726+0000","last_unstale":"2023-01-15T15:08:51.109636+0000","last_undegraded":"2023-01-15T15:08:51.109636+0000","last_fullsized":"2023-01-15T15:08:51.109636+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4118,"num_read_kb":3761,"num_write":1004,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"213'186","reported_seq":526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:39.632067+0000","last_change":"2023-01-15T14:27:39.412506+0000","last_active":"2023-01-15T15:08:39.632067+0000","last_peered":"2023-01-15T15:08:39.632067+0000","last_clean":"2023-01-15T15:08:39.632067+0000","last_became_active":"2023-01-15T14:27:39.412226+0000","last_became_peered":"2023-01-15T14:27:39.412226+0000","last_unstale":"2023-01-15T15:08:39.632067+0000","last_undegraded":"2023-01-15T15:08:39.632067+0000","last_fullsized":"2023-01-15T15:08:39.632067+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:15:42.461814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318667,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":438,"num_read_kb":1662,"num_write":962,"num_write_kb":16626,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"213'7332","reported_seq":13986,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.861079+0000","last_change":"2023-01-15T14:27:46.274684+0000","last_active":"2023-01-15T15:08:56.861079+0000","last_peered":"2023-01-15T15:08:56.861079+0000","last_clean":"2023-01-15T15:08:56.861079+0000","last_became_active":"2023-01-15T14:27:46.274391+0000","last_became_peered":"2023-01-15T14:27:46.274391+0000","last_unstale":"2023-01-15T15:08:56.861079+0000","last_undegraded":"2023-01-15T15:08:56.861079+0000","last_fullsized":"2023-01-15T15:08:56.861079+0000","mapping_epoch":27,"log_start":"213'7300","ondisk_log_start":"213'7300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":3000,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:16:41.691006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8995,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":10212,"num_read_kb":10195,"num_write":7273,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.010260+0000","last_change":"2023-01-15T14:27:48.284329+0000","last_active":"2023-01-15T15:08:57.010260+0000","last_peered":"2023-01-15T15:08:57.010260+0000","last_clean":"2023-01-15T15:08:57.010260+0000","last_became_active":"2023-01-15T14:27:48.284083+0000","last_became_peered":"2023-01-15T14:27:48.284083+0000","last_unstale":"2023-01-15T15:08:57.010260+0000","last_undegraded":"2023-01-15T15:08:57.010260+0000","last_fullsized":"2023-01-15T15:08:57.010260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"213'117","reported_seq":338,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.328698+0000","last_change":"2023-01-15T14:27:50.291943+0000","last_active":"2023-01-15T15:08:50.328698+0000","last_peered":"2023-01-15T15:08:50.328698+0000","last_clean":"2023-01-15T15:08:50.328698+0000","last_became_active":"2023-01-15T14:27:50.291755+0000","last_became_peered":"2023-01-15T14:27:50.291755+0000","last_unstale":"2023-01-15T15:08:50.328698+0000","last_undegraded":"2023-01-15T15:08:50.328698+0000","last_fullsized":"2023-01-15T15:08:50.328698+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:25:51.179212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":206,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856841+0000","last_change":"2023-01-15T14:27:44.273271+0000","last_active":"2023-01-15T15:05:16.856841+0000","last_peered":"2023-01-15T15:05:16.856841+0000","last_clean":"2023-01-15T15:05:16.856841+0000","last_became_active":"2023-01-15T14:27:44.272983+0000","last_became_peered":"2023-01-15T14:27:44.272983+0000","last_unstale":"2023-01-15T15:05:16.856841+0000","last_undegraded":"2023-01-15T15:05:16.856841+0000","last_fullsized":"2023-01-15T15:05:16.856841+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:35:12.714525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"213'395","reported_seq":1792,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.416409+0000","last_change":"2023-01-15T14:27:41.249597+0000","last_active":"2023-01-15T15:08:51.416409+0000","last_peered":"2023-01-15T15:08:51.416409+0000","last_clean":"2023-01-15T15:08:51.416409+0000","last_became_active":"2023-01-15T14:27:41.249353+0000","last_became_peered":"2023-01-15T14:27:41.249353+0000","last_unstale":"2023-01-15T15:08:51.416409+0000","last_undegraded":"2023-01-15T15:08:51.416409+0000","last_fullsized":"2023-01-15T15:08:51.416409+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2595,"num_read_kb":2442,"num_write":496,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"213'175","reported_seq":498,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.247064+0000","last_change":"2023-01-15T14:27:39.307568+0000","last_active":"2023-01-15T15:08:41.247064+0000","last_peered":"2023-01-15T15:08:41.247064+0000","last_clean":"2023-01-15T15:08:41.247064+0000","last_became_active":"2023-01-15T14:27:39.293739+0000","last_became_peered":"2023-01-15T14:27:39.293739+0000","last_unstale":"2023-01-15T15:08:41.247064+0000","last_undegraded":"2023-01-15T15:08:41.247064+0000","last_fullsized":"2023-01-15T15:08:41.247064+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:38:10.354669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2108,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":393,"num_read_kb":6569,"num_write":1004,"num_write_kb":9832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"213'1719","reported_seq":3526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.881895+0000","last_change":"2023-01-15T14:27:46.274324+0000","last_active":"2023-01-15T15:08:56.881895+0000","last_peered":"2023-01-15T15:08:56.881895+0000","last_clean":"2023-01-15T15:08:56.881895+0000","last_became_active":"2023-01-15T14:27:46.274075+0000","last_became_peered":"2023-01-15T14:27:46.274075+0000","last_unstale":"2023-01-15T15:08:56.881895+0000","last_undegraded":"2023-01-15T15:08:56.881895+0000","last_fullsized":"2023-01-15T15:08:56.881895+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8385,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2476,"num_write":1666,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:41.845495+0000","last_change":"2023-01-15T14:27:48.285639+0000","last_active":"2023-01-15T15:06:41.845495+0000","last_peered":"2023-01-15T15:06:41.845495+0000","last_clean":"2023-01-15T15:06:41.845495+0000","last_became_active":"2023-01-15T14:27:48.285301+0000","last_became_peered":"2023-01-15T14:27:48.285301+0000","last_unstale":"2023-01-15T15:06:41.845495+0000","last_undegraded":"2023-01-15T15:06:41.845495+0000","last_fullsized":"2023-01-15T15:06:41.845495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:44:40.294766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"213'186","reported_seq":443,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.879863+0000","last_change":"2023-01-15T14:27:50.284981+0000","last_active":"2023-01-15T15:08:56.879863+0000","last_peered":"2023-01-15T15:08:56.879863+0000","last_clean":"2023-01-15T15:08:56.879863+0000","last_became_active":"2023-01-15T14:27:50.284541+0000","last_became_peered":"2023-01-15T14:27:50.284541+0000","last_unstale":"2023-01-15T15:08:56.879863+0000","last_undegraded":"2023-01-15T15:08:56.879863+0000","last_fullsized":"2023-01-15T15:08:56.879863+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":389,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.379131+0000","last_change":"2023-01-15T14:27:44.266779+0000","last_active":"2023-01-15T15:08:52.379131+0000","last_peered":"2023-01-15T15:08:52.379131+0000","last_clean":"2023-01-15T15:08:52.379131+0000","last_became_active":"2023-01-15T14:27:44.266535+0000","last_became_peered":"2023-01-15T14:27:44.266535+0000","last_unstale":"2023-01-15T15:08:52.379131+0000","last_undegraded":"2023-01-15T15:08:52.379131+0000","last_fullsized":"2023-01-15T15:08:52.379131+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"213'360","reported_seq":1929,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.878881+0000","last_change":"2023-01-15T14:27:41.255747+0000","last_active":"2023-01-15T15:08:51.878881+0000","last_peered":"2023-01-15T15:08:51.878881+0000","last_clean":"2023-01-15T15:08:51.878881+0000","last_became_active":"2023-01-15T14:27:41.255491+0000","last_became_peered":"2023-01-15T14:27:41.255491+0000","last_unstale":"2023-01-15T15:08:51.878881+0000","last_undegraded":"2023-01-15T15:08:51.878881+0000","last_fullsized":"2023-01-15T15:08:51.878881+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2599,"num_read_kb":2518,"num_write":405,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"213'166","reported_seq":481,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.255755+0000","last_change":"2023-01-15T14:28:22.926495+0000","last_active":"2023-01-15T15:08:45.255755+0000","last_peered":"2023-01-15T15:08:45.255755+0000","last_clean":"2023-01-15T15:08:45.255755+0000","last_became_active":"2023-01-15T14:28:22.926225+0000","last_became_peered":"2023-01-15T14:28:22.926225+0000","last_unstale":"2023-01-15T15:08:45.255755+0000","last_undegraded":"2023-01-15T15:08:45.255755+0000","last_fullsized":"2023-01-15T15:08:45.255755+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22690,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":4598,"num_write":953,"num_write_kb":27060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1b","version":"213'1709","reported_seq":3503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.866176+0000","last_change":"2023-01-15T14:27:46.275332+0000","last_active":"2023-01-15T15:08:56.866176+0000","last_peered":"2023-01-15T15:08:56.866176+0000","last_clean":"2023-01-15T15:08:56.866176+0000","last_became_active":"2023-01-15T14:27:46.274354+0000","last_became_peered":"2023-01-15T14:27:46.274354+0000","last_unstale":"2023-01-15T15:08:56.866176+0000","last_undegraded":"2023-01-15T15:08:56.866176+0000","last_fullsized":"2023-01-15T15:08:56.866176+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1600,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8634,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2450,"num_read_kb":2441,"num_write":1642,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.370416+0000","last_change":"2023-01-15T14:27:48.281814+0000","last_active":"2023-01-15T15:07:52.370416+0000","last_peered":"2023-01-15T15:07:52.370416+0000","last_clean":"2023-01-15T15:07:52.370416+0000","last_became_active":"2023-01-15T14:27:48.281615+0000","last_became_peered":"2023-01-15T14:27:48.281615+0000","last_unstale":"2023-01-15T15:07:52.370416+0000","last_undegraded":"2023-01-15T15:07:52.370416+0000","last_fullsized":"2023-01-15T15:07:52.370416+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"213'136","reported_seq":355,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.087694+0000","last_change":"2023-01-15T14:27:50.289122+0000","last_active":"2023-01-15T15:08:53.087694+0000","last_peered":"2023-01-15T15:08:53.087694+0000","last_clean":"2023-01-15T15:08:53.087694+0000","last_became_active":"2023-01-15T14:27:50.288746+0000","last_became_peered":"2023-01-15T14:27:50.288746+0000","last_unstale":"2023-01-15T15:08:53.087694+0000","last_undegraded":"2023-01-15T15:08:53.087694+0000","last_fullsized":"2023-01-15T15:08:53.087694+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:50.844014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":167,"num_write":347,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"33'4","reported_seq":342,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819487+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:53.819487+0000","last_peered":"2023-01-15T15:08:53.819487+0000","last_clean":"2023-01-15T15:08:53.819487+0000","last_became_active":"2023-01-15T14:27:44.273412+0000","last_became_peered":"2023-01-15T14:27:44.273412+0000","last_unstale":"2023-01-15T15:08:53.819487+0000","last_undegraded":"2023-01-15T15:08:53.819487+0000","last_fullsized":"2023-01-15T15:08:53.819487+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":135,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"213'325","reported_seq":1692,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.883139+0000","last_change":"2023-01-15T14:27:41.261369+0000","last_active":"2023-01-15T15:08:50.883139+0000","last_peered":"2023-01-15T15:08:50.883139+0000","last_clean":"2023-01-15T15:08:50.883139+0000","last_became_active":"2023-01-15T14:27:41.260552+0000","last_became_peered":"2023-01-15T14:27:41.260552+0000","last_unstale":"2023-01-15T15:08:50.883139+0000","last_undegraded":"2023-01-15T15:08:50.883139+0000","last_fullsized":"2023-01-15T15:08:50.883139+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2281,"num_read_kb":2198,"num_write":377,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"213'285","reported_seq":692,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.835427+0000","last_change":"2023-01-15T14:27:39.254014+0000","last_active":"2023-01-15T15:08:52.835427+0000","last_peered":"2023-01-15T15:08:52.835427+0000","last_clean":"2023-01-15T15:08:52.835427+0000","last_became_active":"2023-01-15T14:27:39.251305+0000","last_became_peered":"2023-01-15T14:27:39.251305+0000","last_unstale":"2023-01-15T15:08:52.835427+0000","last_undegraded":"2023-01-15T15:08:52.835427+0000","last_fullsized":"2023-01-15T15:08:52.835427+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5860801,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":807,"num_read_kb":62354,"num_write":1171,"num_write_kb":40369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"213'3331","reported_seq":6675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.871573+0000","last_change":"2023-01-15T14:27:46.267963+0000","last_active":"2023-01-15T15:08:56.871573+0000","last_peered":"2023-01-15T15:08:56.871573+0000","last_clean":"2023-01-15T15:08:56.871573+0000","last_became_active":"2023-01-15T14:27:46.267699+0000","last_became_peered":"2023-01-15T14:27:46.267699+0000","last_unstale":"2023-01-15T15:08:56.871573+0000","last_undegraded":"2023-01-15T15:08:56.871573+0000","last_fullsized":"2023-01-15T15:08:56.871573+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":3000,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4460,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4826,"num_read_kb":4818,"num_write":3258,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.001331+0000","last_change":"2023-01-15T14:27:48.284380+0000","last_active":"2023-01-15T15:07:52.001331+0000","last_peered":"2023-01-15T15:07:52.001331+0000","last_clean":"2023-01-15T15:07:52.001331+0000","last_became_active":"2023-01-15T14:27:48.284127+0000","last_became_peered":"2023-01-15T14:27:48.284127+0000","last_unstale":"2023-01-15T15:07:52.001331+0000","last_undegraded":"2023-01-15T15:07:52.001331+0000","last_fullsized":"2023-01-15T15:07:52.001331+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"213'104","reported_seq":328,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.942258+0000","last_change":"2023-01-15T14:27:50.286738+0000","last_active":"2023-01-15T15:08:52.942258+0000","last_peered":"2023-01-15T15:08:52.942258+0000","last_clean":"2023-01-15T15:08:52.942258+0000","last_became_active":"2023-01-15T14:27:50.286074+0000","last_became_peered":"2023-01-15T14:27:50.286074+0000","last_unstale":"2023-01-15T15:08:52.942258+0000","last_undegraded":"2023-01-15T15:08:52.942258+0000","last_fullsized":"2023-01-15T15:08:52.942258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:06.875678+0000","last_change":"2023-01-15T14:49:02.551297+0000","last_active":"2023-01-15T15:07:06.875678+0000","last_peered":"2023-01-15T15:07:06.875678+0000","last_clean":"2023-01-15T15:07:06.875678+0000","last_became_active":"2023-01-15T14:49:02.551080+0000","last_became_peered":"2023-01-15T14:49:02.551080+0000","last_unstale":"2023-01-15T15:07:06.875678+0000","last_undegraded":"2023-01-15T15:07:06.875678+0000","last_fullsized":"2023-01-15T15:07:06.875678+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:47.519067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870494+0000","last_change":"2023-01-15T14:35:17.352853+0000","last_active":"2023-01-15T15:06:31.870494+0000","last_peered":"2023-01-15T15:06:31.870494+0000","last_clean":"2023-01-15T15:06:31.870494+0000","last_became_active":"2023-01-15T14:35:17.352662+0000","last_became_peered":"2023-01-15T14:35:17.352662+0000","last_unstale":"2023-01-15T15:06:31.870494+0000","last_undegraded":"2023-01-15T15:06:31.870494+0000","last_fullsized":"2023-01-15T15:06:31.870494+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:50:19.214415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"213'367","reported_seq":1659,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119264+0000","last_change":"2023-01-15T14:27:41.269796+0000","last_active":"2023-01-15T15:08:52.119264+0000","last_peered":"2023-01-15T15:08:52.119264+0000","last_clean":"2023-01-15T15:08:52.119264+0000","last_became_active":"2023-01-15T14:27:41.262322+0000","last_became_peered":"2023-01-15T14:27:41.262322+0000","last_unstale":"2023-01-15T15:08:52.119264+0000","last_undegraded":"2023-01-15T15:08:52.119264+0000","last_fullsized":"2023-01-15T15:08:52.119264+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2252,"num_read_kb":2132,"num_write":438,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"213'216","reported_seq":683,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.332298+0000","last_change":"2023-01-15T14:27:39.254226+0000","last_active":"2023-01-15T15:08:43.332298+0000","last_peered":"2023-01-15T15:08:43.332298+0000","last_clean":"2023-01-15T15:08:43.332298+0000","last_became_active":"2023-01-15T14:27:39.253918+0000","last_became_peered":"2023-01-15T14:27:39.253918+0000","last_unstale":"2023-01-15T15:08:43.332298+0000","last_undegraded":"2023-01-15T15:08:43.332298+0000","last_fullsized":"2023-01-15T15:08:43.332298+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:57:34.061957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5424,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":876,"num_read_kb":860,"num_write":1065,"num_write_kb":12134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"213'15","reported_seq":78,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:20.147704+0000","last_change":"2023-01-15T14:34:47.548946+0000","last_active":"2023-01-15T15:07:20.147704+0000","last_peered":"2023-01-15T15:07:20.147704+0000","last_clean":"2023-01-15T15:07:20.147704+0000","last_became_active":"2023-01-15T14:34:47.548683+0000","last_became_peered":"2023-01-15T14:34:47.548683+0000","last_unstale":"2023-01-15T15:07:20.147704+0000","last_undegraded":"2023-01-15T15:07:20.147704+0000","last_fullsized":"2023-01-15T15:07:20.147704+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:21:17.775523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":47,"num_write":36,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.790073+0000","last_change":"2023-01-15T14:35:14.320547+0000","last_active":"2023-01-15T15:09:06.790073+0000","last_peered":"2023-01-15T15:09:06.790073+0000","last_clean":"2023-01-15T15:09:06.790073+0000","last_became_active":"2023-01-15T14:35:14.320302+0000","last_became_peered":"2023-01-15T14:35:14.320302+0000","last_unstale":"2023-01-15T15:09:06.790073+0000","last_undegraded":"2023-01-15T15:09:06.790073+0000","last_fullsized":"2023-01-15T15:09:06.790073+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.047068+0000","last_change":"2023-01-15T14:49:02.550986+0000","last_active":"2023-01-15T15:07:47.047068+0000","last_peered":"2023-01-15T15:07:47.047068+0000","last_clean":"2023-01-15T15:07:47.047068+0000","last_became_active":"2023-01-15T14:49:02.550559+0000","last_became_peered":"2023-01-15T14:49:02.550559+0000","last_unstale":"2023-01-15T15:07:47.047068+0000","last_undegraded":"2023-01-15T15:07:47.047068+0000","last_fullsized":"2023-01-15T15:07:47.047068+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:21.996903+0000","last_change":"2023-01-15T14:35:17.347359+0000","last_active":"2023-01-15T15:07:21.996903+0000","last_peered":"2023-01-15T15:07:21.996903+0000","last_clean":"2023-01-15T15:07:21.996903+0000","last_became_active":"2023-01-15T14:35:17.347125+0000","last_became_peered":"2023-01-15T14:35:17.347125+0000","last_unstale":"2023-01-15T15:07:21.996903+0000","last_undegraded":"2023-01-15T15:07:21.996903+0000","last_fullsized":"2023-01-15T15:07:21.996903+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"213'367","reported_seq":1589,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903897+0000","last_change":"2023-01-15T14:27:41.269729+0000","last_active":"2023-01-15T15:08:52.903897+0000","last_peered":"2023-01-15T15:08:52.903897+0000","last_clean":"2023-01-15T15:08:52.903897+0000","last_became_active":"2023-01-15T14:27:41.260610+0000","last_became_peered":"2023-01-15T14:27:41.260610+0000","last_unstale":"2023-01-15T15:08:52.903897+0000","last_undegraded":"2023-01-15T15:08:52.903897+0000","last_fullsized":"2023-01-15T15:08:52.903897+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2118,"num_read_kb":1998,"num_write":435,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"213'172","reported_seq":642,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.874979+0000","last_change":"2023-01-15T14:27:39.252960+0000","last_active":"2023-01-15T15:08:52.874979+0000","last_peered":"2023-01-15T15:08:52.874979+0000","last_clean":"2023-01-15T15:08:52.874979+0000","last_became_active":"2023-01-15T14:27:39.252659+0000","last_became_peered":"2023-01-15T14:27:39.252659+0000","last_unstale":"2023-01-15T15:08:52.874979+0000","last_undegraded":"2023-01-15T15:08:52.874979+0000","last_fullsized":"2023-01-15T15:08:52.874979+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2051,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1048,"num_read_kb":10920,"num_write":911,"num_write_kb":33028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"213'79","reported_seq":325,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866171+0000","last_change":"2023-01-15T14:34:47.545847+0000","last_active":"2023-01-15T15:06:11.866171+0000","last_peered":"2023-01-15T15:06:11.866171+0000","last_clean":"2023-01-15T15:06:11.866171+0000","last_became_active":"2023-01-15T14:34:47.545380+0000","last_became_peered":"2023-01-15T14:34:47.545380+0000","last_unstale":"2023-01-15T15:06:11.866171+0000","last_undegraded":"2023-01-15T15:06:11.866171+0000","last_fullsized":"2023-01-15T15:06:11.866171+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:19:33.804802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":494,"num_read_kb":338,"num_write":113,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"210'5","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:21.847219+0000","last_change":"2023-01-15T14:35:14.323437+0000","last_active":"2023-01-15T15:04:21.847219+0000","last_peered":"2023-01-15T15:04:21.847219+0000","last_clean":"2023-01-15T15:04:21.847219+0000","last_became_active":"2023-01-15T14:35:14.323202+0000","last_became_peered":"2023-01-15T14:35:14.323202+0000","last_unstale":"2023-01-15T15:04:21.847219+0000","last_undegraded":"2023-01-15T15:04:21.847219+0000","last_fullsized":"2023-01-15T15:04:21.847219+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:09:01.665795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1553,"num_write":9,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870262+0000","last_change":"2023-01-15T14:49:02.551710+0000","last_active":"2023-01-15T15:06:31.870262+0000","last_peered":"2023-01-15T15:06:31.870262+0000","last_clean":"2023-01-15T15:06:31.870262+0000","last_became_active":"2023-01-15T14:49:02.551481+0000","last_became_peered":"2023-01-15T14:49:02.551481+0000","last_unstale":"2023-01-15T15:06:31.870262+0000","last_undegraded":"2023-01-15T15:06:31.870262+0000","last_fullsized":"2023-01-15T15:06:31.870262+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:36:20.752352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000667+0000","last_change":"2023-01-15T14:35:17.348484+0000","last_active":"2023-01-15T15:07:47.000667+0000","last_peered":"2023-01-15T15:07:47.000667+0000","last_clean":"2023-01-15T15:07:47.000667+0000","last_became_active":"2023-01-15T14:35:17.348282+0000","last_became_peered":"2023-01-15T14:35:17.348282+0000","last_unstale":"2023-01-15T15:07:47.000667+0000","last_undegraded":"2023-01-15T15:07:47.000667+0000","last_fullsized":"2023-01-15T15:07:47.000667+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"213'616","reported_seq":1691,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923845+0000","last_change":"2023-01-15T14:27:41.254821+0000","last_active":"2023-01-15T15:08:52.923845+0000","last_peered":"2023-01-15T15:08:52.923845+0000","last_clean":"2023-01-15T15:08:52.923845+0000","last_became_active":"2023-01-15T14:27:41.254587+0000","last_became_peered":"2023-01-15T14:27:41.254587+0000","last_unstale":"2023-01-15T15:08:52.923845+0000","last_undegraded":"2023-01-15T15:08:52.923845+0000","last_fullsized":"2023-01-15T15:08:52.923845+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":600,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:18.948185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2964,"num_read_kb":2666,"num_write":842,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"213'148","reported_seq":474,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.322290+0000","last_change":"2023-01-15T14:27:39.258979+0000","last_active":"2023-01-15T15:08:44.322290+0000","last_peered":"2023-01-15T15:08:44.322290+0000","last_clean":"2023-01-15T15:08:44.322290+0000","last_became_active":"2023-01-15T14:27:39.258598+0000","last_became_peered":"2023-01-15T14:27:39.258598+0000","last_unstale":"2023-01-15T15:08:44.322290+0000","last_undegraded":"2023-01-15T15:08:44.322290+0000","last_fullsized":"2023-01-15T15:08:44.322290+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:12:56.782646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590901,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":351,"num_read_kb":5628,"num_write":845,"num_write_kb":11178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"213'27","reported_seq":123,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851571+0000","last_change":"2023-01-15T14:34:47.547002+0000","last_active":"2023-01-15T15:04:46.851571+0000","last_peered":"2023-01-15T15:04:46.851571+0000","last_clean":"2023-01-15T15:04:46.851571+0000","last_became_active":"2023-01-15T14:34:47.545905+0000","last_became_peered":"2023-01-15T14:34:47.545905+0000","last_unstale":"2023-01-15T15:04:46.851571+0000","last_undegraded":"2023-01-15T15:04:46.851571+0000","last_fullsized":"2023-01-15T15:04:46.851571+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:52.011807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":97,"num_write":50,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.856790+0000","last_change":"2023-01-15T14:35:14.327241+0000","last_active":"2023-01-15T15:05:16.856790+0000","last_peered":"2023-01-15T15:05:16.856790+0000","last_clean":"2023-01-15T15:05:16.856790+0000","last_became_active":"2023-01-15T14:35:14.326918+0000","last_became_peered":"2023-01-15T14:35:14.326918+0000","last_unstale":"2023-01-15T15:05:16.856790+0000","last_undegraded":"2023-01-15T15:05:16.856790+0000","last_fullsized":"2023-01-15T15:05:16.856790+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:15.566596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120528+0000","last_change":"2023-01-15T14:49:02.547124+0000","last_active":"2023-01-15T15:09:02.120528+0000","last_peered":"2023-01-15T15:09:02.120528+0000","last_clean":"2023-01-15T15:09:02.120528+0000","last_became_active":"2023-01-15T14:49:02.546707+0000","last_became_peered":"2023-01-15T14:49:02.546707+0000","last_unstale":"2023-01-15T15:09:02.120528+0000","last_undegraded":"2023-01-15T15:09:02.120528+0000","last_fullsized":"2023-01-15T15:09:02.120528+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046839+0000","last_change":"2023-01-15T14:35:17.346002+0000","last_active":"2023-01-15T15:07:47.046839+0000","last_peered":"2023-01-15T15:07:47.046839+0000","last_clean":"2023-01-15T15:07:47.046839+0000","last_became_active":"2023-01-15T14:35:17.345783+0000","last_became_peered":"2023-01-15T14:35:17.345783+0000","last_unstale":"2023-01-15T15:07:47.046839+0000","last_undegraded":"2023-01-15T15:07:47.046839+0000","last_fullsized":"2023-01-15T15:07:47.046839+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"213'415","reported_seq":1743,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119067+0000","last_change":"2023-01-15T14:27:41.257016+0000","last_active":"2023-01-15T15:08:52.119067+0000","last_peered":"2023-01-15T15:08:52.119067+0000","last_clean":"2023-01-15T15:08:52.119067+0000","last_became_active":"2023-01-15T14:27:41.256755+0000","last_became_peered":"2023-01-15T14:27:41.256755+0000","last_unstale":"2023-01-15T15:08:52.119067+0000","last_undegraded":"2023-01-15T15:08:52.119067+0000","last_fullsized":"2023-01-15T15:08:52.119067+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2456,"num_read_kb":2296,"num_write":518,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"213'182","reported_seq":544,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.120910+0000","last_change":"2023-01-15T14:27:39.253451+0000","last_active":"2023-01-15T15:08:48.120910+0000","last_peered":"2023-01-15T15:08:48.120910+0000","last_clean":"2023-01-15T15:08:48.120910+0000","last_became_active":"2023-01-15T14:27:39.252661+0000","last_became_peered":"2023-01-15T14:27:39.252661+0000","last_unstale":"2023-01-15T15:08:48.120910+0000","last_undegraded":"2023-01-15T15:08:48.120910+0000","last_fullsized":"2023-01-15T15:08:48.120910+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5247000,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":442,"num_read_kb":19982,"num_write":1072,"num_write_kb":24715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"213'15","reported_seq":79,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:17.104808+0000","last_change":"2023-01-15T14:34:47.540747+0000","last_active":"2023-01-15T15:07:17.104808+0000","last_peered":"2023-01-15T15:07:17.104808+0000","last_clean":"2023-01-15T15:07:17.104808+0000","last_became_active":"2023-01-15T14:34:47.540518+0000","last_became_peered":"2023-01-15T14:34:47.540518+0000","last_unstale":"2023-01-15T15:07:17.104808+0000","last_undegraded":"2023-01-15T15:07:17.104808+0000","last_fullsized":"2023-01-15T15:07:17.104808+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:16.857037+0000","last_change":"2023-01-15T14:35:14.328558+0000","last_active":"2023-01-15T15:05:16.857037+0000","last_peered":"2023-01-15T15:05:16.857037+0000","last_clean":"2023-01-15T15:05:16.857037+0000","last_became_active":"2023-01-15T14:35:14.328314+0000","last_became_peered":"2023-01-15T14:35:14.328314+0000","last_unstale":"2023-01-15T15:05:16.857037+0000","last_undegraded":"2023-01-15T15:05:16.857037+0000","last_fullsized":"2023-01-15T15:05:16.857037+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:30:35.386869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870144+0000","last_change":"2023-01-15T14:49:02.551727+0000","last_active":"2023-01-15T15:06:31.870144+0000","last_peered":"2023-01-15T15:06:31.870144+0000","last_clean":"2023-01-15T15:06:31.870144+0000","last_became_active":"2023-01-15T14:49:02.551501+0000","last_became_peered":"2023-01-15T14:49:02.551501+0000","last_unstale":"2023-01-15T15:06:31.870144+0000","last_undegraded":"2023-01-15T15:06:31.870144+0000","last_fullsized":"2023-01-15T15:06:31.870144+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:36:32.103720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000557+0000","last_change":"2023-01-15T14:35:17.351188+0000","last_active":"2023-01-15T15:07:47.000557+0000","last_peered":"2023-01-15T15:07:47.000557+0000","last_clean":"2023-01-15T15:07:47.000557+0000","last_became_active":"2023-01-15T14:35:17.350874+0000","last_became_peered":"2023-01-15T14:35:17.350874+0000","last_unstale":"2023-01-15T15:07:47.000557+0000","last_undegraded":"2023-01-15T15:07:47.000557+0000","last_fullsized":"2023-01-15T15:07:47.000557+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"213'1076","reported_seq":2249,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.108525+0000","last_change":"2023-01-15T14:27:41.257440+0000","last_active":"2023-01-15T15:08:51.108525+0000","last_peered":"2023-01-15T15:08:51.108525+0000","last_clean":"2023-01-15T15:08:51.108525+0000","last_became_active":"2023-01-15T14:27:41.257237+0000","last_became_peered":"2023-01-15T14:27:41.257237+0000","last_unstale":"2023-01-15T15:08:51.108525+0000","last_undegraded":"2023-01-15T15:08:51.108525+0000","last_fullsized":"2023-01-15T15:08:51.108525+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":1000,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4642,"num_read_kb":4010,"num_write":1522,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"213'187","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.527622+0000","last_change":"2023-01-15T14:28:22.356188+0000","last_active":"2023-01-15T15:08:49.527622+0000","last_peered":"2023-01-15T15:08:49.527622+0000","last_clean":"2023-01-15T15:08:49.527622+0000","last_became_active":"2023-01-15T14:28:22.355822+0000","last_became_peered":"2023-01-15T14:28:22.355822+0000","last_unstale":"2023-01-15T15:08:49.527622+0000","last_undegraded":"2023-01-15T15:08:49.527622+0000","last_fullsized":"2023-01-15T15:08:49.527622+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54495,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":433,"num_read_kb":12903,"num_write":883,"num_write_kb":23020,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.1d","version":"213'18","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851834+0000","last_change":"2023-01-15T14:34:47.549483+0000","last_active":"2023-01-15T15:04:46.851834+0000","last_peered":"2023-01-15T15:04:46.851834+0000","last_clean":"2023-01-15T15:04:46.851834+0000","last_became_active":"2023-01-15T14:34:47.549235+0000","last_became_peered":"2023-01-15T14:34:47.549235+0000","last_unstale":"2023-01-15T15:04:46.851834+0000","last_undegraded":"2023-01-15T15:04:46.851834+0000","last_fullsized":"2023-01-15T15:04:46.851834+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:14.554543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":56,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"210'2","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000636+0000","last_change":"2023-01-15T14:35:14.324831+0000","last_active":"2023-01-15T15:07:47.000636+0000","last_peered":"2023-01-15T15:07:47.000636+0000","last_clean":"2023-01-15T15:07:47.000636+0000","last_became_active":"2023-01-15T14:35:14.324596+0000","last_became_peered":"2023-01-15T14:35:14.324596+0000","last_unstale":"2023-01-15T15:07:47.000636+0000","last_undegraded":"2023-01-15T15:07:47.000636+0000","last_fullsized":"2023-01-15T15:07:47.000636+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.880497+0000","last_change":"2023-01-15T14:49:02.547758+0000","last_active":"2023-01-15T15:09:01.880497+0000","last_peered":"2023-01-15T15:09:01.880497+0000","last_clean":"2023-01-15T15:09:01.880497+0000","last_became_active":"2023-01-15T14:49:02.547530+0000","last_became_peered":"2023-01-15T14:49:02.547530+0000","last_unstale":"2023-01-15T15:09:01.880497+0000","last_undegraded":"2023-01-15T15:09:01.880497+0000","last_fullsized":"2023-01-15T15:09:01.880497+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109163+0000","last_change":"2023-01-15T14:35:17.343966+0000","last_active":"2023-01-15T15:07:47.109163+0000","last_peered":"2023-01-15T15:07:47.109163+0000","last_clean":"2023-01-15T15:07:47.109163+0000","last_became_active":"2023-01-15T14:35:17.343767+0000","last_became_peered":"2023-01-15T14:35:17.343767+0000","last_unstale":"2023-01-15T15:07:47.109163+0000","last_undegraded":"2023-01-15T15:07:47.109163+0000","last_fullsized":"2023-01-15T15:07:47.109163+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"213'299","reported_seq":1398,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931692+0000","last_change":"2023-01-15T14:27:41.258927+0000","last_active":"2023-01-15T15:08:52.931692+0000","last_peered":"2023-01-15T15:08:52.931692+0000","last_clean":"2023-01-15T15:08:52.931692+0000","last_became_active":"2023-01-15T14:27:41.258695+0000","last_became_peered":"2023-01-15T14:27:41.258695+0000","last_unstale":"2023-01-15T15:08:52.931692+0000","last_undegraded":"2023-01-15T15:08:52.931692+0000","last_fullsized":"2023-01-15T15:08:52.931692+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1786,"num_read_kb":1705,"num_write":354,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"213'242","reported_seq":630,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.879900+0000","last_change":"2023-01-15T14:27:39.245515+0000","last_active":"2023-01-15T15:08:52.879900+0000","last_peered":"2023-01-15T15:08:52.879900+0000","last_clean":"2023-01-15T15:08:52.879900+0000","last_became_active":"2023-01-15T14:27:39.245187+0000","last_became_peered":"2023-01-15T14:27:39.245187+0000","last_unstale":"2023-01-15T15:08:52.879900+0000","last_undegraded":"2023-01-15T15:08:52.879900+0000","last_fullsized":"2023-01-15T15:08:52.879900+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324673,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":753,"num_read_kb":1075,"num_write":1055,"num_write_kb":6822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"213'31","reported_seq":141,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:16.996153+0000","last_change":"2023-01-15T14:34:47.542513+0000","last_active":"2023-01-15T15:07:16.996153+0000","last_peered":"2023-01-15T15:07:16.996153+0000","last_clean":"2023-01-15T15:07:16.996153+0000","last_became_active":"2023-01-15T14:34:47.542226+0000","last_became_peered":"2023-01-15T14:34:47.542226+0000","last_unstale":"2023-01-15T15:07:16.996153+0000","last_undegraded":"2023-01-15T15:07:16.996153+0000","last_fullsized":"2023-01-15T15:07:16.996153+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000684+0000","last_change":"2023-01-15T14:35:14.326103+0000","last_active":"2023-01-15T15:07:47.000684+0000","last_peered":"2023-01-15T15:07:47.000684+0000","last_clean":"2023-01-15T15:07:47.000684+0000","last_became_active":"2023-01-15T14:35:14.325865+0000","last_became_peered":"2023-01-15T14:35:14.325865+0000","last_unstale":"2023-01-15T15:07:47.000684+0000","last_undegraded":"2023-01-15T15:07:47.000684+0000","last_fullsized":"2023-01-15T15:07:47.000684+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.874722+0000","last_change":"2023-01-15T14:49:02.545991+0000","last_active":"2023-01-15T15:08:21.874722+0000","last_peered":"2023-01-15T15:08:21.874722+0000","last_clean":"2023-01-15T15:08:21.874722+0000","last_became_active":"2023-01-15T14:49:02.545271+0000","last_became_peered":"2023-01-15T14:49:02.545271+0000","last_unstale":"2023-01-15T15:08:21.874722+0000","last_undegraded":"2023-01-15T15:08:21.874722+0000","last_fullsized":"2023-01-15T15:08:21.874722+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819984+0000","last_change":"2023-01-15T14:35:17.350805+0000","last_active":"2023-01-15T15:09:05.819984+0000","last_peered":"2023-01-15T15:09:05.819984+0000","last_clean":"2023-01-15T15:09:05.819984+0000","last_became_active":"2023-01-15T14:35:17.350568+0000","last_became_peered":"2023-01-15T14:35:17.350568+0000","last_unstale":"2023-01-15T15:09:05.819984+0000","last_undegraded":"2023-01-15T15:09:05.819984+0000","last_fullsized":"2023-01-15T15:09:05.819984+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"213'703","reported_seq":1846,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.335191+0000","last_change":"2023-01-15T14:27:41.261696+0000","last_active":"2023-01-15T15:08:50.335191+0000","last_peered":"2023-01-15T15:08:50.335191+0000","last_clean":"2023-01-15T15:08:50.335191+0000","last_became_active":"2023-01-15T14:27:41.261179+0000","last_became_peered":"2023-01-15T14:27:41.261179+0000","last_unstale":"2023-01-15T15:08:50.335191+0000","last_undegraded":"2023-01-15T15:08:50.335191+0000","last_fullsized":"2023-01-15T15:08:50.335191+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":600,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3219,"num_read_kb":2866,"num_write":945,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"213'166","reported_seq":483,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.542146+0000","last_change":"2023-01-15T14:27:39.369625+0000","last_active":"2023-01-15T15:08:51.542146+0000","last_peered":"2023-01-15T15:08:51.542146+0000","last_clean":"2023-01-15T15:08:51.542146+0000","last_became_active":"2023-01-15T14:27:39.288695+0000","last_became_peered":"2023-01-15T14:27:39.288695+0000","last_unstale":"2023-01-15T15:08:51.542146+0000","last_undegraded":"2023-01-15T15:08:51.542146+0000","last_fullsized":"2023-01-15T15:08:51.542146+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:26.964600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5592230,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":344,"num_read_kb":21052,"num_write":845,"num_write_kb":35037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"213'14","reported_seq":84,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:07.049539+0000","last_change":"2023-01-15T14:34:47.549043+0000","last_active":"2023-01-15T15:08:07.049539+0000","last_peered":"2023-01-15T15:08:07.049539+0000","last_clean":"2023-01-15T15:08:07.049539+0000","last_became_active":"2023-01-15T14:34:47.548588+0000","last_became_peered":"2023-01-15T14:34:47.548588+0000","last_unstale":"2023-01-15T15:08:07.049539+0000","last_undegraded":"2023-01-15T15:08:07.049539+0000","last_fullsized":"2023-01-15T15:08:07.049539+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":52,"num_write":38,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858060+0000","last_change":"2023-01-15T14:35:14.321269+0000","last_active":"2023-01-15T15:05:21.858060+0000","last_peered":"2023-01-15T15:05:21.858060+0000","last_clean":"2023-01-15T15:05:21.858060+0000","last_became_active":"2023-01-15T14:35:14.320905+0000","last_became_peered":"2023-01-15T14:35:14.320905+0000","last_unstale":"2023-01-15T15:05:21.858060+0000","last_undegraded":"2023-01-15T15:05:21.858060+0000","last_fullsized":"2023-01-15T15:05:21.858060+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:00:36.989587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.864638+0000","last_change":"2023-01-15T14:49:02.553455+0000","last_active":"2023-01-15T15:06:01.864638+0000","last_peered":"2023-01-15T15:06:01.864638+0000","last_clean":"2023-01-15T15:06:01.864638+0000","last_became_active":"2023-01-15T14:49:02.553253+0000","last_became_peered":"2023-01-15T14:49:02.553253+0000","last_unstale":"2023-01-15T15:06:01.864638+0000","last_undegraded":"2023-01-15T15:06:01.864638+0000","last_fullsized":"2023-01-15T15:06:01.864638+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:09:37.137516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332723+0000","last_change":"2023-01-15T14:35:17.350026+0000","last_active":"2023-01-15T15:09:05.332723+0000","last_peered":"2023-01-15T15:09:05.332723+0000","last_clean":"2023-01-15T15:09:05.332723+0000","last_became_active":"2023-01-15T14:35:17.349797+0000","last_became_peered":"2023-01-15T14:35:17.349797+0000","last_unstale":"2023-01-15T15:09:05.332723+0000","last_undegraded":"2023-01-15T15:09:05.332723+0000","last_fullsized":"2023-01-15T15:09:05.332723+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"213'1023","reported_seq":2217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.893960+0000","last_change":"2023-01-15T14:27:41.256182+0000","last_active":"2023-01-15T15:08:52.893960+0000","last_peered":"2023-01-15T15:08:52.893960+0000","last_clean":"2023-01-15T15:08:52.893960+0000","last_became_active":"2023-01-15T14:27:41.255943+0000","last_became_peered":"2023-01-15T14:27:41.255943+0000","last_unstale":"2023-01-15T15:08:52.893960+0000","last_undegraded":"2023-01-15T15:08:52.893960+0000","last_fullsized":"2023-01-15T15:08:52.893960+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":1000,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:03.762080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4492,"num_read_kb":3928,"num_write":1429,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"213'186","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.799603+0000","last_change":"2023-01-15T14:28:22.947966+0000","last_active":"2023-01-15T15:08:47.799603+0000","last_peered":"2023-01-15T15:08:47.799603+0000","last_clean":"2023-01-15T15:08:47.799603+0000","last_became_active":"2023-01-15T14:28:22.947557+0000","last_became_peered":"2023-01-15T14:28:22.947557+0000","last_unstale":"2023-01-15T15:08:47.799603+0000","last_undegraded":"2023-01-15T15:08:47.799603+0000","last_fullsized":"2023-01-15T15:08:47.799603+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51883,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":411,"num_read_kb":419,"num_write":1043,"num_write_kb":22779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1e","version":"210'16","reported_seq":87,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.378772+0000","last_change":"2023-01-15T14:34:47.547794+0000","last_active":"2023-01-15T15:08:47.378772+0000","last_peered":"2023-01-15T15:08:47.378772+0000","last_clean":"2023-01-15T15:08:47.378772+0000","last_became_active":"2023-01-15T14:34:47.547228+0000","last_became_peered":"2023-01-15T14:34:47.547228+0000","last_unstale":"2023-01-15T15:08:47.378772+0000","last_undegraded":"2023-01-15T15:08:47.378772+0000","last_fullsized":"2023-01-15T15:08:47.378772+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":52,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:31.870556+0000","last_change":"2023-01-15T14:35:14.328392+0000","last_active":"2023-01-15T15:06:31.870556+0000","last_peered":"2023-01-15T15:06:31.870556+0000","last_clean":"2023-01-15T15:06:31.870556+0000","last_became_active":"2023-01-15T14:35:14.328104+0000","last_became_peered":"2023-01-15T14:35:14.328104+0000","last_unstale":"2023-01-15T15:06:31.870556+0000","last_undegraded":"2023-01-15T15:06:31.870556+0000","last_fullsized":"2023-01-15T15:06:31.870556+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:46.559206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.375254+0000","last_change":"2023-01-15T14:49:02.549909+0000","last_active":"2023-01-15T15:08:22.375254+0000","last_peered":"2023-01-15T15:08:22.375254+0000","last_clean":"2023-01-15T15:08:22.375254+0000","last_became_active":"2023-01-15T14:49:02.549713+0000","last_became_peered":"2023-01-15T14:49:02.549713+0000","last_unstale":"2023-01-15T15:08:22.375254+0000","last_undegraded":"2023-01-15T15:08:22.375254+0000","last_fullsized":"2023-01-15T15:08:22.375254+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:41.871938+0000","last_change":"2023-01-15T14:35:17.343303+0000","last_active":"2023-01-15T15:06:41.871938+0000","last_peered":"2023-01-15T15:06:41.871938+0000","last_clean":"2023-01-15T15:06:41.871938+0000","last_became_active":"2023-01-15T14:35:17.343073+0000","last_became_peered":"2023-01-15T14:35:17.343073+0000","last_unstale":"2023-01-15T15:06:41.871938+0000","last_undegraded":"2023-01-15T15:06:41.871938+0000","last_fullsized":"2023-01-15T15:06:41.871938+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:18:02.249797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"213'375","reported_seq":1821,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.963865+0000","last_change":"2023-01-15T14:27:41.264742+0000","last_active":"2023-01-15T15:08:51.963865+0000","last_peered":"2023-01-15T15:08:51.963865+0000","last_clean":"2023-01-15T15:08:51.963865+0000","last_became_active":"2023-01-15T14:27:41.264559+0000","last_became_peered":"2023-01-15T14:27:41.264559+0000","last_unstale":"2023-01-15T15:08:51.963865+0000","last_undegraded":"2023-01-15T15:08:51.963865+0000","last_fullsized":"2023-01-15T15:08:51.963865+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2406,"num_read_kb":2309,"num_write":424,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"213'147","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.223452+0000","last_change":"2023-01-15T14:27:39.258523+0000","last_active":"2023-01-15T15:08:46.223452+0000","last_peered":"2023-01-15T15:08:46.223452+0000","last_clean":"2023-01-15T15:08:46.223452+0000","last_became_active":"2023-01-15T14:27:39.258095+0000","last_became_peered":"2023-01-15T14:27:39.258095+0000","last_unstale":"2023-01-15T15:08:46.223452+0000","last_undegraded":"2023-01-15T15:08:46.223452+0000","last_fullsized":"2023-01-15T15:08:46.223452+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:33:20.945658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11864094,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":374,"num_read_kb":21488,"num_write":810,"num_write_kb":27302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"213'15","reported_seq":87,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.366407+0000","last_change":"2023-01-15T14:34:47.545490+0000","last_active":"2023-01-15T15:07:27.366407+0000","last_peered":"2023-01-15T15:07:27.366407+0000","last_clean":"2023-01-15T15:07:27.366407+0000","last_became_active":"2023-01-15T14:34:47.545257+0000","last_became_peered":"2023-01-15T14:34:47.545257+0000","last_unstale":"2023-01-15T15:07:27.366407+0000","last_undegraded":"2023-01-15T15:07:27.366407+0000","last_fullsized":"2023-01-15T15:07:27.366407+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":55,"num_write":24,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.871010+0000","last_change":"2023-01-15T14:35:14.330029+0000","last_active":"2023-01-15T15:07:56.871010+0000","last_peered":"2023-01-15T15:07:56.871010+0000","last_clean":"2023-01-15T15:07:56.871010+0000","last_became_active":"2023-01-15T14:35:14.329625+0000","last_became_peered":"2023-01-15T14:35:14.329625+0000","last_unstale":"2023-01-15T15:07:56.871010+0000","last_undegraded":"2023-01-15T15:07:56.871010+0000","last_fullsized":"2023-01-15T15:07:56.871010+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.005848+0000","last_change":"2023-01-15T14:49:02.550258+0000","last_active":"2023-01-15T15:08:22.005848+0000","last_peered":"2023-01-15T15:08:22.005848+0000","last_clean":"2023-01-15T15:08:22.005848+0000","last_became_active":"2023-01-15T14:49:02.549977+0000","last_became_peered":"2023-01-15T14:49:02.549977+0000","last_unstale":"2023-01-15T15:08:22.005848+0000","last_undegraded":"2023-01-15T15:08:22.005848+0000","last_fullsized":"2023-01-15T15:08:22.005848+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"210'5","reported_seq":43,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332719+0000","last_change":"2023-01-15T14:35:17.348688+0000","last_active":"2023-01-15T15:09:05.332719+0000","last_peered":"2023-01-15T15:09:05.332719+0000","last_clean":"2023-01-15T15:09:05.332719+0000","last_became_active":"2023-01-15T14:35:17.348469+0000","last_became_peered":"2023-01-15T14:35:17.348469+0000","last_unstale":"2023-01-15T15:09:05.332719+0000","last_undegraded":"2023-01-15T15:09:05.332719+0000","last_fullsized":"2023-01-15T15:09:05.332719+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"213'447","reported_seq":1938,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.960822+0000","last_change":"2023-01-15T14:27:41.252885+0000","last_active":"2023-01-15T15:08:51.960822+0000","last_peered":"2023-01-15T15:08:51.960822+0000","last_clean":"2023-01-15T15:08:51.960822+0000","last_became_active":"2023-01-15T14:27:41.252659+0000","last_became_peered":"2023-01-15T14:27:41.252659+0000","last_unstale":"2023-01-15T15:08:51.960822+0000","last_undegraded":"2023-01-15T15:08:51.960822+0000","last_fullsized":"2023-01-15T15:08:51.960822+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2784,"num_read_kb":2626,"num_write":570,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"213'181","reported_seq":655,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.985409+0000","last_change":"2023-01-15T14:27:39.251078+0000","last_active":"2023-01-15T15:08:40.985409+0000","last_peered":"2023-01-15T15:08:40.985409+0000","last_clean":"2023-01-15T15:08:40.985409+0000","last_became_active":"2023-01-15T14:27:39.250837+0000","last_became_peered":"2023-01-15T14:27:39.250837+0000","last_unstale":"2023-01-15T15:08:40.985409+0000","last_undegraded":"2023-01-15T15:08:40.985409+0000","last_fullsized":"2023-01-15T15:08:40.985409+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272235,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":683,"num_read_kb":238412,"num_write":915,"num_write_kb":37362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"213'16","reported_seq":83,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:06.832791+0000","last_change":"2023-01-15T14:34:47.550096+0000","last_active":"2023-01-15T15:05:06.832791+0000","last_peered":"2023-01-15T15:05:06.832791+0000","last_clean":"2023-01-15T15:05:06.832791+0000","last_became_active":"2023-01-15T14:34:47.549823+0000","last_became_peered":"2023-01-15T14:34:47.549823+0000","last_unstale":"2023-01-15T15:05:06.832791+0000","last_undegraded":"2023-01-15T15:05:06.832791+0000","last_fullsized":"2023-01-15T15:05:06.832791+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:03:08.461211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":52,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837113+0000","last_change":"2023-01-15T14:35:14.325387+0000","last_active":"2023-01-15T15:05:36.837113+0000","last_peered":"2023-01-15T15:05:36.837113+0000","last_clean":"2023-01-15T15:05:36.837113+0000","last_became_active":"2023-01-15T14:35:14.325143+0000","last_became_peered":"2023-01-15T14:35:14.325143+0000","last_unstale":"2023-01-15T15:05:36.837113+0000","last_undegraded":"2023-01-15T15:05:36.837113+0000","last_fullsized":"2023-01-15T15:05:36.837113+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:33:11.309396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:41.999775+0000","last_change":"2023-01-15T14:49:02.552917+0000","last_active":"2023-01-15T15:07:41.999775+0000","last_peered":"2023-01-15T15:07:41.999775+0000","last_clean":"2023-01-15T15:07:41.999775+0000","last_became_active":"2023-01-15T14:49:02.552682+0000","last_became_peered":"2023-01-15T14:49:02.552682+0000","last_unstale":"2023-01-15T15:07:41.999775+0000","last_undegraded":"2023-01-15T15:07:41.999775+0000","last_fullsized":"2023-01-15T15:07:41.999775+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281336+0000","last_change":"2023-01-15T14:35:17.340734+0000","last_active":"2023-01-15T15:09:07.281336+0000","last_peered":"2023-01-15T15:09:07.281336+0000","last_clean":"2023-01-15T15:09:07.281336+0000","last_became_active":"2023-01-15T14:35:17.340496+0000","last_became_peered":"2023-01-15T14:35:17.340496+0000","last_unstale":"2023-01-15T15:09:07.281336+0000","last_undegraded":"2023-01-15T15:09:07.281336+0000","last_fullsized":"2023-01-15T15:09:07.281336+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"213'656","reported_seq":1768,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.704107+0000","last_change":"2023-01-15T14:27:41.256881+0000","last_active":"2023-01-15T15:08:51.704107+0000","last_peered":"2023-01-15T15:08:51.704107+0000","last_clean":"2023-01-15T15:08:51.704107+0000","last_became_active":"2023-01-15T14:27:41.256670+0000","last_became_peered":"2023-01-15T14:27:41.256670+0000","last_unstale":"2023-01-15T15:08:51.704107+0000","last_undegraded":"2023-01-15T15:08:51.704107+0000","last_fullsized":"2023-01-15T15:08:51.704107+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":600,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3066,"num_read_kb":2748,"num_write":888,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"213'167","reported_seq":554,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.823732+0000","last_change":"2023-01-15T14:27:39.255145+0000","last_active":"2023-01-15T15:08:52.823732+0000","last_peered":"2023-01-15T15:08:52.823732+0000","last_clean":"2023-01-15T15:08:52.823732+0000","last_became_active":"2023-01-15T14:27:39.251308+0000","last_became_peered":"2023-01-15T14:27:39.251308+0000","last_unstale":"2023-01-15T15:08:52.823732+0000","last_undegraded":"2023-01-15T15:08:52.823732+0000","last_fullsized":"2023-01-15T15:08:52.823732+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:54:07.701023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5598247,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":518,"num_read_kb":44248,"num_write":947,"num_write_kb":32786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"213'21","reported_seq":97,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.366552+0000","last_change":"2023-01-15T14:34:47.545942+0000","last_active":"2023-01-15T15:07:27.366552+0000","last_peered":"2023-01-15T15:07:27.366552+0000","last_clean":"2023-01-15T15:07:27.366552+0000","last_became_active":"2023-01-15T14:34:47.545720+0000","last_became_peered":"2023-01-15T14:34:47.545720+0000","last_unstale":"2023-01-15T15:07:27.366552+0000","last_undegraded":"2023-01-15T15:07:27.366552+0000","last_fullsized":"2023-01-15T15:07:27.366552+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":63,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"210'13","reported_seq":62,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.837204+0000","last_change":"2023-01-15T14:35:14.320892+0000","last_active":"2023-01-15T15:05:36.837204+0000","last_peered":"2023-01-15T15:05:36.837204+0000","last_clean":"2023-01-15T15:05:36.837204+0000","last_became_active":"2023-01-15T14:35:14.318718+0000","last_became_peered":"2023-01-15T14:35:14.318718+0000","last_unstale":"2023-01-15T15:05:36.837204+0000","last_undegraded":"2023-01-15T15:05:36.837204+0000","last_fullsized":"2023-01-15T15:05:36.837204+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:49.028405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":30724,"num_write":21,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:56.863835+0000","last_change":"2023-01-15T14:49:02.551311+0000","last_active":"2023-01-15T15:05:56.863835+0000","last_peered":"2023-01-15T15:05:56.863835+0000","last_clean":"2023-01-15T15:05:56.863835+0000","last_became_active":"2023-01-15T14:49:02.551067+0000","last_became_peered":"2023-01-15T14:49:02.551067+0000","last_unstale":"2023-01-15T15:05:56.863835+0000","last_undegraded":"2023-01-15T15:05:56.863835+0000","last_fullsized":"2023-01-15T15:05:56.863835+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:20:46.190176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:01.871918+0000","last_change":"2023-01-15T14:35:17.337212+0000","last_active":"2023-01-15T15:08:01.871918+0000","last_peered":"2023-01-15T15:08:01.871918+0000","last_clean":"2023-01-15T15:08:01.871918+0000","last_became_active":"2023-01-15T14:35:17.336964+0000","last_became_peered":"2023-01-15T14:35:17.336964+0000","last_unstale":"2023-01-15T15:08:01.871918+0000","last_undegraded":"2023-01-15T15:08:01.871918+0000","last_fullsized":"2023-01-15T15:08:01.871918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"213'478","reported_seq":1767,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.247059+0000","last_change":"2023-01-15T14:27:41.258294+0000","last_active":"2023-01-15T15:08:52.247059+0000","last_peered":"2023-01-15T15:08:52.247059+0000","last_clean":"2023-01-15T15:08:52.247059+0000","last_became_active":"2023-01-15T14:27:41.258121+0000","last_became_peered":"2023-01-15T14:27:41.258121+0000","last_unstale":"2023-01-15T15:08:52.247059+0000","last_undegraded":"2023-01-15T15:08:52.247059+0000","last_fullsized":"2023-01-15T15:08:52.247059+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2665,"num_read_kb":2439,"num_write":623,"num_write_kb":211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"213'217","reported_seq":643,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.840382+0000","last_change":"2023-01-15T14:27:39.249610+0000","last_active":"2023-01-15T15:08:52.840382+0000","last_peered":"2023-01-15T15:08:52.840382+0000","last_clean":"2023-01-15T15:08:52.840382+0000","last_became_active":"2023-01-15T14:27:39.249096+0000","last_became_peered":"2023-01-15T14:27:39.249096+0000","last_unstale":"2023-01-15T15:08:52.840382+0000","last_undegraded":"2023-01-15T15:08:52.840382+0000","last_fullsized":"2023-01-15T15:08:52.840382+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":880,"num_read_kb":7108,"num_write":1078,"num_write_kb":15939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.12","version":"213'53","reported_seq":200,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.642644+0000","last_change":"2023-01-15T14:34:47.553604+0000","last_active":"2023-01-15T15:07:47.642644+0000","last_peered":"2023-01-15T15:07:47.642644+0000","last_clean":"2023-01-15T15:07:47.642644+0000","last_became_active":"2023-01-15T14:34:47.553318+0000","last_became_peered":"2023-01-15T14:34:47.553318+0000","last_unstale":"2023-01-15T15:07:47.642644+0000","last_undegraded":"2023-01-15T15:07:47.642644+0000","last_fullsized":"2023-01-15T15:07:47.642644+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":174,"num_write":121,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:57.371479+0000","last_change":"2023-01-15T14:35:14.326918+0000","last_active":"2023-01-15T15:07:57.371479+0000","last_peered":"2023-01-15T15:07:57.371479+0000","last_clean":"2023-01-15T15:07:57.371479+0000","last_became_active":"2023-01-15T14:35:14.326674+0000","last_became_peered":"2023-01-15T14:35:14.326674+0000","last_unstale":"2023-01-15T15:07:57.371479+0000","last_undegraded":"2023-01-15T15:07:57.371479+0000","last_fullsized":"2023-01-15T15:07:57.371479+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:42.046197+0000","last_change":"2023-01-15T14:49:02.546530+0000","last_active":"2023-01-15T15:07:42.046197+0000","last_peered":"2023-01-15T15:07:42.046197+0000","last_clean":"2023-01-15T15:07:42.046197+0000","last_became_active":"2023-01-15T14:49:02.546289+0000","last_became_peered":"2023-01-15T14:49:02.546289+0000","last_unstale":"2023-01-15T15:07:42.046197+0000","last_undegraded":"2023-01-15T15:07:42.046197+0000","last_fullsized":"2023-01-15T15:07:42.046197+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860614+0000","last_change":"2023-01-15T14:35:17.346156+0000","last_active":"2023-01-15T15:05:36.860614+0000","last_peered":"2023-01-15T15:05:36.860614+0000","last_clean":"2023-01-15T15:05:36.860614+0000","last_became_active":"2023-01-15T14:35:17.345927+0000","last_became_peered":"2023-01-15T14:35:17.345927+0000","last_unstale":"2023-01-15T15:05:36.860614+0000","last_undegraded":"2023-01-15T15:05:36.860614+0000","last_fullsized":"2023-01-15T15:05:36.860614+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:54:08.596267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"213'437","reported_seq":1742,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.982255+0000","last_change":"2023-01-15T14:27:41.262358+0000","last_active":"2023-01-15T15:08:49.982255+0000","last_peered":"2023-01-15T15:08:49.982255+0000","last_clean":"2023-01-15T15:08:49.982255+0000","last_became_active":"2023-01-15T14:27:41.262091+0000","last_became_peered":"2023-01-15T14:27:41.262091+0000","last_unstale":"2023-01-15T15:08:49.982255+0000","last_undegraded":"2023-01-15T15:08:49.982255+0000","last_fullsized":"2023-01-15T15:08:49.982255+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:05:30.051523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2733,"num_read_kb":2535,"num_write":596,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"213'209","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.395929+0000","last_change":"2023-01-15T14:27:39.251837+0000","last_active":"2023-01-15T15:08:41.395929+0000","last_peered":"2023-01-15T15:08:41.395929+0000","last_clean":"2023-01-15T15:08:41.395929+0000","last_became_active":"2023-01-15T14:27:39.251522+0000","last_became_peered":"2023-01-15T14:27:39.251522+0000","last_unstale":"2023-01-15T15:08:41.395929+0000","last_undegraded":"2023-01-15T15:08:41.395929+0000","last_fullsized":"2023-01-15T15:08:41.395929+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:41:17.350463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3432580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":459,"num_read_kb":502,"num_write":1180,"num_write_kb":24633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"213'29","reported_seq":119,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.116777+0000","last_change":"2023-01-15T14:34:47.541835+0000","last_active":"2023-01-15T15:08:37.116777+0000","last_peered":"2023-01-15T15:08:37.116777+0000","last_clean":"2023-01-15T15:08:37.116777+0000","last_became_active":"2023-01-15T14:34:47.541593+0000","last_became_peered":"2023-01-15T14:34:47.541593+0000","last_unstale":"2023-01-15T15:08:37.116777+0000","last_undegraded":"2023-01-15T15:08:37.116777+0000","last_fullsized":"2023-01-15T15:08:37.116777+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":87,"num_write":61,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:46.838843+0000","last_change":"2023-01-15T14:35:14.325235+0000","last_active":"2023-01-15T15:05:46.838843+0000","last_peered":"2023-01-15T15:05:46.838843+0000","last_clean":"2023-01-15T15:05:46.838843+0000","last_became_active":"2023-01-15T14:35:14.324974+0000","last_became_peered":"2023-01-15T14:35:14.324974+0000","last_unstale":"2023-01-15T15:05:46.838843+0000","last_undegraded":"2023-01-15T15:05:46.838843+0000","last_fullsized":"2023-01-15T15:05:46.838843+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:58.051700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.858017+0000","last_change":"2023-01-15T14:49:02.554180+0000","last_active":"2023-01-15T15:05:21.858017+0000","last_peered":"2023-01-15T15:05:21.858017+0000","last_clean":"2023-01-15T15:05:21.858017+0000","last_became_active":"2023-01-15T14:49:02.553920+0000","last_became_peered":"2023-01-15T14:49:02.553920+0000","last_unstale":"2023-01-15T15:05:21.858017+0000","last_undegraded":"2023-01-15T15:05:21.858017+0000","last_fullsized":"2023-01-15T15:05:21.858017+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:27.006303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"210'2","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860468+0000","last_change":"2023-01-15T14:35:17.346094+0000","last_active":"2023-01-15T15:05:36.860468+0000","last_peered":"2023-01-15T15:05:36.860468+0000","last_clean":"2023-01-15T15:05:36.860468+0000","last_became_active":"2023-01-15T14:35:17.345869+0000","last_became_peered":"2023-01-15T14:35:17.345869+0000","last_unstale":"2023-01-15T15:05:36.860468+0000","last_undegraded":"2023-01-15T15:05:36.860468+0000","last_fullsized":"2023-01-15T15:05:36.860468+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:04:28.087221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"213'721","reported_seq":2133,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903417+0000","last_change":"2023-01-15T14:27:41.258939+0000","last_active":"2023-01-15T15:08:52.903417+0000","last_peered":"2023-01-15T15:08:52.903417+0000","last_clean":"2023-01-15T15:08:52.903417+0000","last_became_active":"2023-01-15T14:27:41.258730+0000","last_became_peered":"2023-01-15T14:27:41.258730+0000","last_unstale":"2023-01-15T15:08:52.903417+0000","last_undegraded":"2023-01-15T15:08:52.903417+0000","last_fullsized":"2023-01-15T15:08:52.903417+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3582,"num_read_kb":3253,"num_write":954,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"213'176","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.063141+0000","last_change":"2023-01-15T14:27:39.288192+0000","last_active":"2023-01-15T15:08:40.063141+0000","last_peered":"2023-01-15T15:08:40.063141+0000","last_clean":"2023-01-15T15:08:40.063141+0000","last_became_active":"2023-01-15T14:27:39.257940+0000","last_became_peered":"2023-01-15T14:27:39.257940+0000","last_unstale":"2023-01-15T15:08:40.063141+0000","last_undegraded":"2023-01-15T15:08:40.063141+0000","last_fullsized":"2023-01-15T15:08:40.063141+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:42:31.089080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29266,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":538,"num_write":901,"num_write_kb":44137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"213'41","reported_seq":162,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.671907+0000","last_change":"2023-01-15T14:34:47.551107+0000","last_active":"2023-01-15T15:07:25.671907+0000","last_peered":"2023-01-15T15:07:25.671907+0000","last_clean":"2023-01-15T15:07:25.671907+0000","last_became_active":"2023-01-15T14:34:47.550913+0000","last_became_peered":"2023-01-15T14:34:47.550913+0000","last_unstale":"2023-01-15T15:07:25.671907+0000","last_undegraded":"2023-01-15T15:07:25.671907+0000","last_fullsized":"2023-01-15T15:07:25.671907+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:31:36.657562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":133,"num_write":83,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281094+0000","last_change":"2023-01-15T14:35:14.327296+0000","last_active":"2023-01-15T15:09:07.281094+0000","last_peered":"2023-01-15T15:09:07.281094+0000","last_clean":"2023-01-15T15:09:07.281094+0000","last_became_active":"2023-01-15T14:35:14.326975+0000","last_became_peered":"2023-01-15T14:35:14.326975+0000","last_unstale":"2023-01-15T15:09:07.281094+0000","last_undegraded":"2023-01-15T15:09:07.281094+0000","last_fullsized":"2023-01-15T15:09:07.281094+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:21.857729+0000","last_change":"2023-01-15T14:49:02.547198+0000","last_active":"2023-01-15T15:05:21.857729+0000","last_peered":"2023-01-15T15:05:21.857729+0000","last_clean":"2023-01-15T15:05:21.857729+0000","last_became_active":"2023-01-15T14:49:02.546858+0000","last_became_peered":"2023-01-15T14:49:02.546858+0000","last_unstale":"2023-01-15T15:05:21.857729+0000","last_undegraded":"2023-01-15T15:05:21.857729+0000","last_fullsized":"2023-01-15T15:05:21.857729+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:18:35.571324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860519+0000","last_change":"2023-01-15T14:35:17.341233+0000","last_active":"2023-01-15T15:05:36.860519+0000","last_peered":"2023-01-15T15:05:36.860519+0000","last_clean":"2023-01-15T15:05:36.860519+0000","last_became_active":"2023-01-15T14:35:17.340927+0000","last_became_peered":"2023-01-15T14:35:17.340927+0000","last_unstale":"2023-01-15T15:05:36.860519+0000","last_undegraded":"2023-01-15T15:05:36.860519+0000","last_fullsized":"2023-01-15T15:05:36.860519+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:36:13.777734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"213'433","reported_seq":2063,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.697159+0000","last_change":"2023-01-15T14:27:41.267275+0000","last_active":"2023-01-15T15:08:49.697159+0000","last_peered":"2023-01-15T15:08:49.697159+0000","last_clean":"2023-01-15T15:08:49.697159+0000","last_became_active":"2023-01-15T14:27:41.262051+0000","last_became_peered":"2023-01-15T14:27:41.262051+0000","last_unstale":"2023-01-15T15:08:49.697159+0000","last_undegraded":"2023-01-15T15:08:49.697159+0000","last_fullsized":"2023-01-15T15:08:49.697159+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2938,"num_read_kb":2799,"num_write":510,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"213'180","reported_seq":543,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.324538+0000","last_change":"2023-01-15T14:27:39.245832+0000","last_active":"2023-01-15T15:08:41.324538+0000","last_peered":"2023-01-15T15:08:41.324538+0000","last_clean":"2023-01-15T15:08:41.324538+0000","last_became_active":"2023-01-15T14:27:39.245534+0000","last_became_peered":"2023-01-15T14:27:39.245534+0000","last_unstale":"2023-01-15T15:08:41.324538+0000","last_undegraded":"2023-01-15T15:08:41.324538+0000","last_fullsized":"2023-01-15T15:08:41.324538+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5513857,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":456,"num_read_kb":28573,"num_write":947,"num_write_kb":37453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"213'64","reported_seq":278,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377543+0000","last_change":"2023-01-15T14:34:47.546055+0000","last_active":"2023-01-15T15:08:37.377543+0000","last_peered":"2023-01-15T15:08:37.377543+0000","last_clean":"2023-01-15T15:08:37.377543+0000","last_became_active":"2023-01-15T14:34:47.545832+0000","last_became_peered":"2023-01-15T14:34:47.545832+0000","last_unstale":"2023-01-15T15:08:37.377543+0000","last_undegraded":"2023-01-15T15:08:37.377543+0000","last_fullsized":"2023-01-15T15:08:37.377543+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":278,"num_write":83,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281229+0000","last_change":"2023-01-15T14:35:14.323669+0000","last_active":"2023-01-15T15:09:07.281229+0000","last_peered":"2023-01-15T15:09:07.281229+0000","last_clean":"2023-01-15T15:09:07.281229+0000","last_became_active":"2023-01-15T14:35:14.323416+0000","last_became_peered":"2023-01-15T14:35:14.323416+0000","last_unstale":"2023-01-15T15:09:07.281229+0000","last_undegraded":"2023-01-15T15:09:07.281229+0000","last_fullsized":"2023-01-15T15:09:07.281229+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:42.046146+0000","last_change":"2023-01-15T14:49:02.549234+0000","last_active":"2023-01-15T15:07:42.046146+0000","last_peered":"2023-01-15T15:07:42.046146+0000","last_clean":"2023-01-15T15:07:42.046146+0000","last_became_active":"2023-01-15T14:49:02.548987+0000","last_became_peered":"2023-01-15T14:49:02.548987+0000","last_unstale":"2023-01-15T15:07:42.046146+0000","last_undegraded":"2023-01-15T15:07:42.046146+0000","last_fullsized":"2023-01-15T15:07:42.046146+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860346+0000","last_change":"2023-01-15T14:35:17.348476+0000","last_active":"2023-01-15T15:05:36.860346+0000","last_peered":"2023-01-15T15:05:36.860346+0000","last_clean":"2023-01-15T15:05:36.860346+0000","last_became_active":"2023-01-15T14:35:17.348237+0000","last_became_peered":"2023-01-15T14:35:17.348237+0000","last_unstale":"2023-01-15T15:05:36.860346+0000","last_undegraded":"2023-01-15T15:05:36.860346+0000","last_fullsized":"2023-01-15T15:05:36.860346+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:59.910348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"213'873","reported_seq":2345,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.242231+0000","last_change":"2023-01-15T14:27:41.262361+0000","last_active":"2023-01-15T15:08:52.242231+0000","last_peered":"2023-01-15T15:08:52.242231+0000","last_clean":"2023-01-15T15:08:52.242231+0000","last_became_active":"2023-01-15T14:27:41.262145+0000","last_became_peered":"2023-01-15T14:27:41.262145+0000","last_unstale":"2023-01-15T15:08:52.242231+0000","last_undegraded":"2023-01-15T15:08:52.242231+0000","last_fullsized":"2023-01-15T15:08:52.242231+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:46:23.098155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4341,"num_read_kb":3888,"num_write":1252,"num_write_kb":573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"213'147","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.875414+0000","last_change":"2023-01-15T14:27:39.288719+0000","last_active":"2023-01-15T15:08:52.875414+0000","last_peered":"2023-01-15T15:08:52.875414+0000","last_clean":"2023-01-15T15:08:52.875414+0000","last_became_active":"2023-01-15T14:27:39.268239+0000","last_became_peered":"2023-01-15T14:27:39.268239+0000","last_unstale":"2023-01-15T15:08:52.875414+0000","last_undegraded":"2023-01-15T15:08:52.875414+0000","last_fullsized":"2023-01-15T15:08:52.875414+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:37:26.241439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16799905,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":387,"num_read_kb":75591,"num_write":828,"num_write_kb":37430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"213'33","reported_seq":137,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:11.866634+0000","last_change":"2023-01-15T14:34:47.549674+0000","last_active":"2023-01-15T15:06:11.866634+0000","last_peered":"2023-01-15T15:06:11.866634+0000","last_clean":"2023-01-15T15:06:11.866634+0000","last_became_active":"2023-01-15T14:34:47.549412+0000","last_became_peered":"2023-01-15T14:34:47.549412+0000","last_unstale":"2023-01-15T15:06:11.866634+0000","last_undegraded":"2023-01-15T15:06:11.866634+0000","last_fullsized":"2023-01-15T15:06:11.866634+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:25:18.085288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":60,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.304295+0000","last_change":"2023-01-15T14:35:14.321879+0000","last_active":"2023-01-15T15:09:06.304295+0000","last_peered":"2023-01-15T15:09:06.304295+0000","last_clean":"2023-01-15T15:09:06.304295+0000","last_became_active":"2023-01-15T14:35:14.321636+0000","last_became_peered":"2023-01-15T14:35:14.321636+0000","last_unstale":"2023-01-15T15:09:06.304295+0000","last_undegraded":"2023-01-15T15:09:06.304295+0000","last_fullsized":"2023-01-15T15:09:06.304295+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.957073+0000","last_change":"2023-01-15T14:49:02.545958+0000","last_active":"2023-01-15T15:04:46.957073+0000","last_peered":"2023-01-15T15:04:46.957073+0000","last_clean":"2023-01-15T15:04:46.957073+0000","last_became_active":"2023-01-15T14:49:02.545725+0000","last_became_peered":"2023-01-15T14:49:02.545725+0000","last_unstale":"2023-01-15T15:04:46.957073+0000","last_undegraded":"2023-01-15T15:04:46.957073+0000","last_fullsized":"2023-01-15T15:04:46.957073+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:45:36.416632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"210'5","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:36.955647+0000","last_change":"2023-01-15T14:35:17.345524+0000","last_active":"2023-01-15T15:04:36.955647+0000","last_peered":"2023-01-15T15:04:36.955647+0000","last_clean":"2023-01-15T15:04:36.955647+0000","last_became_active":"2023-01-15T14:35:17.345321+0000","last_became_peered":"2023-01-15T14:35:17.345321+0000","last_unstale":"2023-01-15T15:04:36.955647+0000","last_undegraded":"2023-01-15T15:04:36.955647+0000","last_fullsized":"2023-01-15T15:04:36.955647+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:15:16.622702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"213'765","reported_seq":2052,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009905+0000","last_change":"2023-01-15T14:27:41.264579+0000","last_active":"2023-01-15T15:08:52.009905+0000","last_peered":"2023-01-15T15:08:52.009905+0000","last_clean":"2023-01-15T15:08:52.009905+0000","last_became_active":"2023-01-15T14:27:41.264306+0000","last_became_peered":"2023-01-15T14:27:41.264306+0000","last_unstale":"2023-01-15T15:08:52.009905+0000","last_undegraded":"2023-01-15T15:08:52.009905+0000","last_fullsized":"2023-01-15T15:08:52.009905+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3735,"num_read_kb":3336,"num_write":1082,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"213'181","reported_seq":503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.913703+0000","last_change":"2023-01-15T14:27:39.260617+0000","last_active":"2023-01-15T15:08:52.913703+0000","last_peered":"2023-01-15T15:08:52.913703+0000","last_clean":"2023-01-15T15:08:52.913703+0000","last_became_active":"2023-01-15T14:27:39.252590+0000","last_became_peered":"2023-01-15T14:27:39.252590+0000","last_unstale":"2023-01-15T15:08:52.913703+0000","last_undegraded":"2023-01-15T15:08:52.913703+0000","last_fullsized":"2023-01-15T15:08:52.913703+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:00:32.863860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":703761,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":407,"num_read_kb":5913,"num_write":1001,"num_write_kb":19985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"213'19","reported_seq":90,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:16.864398+0000","last_change":"2023-01-15T14:34:47.549051+0000","last_active":"2023-01-15T15:07:16.864398+0000","last_peered":"2023-01-15T15:07:16.864398+0000","last_clean":"2023-01-15T15:07:16.864398+0000","last_became_active":"2023-01-15T14:34:47.548830+0000","last_became_peered":"2023-01-15T14:34:47.548830+0000","last_unstale":"2023-01-15T15:07:16.864398+0000","last_undegraded":"2023-01-15T15:07:16.864398+0000","last_fullsized":"2023-01-15T15:07:16.864398+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":58,"num_write":47,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000469+0000","last_change":"2023-01-15T14:35:14.330470+0000","last_active":"2023-01-15T15:07:47.000469+0000","last_peered":"2023-01-15T15:07:47.000469+0000","last_clean":"2023-01-15T15:07:47.000469+0000","last_became_active":"2023-01-15T14:35:14.330251+0000","last_became_peered":"2023-01-15T14:35:14.330251+0000","last_unstale":"2023-01-15T15:07:47.000469+0000","last_undegraded":"2023-01-15T15:07:47.000469+0000","last_fullsized":"2023-01-15T15:07:47.000469+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:51.852718+0000","last_change":"2023-01-15T14:49:02.549255+0000","last_active":"2023-01-15T15:04:51.852718+0000","last_peered":"2023-01-15T15:04:51.852718+0000","last_clean":"2023-01-15T15:04:51.852718+0000","last_became_active":"2023-01-15T14:49:02.549040+0000","last_became_peered":"2023-01-15T14:49:02.549040+0000","last_unstale":"2023-01-15T15:04:51.852718+0000","last_undegraded":"2023-01-15T15:04:51.852718+0000","last_fullsized":"2023-01-15T15:04:51.852718+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:22:59.235610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011381+0000","last_change":"2023-01-15T14:35:17.348321+0000","last_active":"2023-01-15T15:09:02.011381+0000","last_peered":"2023-01-15T15:09:02.011381+0000","last_clean":"2023-01-15T15:09:02.011381+0000","last_became_active":"2023-01-15T14:35:17.347907+0000","last_became_peered":"2023-01-15T14:35:17.347907+0000","last_unstale":"2023-01-15T15:09:02.011381+0000","last_undegraded":"2023-01-15T15:09:02.011381+0000","last_fullsized":"2023-01-15T15:09:02.011381+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"213'376","reported_seq":1731,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.632533+0000","last_change":"2023-01-15T14:27:41.258830+0000","last_active":"2023-01-15T15:08:50.632533+0000","last_peered":"2023-01-15T15:08:50.632533+0000","last_clean":"2023-01-15T15:08:50.632533+0000","last_became_active":"2023-01-15T14:27:41.258575+0000","last_became_peered":"2023-01-15T14:27:41.258575+0000","last_unstale":"2023-01-15T15:08:50.632533+0000","last_undegraded":"2023-01-15T15:08:50.632533+0000","last_fullsized":"2023-01-15T15:08:50.632533+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:30.945008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2375,"num_read_kb":2256,"num_write":445,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"213'200","reported_seq":585,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.830552+0000","last_change":"2023-01-15T14:28:22.356314+0000","last_active":"2023-01-15T15:08:52.830552+0000","last_peered":"2023-01-15T15:08:52.830552+0000","last_clean":"2023-01-15T15:08:52.830552+0000","last_became_active":"2023-01-15T14:28:22.355912+0000","last_became_peered":"2023-01-15T14:28:22.355912+0000","last_unstale":"2023-01-15T15:08:52.830552+0000","last_undegraded":"2023-01-15T15:08:52.830552+0000","last_fullsized":"2023-01-15T15:08:52.830552+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3520277,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":11839,"num_write":1158,"num_write_kb":25072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"213'29","reported_seq":133,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:23.845581+0000","last_change":"2023-01-15T14:34:47.539558+0000","last_active":"2023-01-15T15:07:23.845581+0000","last_peered":"2023-01-15T15:07:23.845581+0000","last_clean":"2023-01-15T15:07:23.845581+0000","last_became_active":"2023-01-15T14:34:47.539300+0000","last_became_peered":"2023-01-15T14:34:47.539300+0000","last_unstale":"2023-01-15T15:07:23.845581+0000","last_undegraded":"2023-01-15T15:07:23.845581+0000","last_fullsized":"2023-01-15T15:07:23.845581+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":110,"num_write":47,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.869522+0000","last_change":"2023-01-15T14:35:14.314626+0000","last_active":"2023-01-15T15:07:46.869522+0000","last_peered":"2023-01-15T15:07:46.869522+0000","last_clean":"2023-01-15T15:07:46.869522+0000","last_became_active":"2023-01-15T14:35:14.314377+0000","last_became_peered":"2023-01-15T14:35:14.314377+0000","last_unstale":"2023-01-15T15:07:46.869522+0000","last_undegraded":"2023-01-15T15:07:46.869522+0000","last_fullsized":"2023-01-15T15:07:46.869522+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"212'1","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851614+0000","last_change":"2023-01-15T14:49:02.548132+0000","last_active":"2023-01-15T15:04:46.851614+0000","last_peered":"2023-01-15T15:04:46.851614+0000","last_clean":"2023-01-15T15:04:46.851614+0000","last_became_active":"2023-01-15T14:49:02.547896+0000","last_became_peered":"2023-01-15T14:49:02.547896+0000","last_unstale":"2023-01-15T15:04:46.851614+0000","last_undegraded":"2023-01-15T15:04:46.851614+0000","last_fullsized":"2023-01-15T15:04:46.851614+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:28.889486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.846200+0000","last_change":"2023-01-15T14:35:17.348029+0000","last_active":"2023-01-15T15:06:46.846200+0000","last_peered":"2023-01-15T15:06:46.846200+0000","last_clean":"2023-01-15T15:06:46.846200+0000","last_became_active":"2023-01-15T14:35:17.347817+0000","last_became_peered":"2023-01-15T14:35:17.347817+0000","last_unstale":"2023-01-15T15:06:46.846200+0000","last_undegraded":"2023-01-15T15:06:46.846200+0000","last_fullsized":"2023-01-15T15:06:46.846200+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:39.639267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"213'402","reported_seq":1675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.887666+0000","last_change":"2023-01-15T14:27:41.251557+0000","last_active":"2023-01-15T15:08:50.887666+0000","last_peered":"2023-01-15T15:08:50.887666+0000","last_clean":"2023-01-15T15:08:50.887666+0000","last_became_active":"2023-01-15T14:27:41.251240+0000","last_became_peered":"2023-01-15T14:27:41.251240+0000","last_unstale":"2023-01-15T15:08:50.887666+0000","last_undegraded":"2023-01-15T15:08:50.887666+0000","last_fullsized":"2023-01-15T15:08:50.887666+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2355,"num_read_kb":2245,"num_write":520,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"213'152","reported_seq":467,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.859331+0000","last_change":"2023-01-15T14:27:39.267959+0000","last_active":"2023-01-15T15:08:52.859331+0000","last_peered":"2023-01-15T15:08:52.859331+0000","last_clean":"2023-01-15T15:08:52.859331+0000","last_became_active":"2023-01-15T14:27:39.256946+0000","last_became_peered":"2023-01-15T14:27:39.256946+0000","last_unstale":"2023-01-15T15:08:52.859331+0000","last_undegraded":"2023-01-15T15:08:52.859331+0000","last_fullsized":"2023-01-15T15:08:52.859331+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3183214,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":319,"num_read_kb":6499,"num_write":814,"num_write_kb":36244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"213'13","reported_seq":73,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.115870+0000","last_change":"2023-01-15T14:34:47.549364+0000","last_active":"2023-01-15T15:08:32.115870+0000","last_peered":"2023-01-15T15:08:32.115870+0000","last_clean":"2023-01-15T15:08:32.115870+0000","last_became_active":"2023-01-15T14:34:47.549125+0000","last_became_peered":"2023-01-15T14:34:47.549125+0000","last_unstale":"2023-01-15T15:08:32.115870+0000","last_undegraded":"2023-01-15T15:08:32.115870+0000","last_fullsized":"2023-01-15T15:08:32.115870+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":39,"num_write":28,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:41.861289+0000","last_change":"2023-01-15T14:35:14.328498+0000","last_active":"2023-01-15T15:05:41.861289+0000","last_peered":"2023-01-15T15:05:41.861289+0000","last_clean":"2023-01-15T15:05:41.861289+0000","last_became_active":"2023-01-15T14:35:14.328136+0000","last_became_peered":"2023-01-15T14:35:14.328136+0000","last_unstale":"2023-01-15T15:05:41.861289+0000","last_undegraded":"2023-01-15T15:05:41.861289+0000","last_fullsized":"2023-01-15T15:05:41.861289+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:04.296065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":18,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:04:46.851678+0000","last_change":"2023-01-15T14:49:02.553469+0000","last_active":"2023-01-15T15:04:46.851678+0000","last_peered":"2023-01-15T15:04:46.851678+0000","last_clean":"2023-01-15T15:04:46.851678+0000","last_became_active":"2023-01-15T14:49:02.552976+0000","last_became_peered":"2023-01-15T14:49:02.552976+0000","last_unstale":"2023-01-15T15:04:46.851678+0000","last_undegraded":"2023-01-15T15:04:46.851678+0000","last_fullsized":"2023-01-15T15:04:46.851678+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:39:28.320563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"210'2","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056519+0000","last_change":"2023-01-15T14:35:17.345238+0000","last_active":"2023-01-15T15:09:02.056519+0000","last_peered":"2023-01-15T15:09:02.056519+0000","last_clean":"2023-01-15T15:09:02.056519+0000","last_became_active":"2023-01-15T14:35:17.345025+0000","last_became_peered":"2023-01-15T14:35:17.345025+0000","last_unstale":"2023-01-15T15:09:02.056519+0000","last_undegraded":"2023-01-15T15:09:02.056519+0000","last_fullsized":"2023-01-15T15:09:02.056519+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"213'746","reported_seq":2191,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.017313+0000","last_change":"2023-01-15T14:27:41.249235+0000","last_active":"2023-01-15T15:08:50.017313+0000","last_peered":"2023-01-15T15:08:50.017313+0000","last_clean":"2023-01-15T15:08:50.017313+0000","last_became_active":"2023-01-15T14:27:41.249009+0000","last_became_peered":"2023-01-15T14:27:41.249009+0000","last_unstale":"2023-01-15T15:08:50.017313+0000","last_undegraded":"2023-01-15T15:08:50.017313+0000","last_fullsized":"2023-01-15T15:08:50.017313+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3732,"num_read_kb":3383,"num_write":999,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"213'180","reported_seq":525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846109+0000","last_change":"2023-01-15T14:27:39.254612+0000","last_active":"2023-01-15T15:08:52.846109+0000","last_peered":"2023-01-15T15:08:52.846109+0000","last_clean":"2023-01-15T15:08:52.846109+0000","last_became_active":"2023-01-15T14:27:39.254343+0000","last_became_peered":"2023-01-15T14:27:39.254343+0000","last_unstale":"2023-01-15T15:08:52.846109+0000","last_undegraded":"2023-01-15T15:08:52.846109+0000","last_fullsized":"2023-01-15T15:08:52.846109+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4335701,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":5889,"num_write":968,"num_write_kb":36118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"213'26","reported_seq":118,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:21.996695+0000","last_change":"2023-01-15T14:34:47.547055+0000","last_active":"2023-01-15T15:07:21.996695+0000","last_peered":"2023-01-15T15:07:21.996695+0000","last_clean":"2023-01-15T15:07:21.996695+0000","last_became_active":"2023-01-15T14:34:47.546813+0000","last_became_peered":"2023-01-15T14:34:47.546813+0000","last_unstale":"2023-01-15T15:07:21.996695+0000","last_undegraded":"2023-01-15T15:07:21.996695+0000","last_fullsized":"2023-01-15T15:07:21.996695+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":86,"num_write":52,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011148+0000","last_change":"2023-01-15T14:35:14.330035+0000","last_active":"2023-01-15T15:09:02.011148+0000","last_peered":"2023-01-15T15:09:02.011148+0000","last_clean":"2023-01-15T15:09:02.011148+0000","last_became_active":"2023-01-15T14:35:14.329785+0000","last_became_peered":"2023-01-15T14:35:14.329785+0000","last_unstale":"2023-01-15T15:09:02.011148+0000","last_undegraded":"2023-01-15T15:09:02.011148+0000","last_fullsized":"2023-01-15T15:09:02.011148+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876838+0000","last_change":"2023-01-15T14:49:02.542558+0000","last_active":"2023-01-15T15:08:36.876838+0000","last_peered":"2023-01-15T15:08:36.876838+0000","last_clean":"2023-01-15T15:08:36.876838+0000","last_became_active":"2023-01-15T14:49:02.542409+0000","last_became_peered":"2023-01-15T14:49:02.542409+0000","last_unstale":"2023-01-15T15:08:36.876838+0000","last_undegraded":"2023-01-15T15:08:36.876838+0000","last_fullsized":"2023-01-15T15:08:36.876838+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"210'5","reported_seq":40,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056458+0000","last_change":"2023-01-15T14:35:17.348246+0000","last_active":"2023-01-15T15:09:02.056458+0000","last_peered":"2023-01-15T15:09:02.056458+0000","last_clean":"2023-01-15T15:09:02.056458+0000","last_became_active":"2023-01-15T14:35:17.348023+0000","last_became_peered":"2023-01-15T14:35:17.348023+0000","last_unstale":"2023-01-15T15:09:02.056458+0000","last_undegraded":"2023-01-15T15:09:02.056458+0000","last_fullsized":"2023-01-15T15:09:02.056458+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"213'356","reported_seq":1685,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904194+0000","last_change":"2023-01-15T14:27:41.249089+0000","last_active":"2023-01-15T15:08:52.904194+0000","last_peered":"2023-01-15T15:08:52.904194+0000","last_clean":"2023-01-15T15:08:52.904194+0000","last_became_active":"2023-01-15T14:27:41.248771+0000","last_became_peered":"2023-01-15T14:27:41.248771+0000","last_unstale":"2023-01-15T15:08:52.904194+0000","last_undegraded":"2023-01-15T15:08:52.904194+0000","last_fullsized":"2023-01-15T15:08:52.904194+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2309,"num_read_kb":2204,"num_write":421,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"213'170","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.838147+0000","last_change":"2023-01-15T14:27:39.260162+0000","last_active":"2023-01-15T15:08:52.838147+0000","last_peered":"2023-01-15T15:08:52.838147+0000","last_clean":"2023-01-15T15:08:52.838147+0000","last_became_active":"2023-01-15T14:27:39.253853+0000","last_became_peered":"2023-01-15T14:27:39.253853+0000","last_unstale":"2023-01-15T15:08:52.838147+0000","last_undegraded":"2023-01-15T15:08:52.838147+0000","last_fullsized":"2023-01-15T15:08:52.838147+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31338,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":378,"num_read_kb":13817,"num_write":961,"num_write_kb":17770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"213'33","reported_seq":131,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.116063+0000","last_change":"2023-01-15T14:34:47.546125+0000","last_active":"2023-01-15T15:08:32.116063+0000","last_peered":"2023-01-15T15:08:32.116063+0000","last_clean":"2023-01-15T15:08:32.116063+0000","last_became_active":"2023-01-15T14:34:47.545728+0000","last_became_peered":"2023-01-15T14:34:47.545728+0000","last_unstale":"2023-01-15T15:08:32.116063+0000","last_undegraded":"2023-01-15T15:08:32.116063+0000","last_fullsized":"2023-01-15T15:08:32.116063+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":99,"num_write":78,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120482+0000","last_change":"2023-01-15T14:35:14.326325+0000","last_active":"2023-01-15T15:09:02.120482+0000","last_peered":"2023-01-15T15:09:02.120482+0000","last_clean":"2023-01-15T15:09:02.120482+0000","last_became_active":"2023-01-15T14:35:14.326072+0000","last_became_peered":"2023-01-15T14:35:14.326072+0000","last_unstale":"2023-01-15T15:09:02.120482+0000","last_undegraded":"2023-01-15T15:09:02.120482+0000","last_fullsized":"2023-01-15T15:09:02.120482+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:02.102699+0000","last_change":"2023-01-15T14:49:02.548655+0000","last_active":"2023-01-15T15:07:02.102699+0000","last_peered":"2023-01-15T15:07:02.102699+0000","last_clean":"2023-01-15T15:07:02.102699+0000","last_became_active":"2023-01-15T14:49:02.548337+0000","last_became_peered":"2023-01-15T14:49:02.548337+0000","last_unstale":"2023-01-15T15:07:02.102699+0000","last_undegraded":"2023-01-15T15:07:02.102699+0000","last_fullsized":"2023-01-15T15:07:02.102699+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369587+0000","last_change":"2023-01-15T14:35:17.342614+0000","last_active":"2023-01-15T15:07:47.369587+0000","last_peered":"2023-01-15T15:07:47.369587+0000","last_clean":"2023-01-15T15:07:47.369587+0000","last_became_active":"2023-01-15T14:35:17.342386+0000","last_became_peered":"2023-01-15T14:35:17.342386+0000","last_unstale":"2023-01-15T15:07:47.369587+0000","last_undegraded":"2023-01-15T15:07:47.369587+0000","last_fullsized":"2023-01-15T15:07:47.369587+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"213'318","reported_seq":1555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.358266+0000","last_change":"2023-01-15T14:27:41.261518+0000","last_active":"2023-01-15T15:08:49.358266+0000","last_peered":"2023-01-15T15:08:49.358266+0000","last_clean":"2023-01-15T15:08:49.358266+0000","last_became_active":"2023-01-15T14:27:41.261294+0000","last_became_peered":"2023-01-15T14:27:41.261294+0000","last_unstale":"2023-01-15T15:08:49.358266+0000","last_undegraded":"2023-01-15T15:08:49.358266+0000","last_fullsized":"2023-01-15T15:08:49.358266+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:07:06.580461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1995,"num_read_kb":1920,"num_write":363,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"213'135","reported_seq":455,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862560+0000","last_change":"2023-01-15T14:27:39.332399+0000","last_active":"2023-01-15T15:08:52.862560+0000","last_peered":"2023-01-15T15:08:52.862560+0000","last_clean":"2023-01-15T15:08:52.862560+0000","last_became_active":"2023-01-15T14:27:39.288453+0000","last_became_peered":"2023-01-15T14:27:39.288453+0000","last_unstale":"2023-01-15T15:08:52.862560+0000","last_undegraded":"2023-01-15T15:08:52.862560+0000","last_fullsized":"2023-01-15T15:08:52.862560+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:49.138416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4204560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":7568,"num_write":821,"num_write_kb":9568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"213'22","reported_seq":103,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.052599+0000","last_change":"2023-01-15T14:34:47.549323+0000","last_active":"2023-01-15T15:08:32.052599+0000","last_peered":"2023-01-15T15:08:32.052599+0000","last_clean":"2023-01-15T15:08:32.052599+0000","last_became_active":"2023-01-15T14:34:47.549109+0000","last_became_peered":"2023-01-15T14:34:47.549109+0000","last_unstale":"2023-01-15T15:08:32.052599+0000","last_undegraded":"2023-01-15T15:08:32.052599+0000","last_fullsized":"2023-01-15T15:08:32.052599+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":72,"num_write":47,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056546+0000","last_change":"2023-01-15T14:35:14.328539+0000","last_active":"2023-01-15T15:09:02.056546+0000","last_peered":"2023-01-15T15:09:02.056546+0000","last_clean":"2023-01-15T15:09:02.056546+0000","last_became_active":"2023-01-15T14:35:14.328310+0000","last_became_peered":"2023-01-15T14:35:14.328310+0000","last_unstale":"2023-01-15T15:09:02.056546+0000","last_undegraded":"2023-01-15T15:09:02.056546+0000","last_fullsized":"2023-01-15T15:09:02.056546+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868036+0000","last_change":"2023-01-15T14:49:02.553049+0000","last_active":"2023-01-15T15:06:21.868036+0000","last_peered":"2023-01-15T15:06:21.868036+0000","last_clean":"2023-01-15T15:06:21.868036+0000","last_became_active":"2023-01-15T14:49:02.552826+0000","last_became_peered":"2023-01-15T14:49:02.552826+0000","last_unstale":"2023-01-15T15:06:21.868036+0000","last_undegraded":"2023-01-15T15:06:21.868036+0000","last_fullsized":"2023-01-15T15:06:21.868036+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:37:38.706311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000487+0000","last_change":"2023-01-15T14:35:17.347378+0000","last_active":"2023-01-15T15:07:47.000487+0000","last_peered":"2023-01-15T15:07:47.000487+0000","last_clean":"2023-01-15T15:07:47.000487+0000","last_became_active":"2023-01-15T14:35:17.347176+0000","last_became_peered":"2023-01-15T14:35:17.347176+0000","last_unstale":"2023-01-15T15:07:47.000487+0000","last_undegraded":"2023-01-15T15:07:47.000487+0000","last_fullsized":"2023-01-15T15:07:47.000487+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"213'273","reported_seq":1352,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.894055+0000","last_change":"2023-01-15T14:27:41.260407+0000","last_active":"2023-01-15T15:08:52.894055+0000","last_peered":"2023-01-15T15:08:52.894055+0000","last_clean":"2023-01-15T15:08:52.894055+0000","last_became_active":"2023-01-15T14:27:41.259902+0000","last_became_peered":"2023-01-15T14:27:41.259902+0000","last_unstale":"2023-01-15T15:08:52.894055+0000","last_undegraded":"2023-01-15T15:08:52.894055+0000","last_fullsized":"2023-01-15T15:08:52.894055+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:32:37.297834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1761,"num_read_kb":1676,"num_write":321,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"213'155","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.352551+0000","last_change":"2023-01-15T14:27:39.378590+0000","last_active":"2023-01-15T15:08:43.352551+0000","last_peered":"2023-01-15T15:08:43.352551+0000","last_clean":"2023-01-15T15:08:43.352551+0000","last_became_active":"2023-01-15T14:27:39.369614+0000","last_became_peered":"2023-01-15T14:27:39.369614+0000","last_unstale":"2023-01-15T15:08:43.352551+0000","last_undegraded":"2023-01-15T15:08:43.352551+0000","last_fullsized":"2023-01-15T15:08:43.352551+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:43.611969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353805,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":373,"num_read_kb":15040,"num_write":834,"num_write_kb":22682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"213'32","reported_seq":139,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.116188+0000","last_change":"2023-01-15T14:34:47.547998+0000","last_active":"2023-01-15T15:08:32.116188+0000","last_peered":"2023-01-15T15:08:32.116188+0000","last_clean":"2023-01-15T15:08:32.116188+0000","last_became_active":"2023-01-15T14:34:47.547752+0000","last_became_peered":"2023-01-15T14:34:47.547752+0000","last_unstale":"2023-01-15T15:08:32.116188+0000","last_undegraded":"2023-01-15T15:08:32.116188+0000","last_fullsized":"2023-01-15T15:08:32.116188+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:46.872632+0000","last_change":"2023-01-15T14:35:14.328439+0000","last_active":"2023-01-15T15:06:46.872632+0000","last_peered":"2023-01-15T15:06:46.872632+0000","last_clean":"2023-01-15T15:06:46.872632+0000","last_became_active":"2023-01-15T14:35:14.328043+0000","last_became_peered":"2023-01-15T14:35:14.328043+0000","last_unstale":"2023-01-15T15:06:46.872632+0000","last_undegraded":"2023-01-15T15:06:46.872632+0000","last_fullsized":"2023-01-15T15:06:46.872632+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:38:11.773112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.115620+0000","last_change":"2023-01-15T14:49:02.549458+0000","last_active":"2023-01-15T15:08:32.115620+0000","last_peered":"2023-01-15T15:08:32.115620+0000","last_clean":"2023-01-15T15:08:32.115620+0000","last_became_active":"2023-01-15T14:49:02.549084+0000","last_became_peered":"2023-01-15T14:49:02.549084+0000","last_unstale":"2023-01-15T15:08:32.115620+0000","last_undegraded":"2023-01-15T15:08:32.115620+0000","last_fullsized":"2023-01-15T15:08:32.115620+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369509+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:07:47.369509+0000","last_peered":"2023-01-15T15:07:47.369509+0000","last_clean":"2023-01-15T15:07:47.369509+0000","last_became_active":"2023-01-15T14:35:17.346964+0000","last_became_peered":"2023-01-15T14:35:17.346964+0000","last_unstale":"2023-01-15T15:07:47.369509+0000","last_undegraded":"2023-01-15T15:07:47.369509+0000","last_fullsized":"2023-01-15T15:07:47.369509+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"213'323","reported_seq":1653,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.965593+0000","last_change":"2023-01-15T14:27:41.259207+0000","last_active":"2023-01-15T15:08:51.965593+0000","last_peered":"2023-01-15T15:08:51.965593+0000","last_clean":"2023-01-15T15:08:51.965593+0000","last_became_active":"2023-01-15T14:27:41.258967+0000","last_became_peered":"2023-01-15T14:27:41.258967+0000","last_unstale":"2023-01-15T15:08:51.965593+0000","last_undegraded":"2023-01-15T15:08:51.965593+0000","last_fullsized":"2023-01-15T15:08:51.965593+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2118,"num_read_kb":2047,"num_write":361,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"213'159","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:43.673371+0000","last_change":"2023-01-15T14:27:39.277739+0000","last_active":"2023-01-15T15:08:43.673371+0000","last_peered":"2023-01-15T15:08:43.673371+0000","last_clean":"2023-01-15T15:08:43.673371+0000","last_became_active":"2023-01-15T14:27:39.257358+0000","last_became_peered":"2023-01-15T14:27:39.257358+0000","last_unstale":"2023-01-15T15:08:43.673371+0000","last_undegraded":"2023-01-15T15:08:43.673371+0000","last_fullsized":"2023-01-15T15:08:43.673371+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:35:11.647480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38970,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":370,"num_read_kb":410,"num_write":810,"num_write_kb":15834,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"213'11","reported_seq":72,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.116088+0000","last_change":"2023-01-15T14:34:47.543019+0000","last_active":"2023-01-15T15:08:32.116088+0000","last_peered":"2023-01-15T15:08:32.116088+0000","last_clean":"2023-01-15T15:08:32.116088+0000","last_became_active":"2023-01-15T14:34:47.542807+0000","last_became_peered":"2023-01-15T14:34:47.542807+0000","last_unstale":"2023-01-15T15:08:32.116088+0000","last_undegraded":"2023-01-15T15:08:32.116088+0000","last_fullsized":"2023-01-15T15:08:32.116088+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":39,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.790012+0000","last_change":"2023-01-15T14:35:14.329870+0000","last_active":"2023-01-15T15:09:06.790012+0000","last_peered":"2023-01-15T15:09:06.790012+0000","last_clean":"2023-01-15T15:09:06.790012+0000","last_became_active":"2023-01-15T14:35:14.329651+0000","last_became_peered":"2023-01-15T14:35:14.329651+0000","last_unstale":"2023-01-15T15:09:06.790012+0000","last_undegraded":"2023-01-15T15:09:06.790012+0000","last_fullsized":"2023-01-15T15:09:06.790012+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"212'1","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.052710+0000","last_change":"2023-01-15T14:49:02.553487+0000","last_active":"2023-01-15T15:08:32.052710+0000","last_peered":"2023-01-15T15:08:32.052710+0000","last_clean":"2023-01-15T15:08:32.052710+0000","last_became_active":"2023-01-15T14:49:02.553241+0000","last_became_peered":"2023-01-15T14:49:02.553241+0000","last_unstale":"2023-01-15T15:08:32.052710+0000","last_undegraded":"2023-01-15T15:08:32.052710+0000","last_fullsized":"2023-01-15T15:08:32.052710+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000827+0000","last_change":"2023-01-15T14:35:17.352585+0000","last_active":"2023-01-15T15:07:47.000827+0000","last_peered":"2023-01-15T15:07:47.000827+0000","last_clean":"2023-01-15T15:07:47.000827+0000","last_became_active":"2023-01-15T14:35:17.352360+0000","last_became_peered":"2023-01-15T14:35:17.352360+0000","last_unstale":"2023-01-15T15:07:47.000827+0000","last_undegraded":"2023-01-15T15:07:47.000827+0000","last_fullsized":"2023-01-15T15:07:47.000827+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"213'797","reported_seq":2113,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904172+0000","last_change":"2023-01-15T14:27:41.250257+0000","last_active":"2023-01-15T15:08:52.904172+0000","last_peered":"2023-01-15T15:08:52.904172+0000","last_clean":"2023-01-15T15:08:52.904172+0000","last_became_active":"2023-01-15T14:27:41.250004+0000","last_became_peered":"2023-01-15T14:27:41.250004+0000","last_unstale":"2023-01-15T15:08:52.904172+0000","last_undegraded":"2023-01-15T15:08:52.904172+0000","last_fullsized":"2023-01-15T15:08:52.904172+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":700,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3757,"num_read_kb":3355,"num_write":1082,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"213'135","reported_seq":489,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.798503+0000","last_change":"2023-01-15T14:27:39.265180+0000","last_active":"2023-01-15T15:08:47.798503+0000","last_peered":"2023-01-15T15:08:47.798503+0000","last_clean":"2023-01-15T15:08:47.798503+0000","last_became_active":"2023-01-15T14:27:39.256356+0000","last_became_peered":"2023-01-15T14:27:39.256356+0000","last_unstale":"2023-01-15T15:08:47.798503+0000","last_undegraded":"2023-01-15T15:08:47.798503+0000","last_fullsized":"2023-01-15T15:08:47.798503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2068,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":5578,"num_write":755,"num_write_kb":20032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1","version":"213'44","reported_seq":179,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:01.840719+0000","last_change":"2023-01-15T14:34:47.548037+0000","last_active":"2023-01-15T15:06:01.840719+0000","last_peered":"2023-01-15T15:06:01.840719+0000","last_clean":"2023-01-15T15:06:01.840719+0000","last_became_active":"2023-01-15T14:34:47.547666+0000","last_became_peered":"2023-01-15T14:34:47.547666+0000","last_unstale":"2023-01-15T15:06:01.840719+0000","last_undegraded":"2023-01-15T15:06:01.840719+0000","last_fullsized":"2023-01-15T15:06:01.840719+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:02:45.789879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":153,"num_write":80,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"210'5","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:26.835613+0000","last_change":"2023-01-15T14:35:14.325976+0000","last_active":"2023-01-15T15:05:26.835613+0000","last_peered":"2023-01-15T15:05:26.835613+0000","last_clean":"2023-01-15T15:05:26.835613+0000","last_became_active":"2023-01-15T14:35:14.325806+0000","last_became_peered":"2023-01-15T14:35:14.325806+0000","last_unstale":"2023-01-15T15:05:26.835613+0000","last_undegraded":"2023-01-15T15:05:26.835613+0000","last_fullsized":"2023-01-15T15:05:26.835613+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:04.649874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:21.868600+0000","last_change":"2023-01-15T14:49:02.553969+0000","last_active":"2023-01-15T15:06:21.868600+0000","last_peered":"2023-01-15T15:06:21.868600+0000","last_clean":"2023-01-15T15:06:21.868600+0000","last_became_active":"2023-01-15T14:49:02.553765+0000","last_became_peered":"2023-01-15T14:49:02.553765+0000","last_unstale":"2023-01-15T15:06:21.868600+0000","last_undegraded":"2023-01-15T15:06:21.868600+0000","last_fullsized":"2023-01-15T15:06:21.868600+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:17.623289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"213'737","reported_seq":1993,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.390538+0000","last_change":"2023-01-15T14:27:41.257826+0000","last_active":"2023-01-15T15:08:51.390538+0000","last_peered":"2023-01-15T15:08:51.390538+0000","last_clean":"2023-01-15T15:08:51.390538+0000","last_became_active":"2023-01-15T14:27:41.257568+0000","last_became_peered":"2023-01-15T14:27:41.257568+0000","last_unstale":"2023-01-15T15:08:51.390538+0000","last_undegraded":"2023-01-15T15:08:51.390538+0000","last_fullsized":"2023-01-15T15:08:51.390538+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:19.530675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3423,"num_read_kb":3064,"num_write":983,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"213'177","reported_seq":509,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846586+0000","last_change":"2023-01-15T14:27:39.259949+0000","last_active":"2023-01-15T15:08:52.846586+0000","last_peered":"2023-01-15T15:08:52.846586+0000","last_clean":"2023-01-15T15:08:52.846586+0000","last_became_active":"2023-01-15T14:27:39.255585+0000","last_became_peered":"2023-01-15T14:27:39.255585+0000","last_unstale":"2023-01-15T15:08:52.846586+0000","last_undegraded":"2023-01-15T15:08:52.846586+0000","last_fullsized":"2023-01-15T15:08:52.846586+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:29.796537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27209,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":430,"num_read_kb":12335,"num_write":905,"num_write_kb":27761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"213'41","reported_seq":174,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.378422+0000","last_change":"2023-01-15T14:34:47.546433+0000","last_active":"2023-01-15T15:08:47.378422+0000","last_peered":"2023-01-15T15:08:47.378422+0000","last_clean":"2023-01-15T15:08:47.378422+0000","last_became_active":"2023-01-15T14:34:47.546185+0000","last_became_peered":"2023-01-15T14:34:47.546185+0000","last_unstale":"2023-01-15T15:08:47.378422+0000","last_undegraded":"2023-01-15T15:08:47.378422+0000","last_fullsized":"2023-01-15T15:08:47.378422+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":146,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"0'0","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.116595+0000","last_change":"2023-01-15T14:35:14.330823+0000","last_active":"2023-01-15T15:08:37.116595+0000","last_peered":"2023-01-15T15:08:37.116595+0000","last_clean":"2023-01-15T15:08:37.116595+0000","last_became_active":"2023-01-15T14:35:14.330566+0000","last_became_peered":"2023-01-15T14:35:14.330566+0000","last_unstale":"2023-01-15T15:08:37.116595+0000","last_undegraded":"2023-01-15T15:08:37.116595+0000","last_fullsized":"2023-01-15T15:08:37.116595+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046964+0000","last_change":"2023-01-15T14:35:17.342522+0000","last_active":"2023-01-15T15:07:47.046964+0000","last_peered":"2023-01-15T15:07:47.046964+0000","last_clean":"2023-01-15T15:07:47.046964+0000","last_became_active":"2023-01-15T14:35:17.342279+0000","last_became_peered":"2023-01-15T14:35:17.342279+0000","last_unstale":"2023-01-15T15:07:47.046964+0000","last_undegraded":"2023-01-15T15:07:47.046964+0000","last_fullsized":"2023-01-15T15:07:47.046964+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046818+0000","last_change":"2023-01-15T14:49:02.544138+0000","last_active":"2023-01-15T15:07:47.046818+0000","last_peered":"2023-01-15T15:07:47.046818+0000","last_clean":"2023-01-15T15:07:47.046818+0000","last_became_active":"2023-01-15T14:49:02.543880+0000","last_became_peered":"2023-01-15T14:49:02.543880+0000","last_unstale":"2023-01-15T15:07:47.046818+0000","last_undegraded":"2023-01-15T15:07:47.046818+0000","last_fullsized":"2023-01-15T15:07:47.046818+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"213'327","reported_seq":1570,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.655444+0000","last_change":"2023-01-15T14:27:41.260096+0000","last_active":"2023-01-15T15:08:47.655444+0000","last_peered":"2023-01-15T15:08:47.655444+0000","last_clean":"2023-01-15T15:08:47.655444+0000","last_became_active":"2023-01-15T14:27:41.259885+0000","last_became_peered":"2023-01-15T14:27:41.259885+0000","last_unstale":"2023-01-15T15:08:47.655444+0000","last_undegraded":"2023-01-15T15:08:47.655444+0000","last_fullsized":"2023-01-15T15:08:47.655444+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2063,"num_read_kb":1974,"num_write":378,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"213'258","reported_seq":662,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.024264+0000","last_change":"2023-01-15T14:27:39.259244+0000","last_active":"2023-01-15T15:08:44.024264+0000","last_peered":"2023-01-15T15:08:44.024264+0000","last_clean":"2023-01-15T15:08:44.024264+0000","last_became_active":"2023-01-15T14:27:39.258753+0000","last_became_peered":"2023-01-15T14:27:39.258753+0000","last_unstale":"2023-01-15T15:08:44.024264+0000","last_undegraded":"2023-01-15T15:08:44.024264+0000","last_fullsized":"2023-01-15T15:08:44.024264+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:36.692980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10872603,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":664,"num_read_kb":7890,"num_write":1266,"num_write_kb":47819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.3","version":"213'21","reported_seq":103,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:06.872473+0000","last_change":"2023-01-15T14:34:47.551494+0000","last_active":"2023-01-15T15:08:06.872473+0000","last_peered":"2023-01-15T15:08:06.872473+0000","last_clean":"2023-01-15T15:08:06.872473+0000","last_became_active":"2023-01-15T14:34:47.551265+0000","last_became_peered":"2023-01-15T14:34:47.551265+0000","last_unstale":"2023-01-15T15:08:06.872473+0000","last_undegraded":"2023-01-15T15:08:06.872473+0000","last_fullsized":"2023-01-15T15:08:06.872473+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":72,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"210'2","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876809+0000","last_change":"2023-01-15T14:35:14.313401+0000","last_active":"2023-01-15T15:08:36.876809+0000","last_peered":"2023-01-15T15:08:36.876809+0000","last_clean":"2023-01-15T15:08:36.876809+0000","last_became_active":"2023-01-15T14:35:14.313099+0000","last_became_peered":"2023-01-15T14:35:14.313099+0000","last_unstale":"2023-01-15T15:08:36.876809+0000","last_undegraded":"2023-01-15T15:08:36.876809+0000","last_fullsized":"2023-01-15T15:08:36.876809+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377472+0000","last_change":"2023-01-15T14:35:17.349488+0000","last_active":"2023-01-15T15:08:37.377472+0000","last_peered":"2023-01-15T15:08:37.377472+0000","last_clean":"2023-01-15T15:08:37.377472+0000","last_became_active":"2023-01-15T14:35:17.349276+0000","last_became_peered":"2023-01-15T14:35:17.349276+0000","last_unstale":"2023-01-15T15:08:37.377472+0000","last_undegraded":"2023-01-15T15:08:37.377472+0000","last_fullsized":"2023-01-15T15:08:37.377472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109312+0000","last_change":"2023-01-15T14:49:02.548934+0000","last_active":"2023-01-15T15:07:47.109312+0000","last_peered":"2023-01-15T15:07:47.109312+0000","last_clean":"2023-01-15T15:07:47.109312+0000","last_became_active":"2023-01-15T14:49:02.548687+0000","last_became_peered":"2023-01-15T14:49:02.548687+0000","last_unstale":"2023-01-15T15:07:47.109312+0000","last_undegraded":"2023-01-15T15:07:47.109312+0000","last_fullsized":"2023-01-15T15:07:47.109312+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"213'384","reported_seq":1580,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.923810+0000","last_change":"2023-01-15T14:27:41.258349+0000","last_active":"2023-01-15T15:08:52.923810+0000","last_peered":"2023-01-15T15:08:52.923810+0000","last_clean":"2023-01-15T15:08:52.923810+0000","last_became_active":"2023-01-15T14:27:41.258115+0000","last_became_peered":"2023-01-15T14:27:41.258115+0000","last_unstale":"2023-01-15T15:08:52.923810+0000","last_undegraded":"2023-01-15T15:08:52.923810+0000","last_fullsized":"2023-01-15T15:08:52.923810+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:28:37.398083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2318,"num_read_kb":2171,"num_write":505,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"213'175","reported_seq":518,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466686+0000","last_change":"2023-01-15T14:27:39.259751+0000","last_active":"2023-01-15T15:08:47.466686+0000","last_peered":"2023-01-15T15:08:47.466686+0000","last_clean":"2023-01-15T15:08:47.466686+0000","last_became_active":"2023-01-15T14:27:39.256036+0000","last_became_peered":"2023-01-15T14:27:39.256036+0000","last_unstale":"2023-01-15T15:08:47.466686+0000","last_undegraded":"2023-01-15T15:08:47.466686+0000","last_fullsized":"2023-01-15T15:08:47.466686+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:27.941163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328834,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":420,"num_read_kb":1187,"num_write":1022,"num_write_kb":16698,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"213'25","reported_seq":114,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:18.972120+0000","last_change":"2023-01-15T14:34:47.541238+0000","last_active":"2023-01-15T15:07:18.972120+0000","last_peered":"2023-01-15T15:07:18.972120+0000","last_clean":"2023-01-15T15:07:18.972120+0000","last_became_active":"2023-01-15T14:34:47.540987+0000","last_became_peered":"2023-01-15T14:34:47.540987+0000","last_unstale":"2023-01-15T15:07:18.972120+0000","last_undegraded":"2023-01-15T15:07:18.972120+0000","last_fullsized":"2023-01-15T15:07:18.972120+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:04.359297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":58,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"210'3","reported_seq":39,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876870+0000","last_change":"2023-01-15T14:35:14.322650+0000","last_active":"2023-01-15T15:08:36.876870+0000","last_peered":"2023-01-15T15:08:36.876870+0000","last_clean":"2023-01-15T15:08:36.876870+0000","last_became_active":"2023-01-15T14:35:14.322392+0000","last_became_peered":"2023-01-15T14:35:14.322392+0000","last_unstale":"2023-01-15T15:08:36.876870+0000","last_undegraded":"2023-01-15T15:08:36.876870+0000","last_fullsized":"2023-01-15T15:08:36.876870+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"210'3","reported_seq":36,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377364+0000","last_change":"2023-01-15T14:35:17.341798+0000","last_active":"2023-01-15T15:08:37.377364+0000","last_peered":"2023-01-15T15:08:37.377364+0000","last_clean":"2023-01-15T15:08:37.377364+0000","last_became_active":"2023-01-15T14:35:17.341590+0000","last_became_peered":"2023-01-15T14:35:17.341590+0000","last_unstale":"2023-01-15T15:08:37.377364+0000","last_undegraded":"2023-01-15T15:08:37.377364+0000","last_fullsized":"2023-01-15T15:08:37.377364+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.869581+0000","last_change":"2023-01-15T14:49:02.552318+0000","last_active":"2023-01-15T15:07:46.869581+0000","last_peered":"2023-01-15T15:07:46.869581+0000","last_clean":"2023-01-15T15:07:46.869581+0000","last_became_active":"2023-01-15T14:49:02.552024+0000","last_became_peered":"2023-01-15T14:49:02.552024+0000","last_unstale":"2023-01-15T15:07:46.869581+0000","last_undegraded":"2023-01-15T15:07:46.869581+0000","last_fullsized":"2023-01-15T15:07:46.869581+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"213'668","reported_seq":1970,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931705+0000","last_change":"2023-01-15T14:27:41.265447+0000","last_active":"2023-01-15T15:08:52.931705+0000","last_peered":"2023-01-15T15:08:52.931705+0000","last_clean":"2023-01-15T15:08:52.931705+0000","last_became_active":"2023-01-15T14:27:41.265214+0000","last_became_peered":"2023-01-15T14:27:41.265214+0000","last_unstale":"2023-01-15T15:08:52.931705+0000","last_undegraded":"2023-01-15T15:08:52.931705+0000","last_fullsized":"2023-01-15T15:08:52.931705+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":600,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3302,"num_read_kb":2983,"num_write":887,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"213'161","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.748218+0000","last_change":"2023-01-15T14:27:39.258479+0000","last_active":"2023-01-15T15:08:40.748218+0000","last_peered":"2023-01-15T15:08:40.748218+0000","last_clean":"2023-01-15T15:08:40.748218+0000","last_became_active":"2023-01-15T14:27:39.258160+0000","last_became_peered":"2023-01-15T14:27:39.258160+0000","last_unstale":"2023-01-15T15:08:40.748218+0000","last_undegraded":"2023-01-15T15:08:40.748218+0000","last_fullsized":"2023-01-15T15:08:40.748218+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:18.589329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6634071,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":21498,"num_write":884,"num_write_kb":34174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"213'24","reported_seq":111,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:07.373082+0000","last_change":"2023-01-15T14:34:47.544279+0000","last_active":"2023-01-15T15:08:07.373082+0000","last_peered":"2023-01-15T15:08:07.373082+0000","last_clean":"2023-01-15T15:08:07.373082+0000","last_became_active":"2023-01-15T14:34:47.544030+0000","last_became_peered":"2023-01-15T14:34:47.544030+0000","last_unstale":"2023-01-15T15:08:07.373082+0000","last_undegraded":"2023-01-15T15:08:07.373082+0000","last_fullsized":"2023-01-15T15:08:07.373082+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":45,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377376+0000","last_change":"2023-01-15T14:35:14.321597+0000","last_active":"2023-01-15T15:08:37.377376+0000","last_peered":"2023-01-15T15:08:37.377376+0000","last_clean":"2023-01-15T15:08:37.377376+0000","last_became_active":"2023-01-15T14:35:14.321408+0000","last_became_peered":"2023-01-15T14:35:14.321408+0000","last_unstale":"2023-01-15T15:08:37.377376+0000","last_undegraded":"2023-01-15T15:08:37.377376+0000","last_fullsized":"2023-01-15T15:08:37.377376+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.116690+0000","last_change":"2023-01-15T14:35:17.346943+0000","last_active":"2023-01-15T15:08:37.116690+0000","last_peered":"2023-01-15T15:08:37.116690+0000","last_clean":"2023-01-15T15:08:37.116690+0000","last_became_active":"2023-01-15T14:35:17.346706+0000","last_became_peered":"2023-01-15T14:35:17.346706+0000","last_unstale":"2023-01-15T15:08:37.116690+0000","last_undegraded":"2023-01-15T15:08:37.116690+0000","last_fullsized":"2023-01-15T15:08:37.116690+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109222+0000","last_change":"2023-01-15T14:49:02.549107+0000","last_active":"2023-01-15T15:07:47.109222+0000","last_peered":"2023-01-15T15:07:47.109222+0000","last_clean":"2023-01-15T15:07:47.109222+0000","last_became_active":"2023-01-15T14:49:02.548883+0000","last_became_peered":"2023-01-15T14:49:02.548883+0000","last_unstale":"2023-01-15T15:07:47.109222+0000","last_undegraded":"2023-01-15T15:07:47.109222+0000","last_fullsized":"2023-01-15T15:07:47.109222+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"213'739","reported_seq":1968,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.656277+0000","last_change":"2023-01-15T14:27:41.259645+0000","last_active":"2023-01-15T15:08:47.656277+0000","last_peered":"2023-01-15T15:08:47.656277+0000","last_clean":"2023-01-15T15:08:47.656277+0000","last_became_active":"2023-01-15T14:27:41.259443+0000","last_became_peered":"2023-01-15T14:27:41.259443+0000","last_unstale":"2023-01-15T15:08:47.656277+0000","last_undegraded":"2023-01-15T15:08:47.656277+0000","last_fullsized":"2023-01-15T15:08:47.656277+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3574,"num_read_kb":3172,"num_write":1026,"num_write_kb":428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"213'163","reported_seq":546,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.492924+0000","last_change":"2023-01-15T14:27:39.243344+0000","last_active":"2023-01-15T15:08:50.492924+0000","last_peered":"2023-01-15T15:08:50.492924+0000","last_clean":"2023-01-15T15:08:50.492924+0000","last_became_active":"2023-01-15T14:27:39.243023+0000","last_became_peered":"2023-01-15T14:27:39.243023+0000","last_unstale":"2023-01-15T15:08:50.492924+0000","last_undegraded":"2023-01-15T15:08:50.492924+0000","last_fullsized":"2023-01-15T15:08:50.492924+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":99143,"num_write":931,"num_write_kb":32910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"213'20","reported_seq":89,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:25.974757+0000","last_change":"2023-01-15T14:34:47.550178+0000","last_active":"2023-01-15T15:07:25.974757+0000","last_peered":"2023-01-15T15:07:25.974757+0000","last_clean":"2023-01-15T15:07:25.974757+0000","last_became_active":"2023-01-15T14:34:47.549916+0000","last_became_peered":"2023-01-15T14:34:47.549916+0000","last_unstale":"2023-01-15T15:07:25.974757+0000","last_undegraded":"2023-01-15T15:07:25.974757+0000","last_fullsized":"2023-01-15T15:07:25.974757+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:03:40.903912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":54,"num_write":49,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:06:36.871168+0000","last_change":"2023-01-15T14:35:14.326798+0000","last_active":"2023-01-15T15:06:36.871168+0000","last_peered":"2023-01-15T15:06:36.871168+0000","last_clean":"2023-01-15T15:06:36.871168+0000","last_became_active":"2023-01-15T14:35:14.326512+0000","last_became_peered":"2023-01-15T14:35:14.326512+0000","last_unstale":"2023-01-15T15:06:36.871168+0000","last_undegraded":"2023-01-15T15:06:36.871168+0000","last_fullsized":"2023-01-15T15:06:36.871168+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:16:57.320822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377289+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:08:37.377289+0000","last_peered":"2023-01-15T15:08:37.377289+0000","last_clean":"2023-01-15T15:08:37.377289+0000","last_became_active":"2023-01-15T14:35:17.347002+0000","last_became_peered":"2023-01-15T14:35:17.347002+0000","last_unstale":"2023-01-15T15:08:37.377289+0000","last_undegraded":"2023-01-15T15:08:37.377289+0000","last_fullsized":"2023-01-15T15:08:37.377289+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.010896+0000","last_change":"2023-01-15T14:49:02.546785+0000","last_active":"2023-01-15T15:09:02.010896+0000","last_peered":"2023-01-15T15:09:02.010896+0000","last_clean":"2023-01-15T15:09:02.010896+0000","last_became_active":"2023-01-15T14:49:02.546423+0000","last_became_peered":"2023-01-15T14:49:02.546423+0000","last_unstale":"2023-01-15T15:09:02.010896+0000","last_undegraded":"2023-01-15T15:09:02.010896+0000","last_fullsized":"2023-01-15T15:09:02.010896+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"213'639","reported_seq":1830,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.628638+0000","last_change":"2023-01-15T14:27:41.260556+0000","last_active":"2023-01-15T15:08:50.628638+0000","last_peered":"2023-01-15T15:08:50.628638+0000","last_clean":"2023-01-15T15:08:50.628638+0000","last_became_active":"2023-01-15T14:27:41.260199+0000","last_became_peered":"2023-01-15T14:27:41.260199+0000","last_unstale":"2023-01-15T15:08:50.628638+0000","last_undegraded":"2023-01-15T15:08:50.628638+0000","last_fullsized":"2023-01-15T15:08:50.628638+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:13:36.310726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3152,"num_read_kb":2847,"num_write":850,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"213'159","reported_seq":574,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.870285+0000","last_change":"2023-01-15T14:27:39.253959+0000","last_active":"2023-01-15T15:08:52.870285+0000","last_peered":"2023-01-15T15:08:52.870285+0000","last_clean":"2023-01-15T15:08:52.870285+0000","last_became_active":"2023-01-15T14:27:39.253667+0000","last_became_peered":"2023-01-15T14:27:39.253667+0000","last_unstale":"2023-01-15T15:08:52.870285+0000","last_undegraded":"2023-01-15T15:08:52.870285+0000","last_fullsized":"2023-01-15T15:08:52.870285+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524333,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":861,"num_read_kb":873,"num_write":862,"num_write_kb":25261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"210'8","reported_seq":64,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:17.043656+0000","last_change":"2023-01-15T14:34:47.545953+0000","last_active":"2023-01-15T15:07:17.043656+0000","last_peered":"2023-01-15T15:07:17.043656+0000","last_clean":"2023-01-15T15:07:17.043656+0000","last_became_active":"2023-01-15T14:34:47.545688+0000","last_became_peered":"2023-01-15T14:34:47.545688+0000","last_unstale":"2023-01-15T15:07:17.043656+0000","last_undegraded":"2023-01-15T15:07:17.043656+0000","last_fullsized":"2023-01-15T15:07:17.043656+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":31,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"210'3","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:05:36.860793+0000","last_change":"2023-01-15T14:35:14.321123+0000","last_active":"2023-01-15T15:05:36.860793+0000","last_peered":"2023-01-15T15:05:36.860793+0000","last_clean":"2023-01-15T15:05:36.860793+0000","last_became_active":"2023-01-15T14:35:14.320610+0000","last_became_peered":"2023-01-15T14:35:14.320610+0000","last_unstale":"2023-01-15T15:05:36.860793+0000","last_undegraded":"2023-01-15T15:05:36.860793+0000","last_fullsized":"2023-01-15T15:05:36.860793+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:34:25.114954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377243+0000","last_change":"2023-01-15T14:35:17.336353+0000","last_active":"2023-01-15T15:08:37.377243+0000","last_peered":"2023-01-15T15:08:37.377243+0000","last_clean":"2023-01-15T15:08:37.377243+0000","last_became_active":"2023-01-15T14:35:17.335842+0000","last_became_peered":"2023-01-15T14:35:17.335842+0000","last_unstale":"2023-01-15T15:08:37.377243+0000","last_undegraded":"2023-01-15T15:08:37.377243+0000","last_fullsized":"2023-01-15T15:08:37.377243+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109089+0000","last_change":"2023-01-15T14:49:02.549303+0000","last_active":"2023-01-15T15:07:47.109089+0000","last_peered":"2023-01-15T15:07:47.109089+0000","last_clean":"2023-01-15T15:07:47.109089+0000","last_became_active":"2023-01-15T14:49:02.547493+0000","last_became_peered":"2023-01-15T14:49:02.547493+0000","last_unstale":"2023-01-15T15:07:47.109089+0000","last_undegraded":"2023-01-15T15:07:47.109089+0000","last_fullsized":"2023-01-15T15:07:47.109089+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"213'699","reported_seq":1946,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.923286+0000","last_change":"2023-01-15T14:27:41.259874+0000","last_active":"2023-01-15T15:08:51.923286+0000","last_peered":"2023-01-15T15:08:51.923286+0000","last_clean":"2023-01-15T15:08:51.923286+0000","last_became_active":"2023-01-15T14:27:41.259661+0000","last_became_peered":"2023-01-15T14:27:41.259661+0000","last_unstale":"2023-01-15T15:08:51.923286+0000","last_undegraded":"2023-01-15T15:08:51.923286+0000","last_fullsized":"2023-01-15T15:08:51.923286+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:42:53.776156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3432,"num_read_kb":3083,"num_write":936,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"213'171","reported_seq":533,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.466807+0000","last_change":"2023-01-15T14:27:39.333184+0000","last_active":"2023-01-15T15:08:47.466807+0000","last_peered":"2023-01-15T15:08:47.466807+0000","last_clean":"2023-01-15T15:08:47.466807+0000","last_became_active":"2023-01-15T14:27:39.319052+0000","last_became_peered":"2023-01-15T14:27:39.319052+0000","last_unstale":"2023-01-15T15:08:47.466807+0000","last_undegraded":"2023-01-15T15:08:47.466807+0000","last_fullsized":"2023-01-15T15:08:47.466807+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:21:23.756196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54992,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":479,"num_read_kb":1381,"num_write":940,"num_write_kb":447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"213'41","reported_seq":174,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:16.864623+0000","last_change":"2023-01-15T14:34:47.551550+0000","last_active":"2023-01-15T15:07:16.864623+0000","last_peered":"2023-01-15T15:07:16.864623+0000","last_clean":"2023-01-15T15:07:16.864623+0000","last_became_active":"2023-01-15T14:34:47.551334+0000","last_became_peered":"2023-01-15T14:34:47.551334+0000","last_unstale":"2023-01-15T15:07:16.864623+0000","last_undegraded":"2023-01-15T15:07:16.864623+0000","last_fullsized":"2023-01-15T15:07:16.864623+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":152,"num_write":73,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.047086+0000","last_change":"2023-01-15T14:35:14.321370+0000","last_active":"2023-01-15T15:07:47.047086+0000","last_peered":"2023-01-15T15:07:47.047086+0000","last_clean":"2023-01-15T15:07:47.047086+0000","last_became_active":"2023-01-15T14:35:14.321094+0000","last_became_peered":"2023-01-15T14:35:14.321094+0000","last_unstale":"2023-01-15T15:07:47.047086+0000","last_undegraded":"2023-01-15T15:07:47.047086+0000","last_fullsized":"2023-01-15T15:07:47.047086+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.044494+0000","last_change":"2023-01-15T14:35:17.351592+0000","last_active":"2023-01-15T15:07:27.044494+0000","last_peered":"2023-01-15T15:07:27.044494+0000","last_clean":"2023-01-15T15:07:27.044494+0000","last_became_active":"2023-01-15T14:35:17.351384+0000","last_became_peered":"2023-01-15T14:35:17.351384+0000","last_unstale":"2023-01-15T15:07:27.044494+0000","last_undegraded":"2023-01-15T15:07:27.044494+0000","last_fullsized":"2023-01-15T15:07:27.044494+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":4386,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":11912,"num_read_kb":44666,"num_write":16913,"num_write_kb":4996,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1820,"ondisk_log_size":1820,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4891,"num_read_kb":3139,"num_write":1746,"num_write_kb":653,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":896,"ondisk_log_size":896,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":526,"ondisk_log_size":526,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":260230087,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":30731,"num_read_kb":1468212,"num_write":60533,"num_write_kb":1742436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4458,"ondisk_log_size":4458,"up":192,"acting":192,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":191971,"num_read_kb":175875,"num_write":47593,"num_write_kb":16703,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3667,"ondisk_log_size":3667,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":513,"num_read_kb":502,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":290703,"num_objects":217,"num_object_clones":0,"num_object_copies":434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":0,"num_read":85421,"num_read_kb":85115,"num_write":60357,"num_write_kb":3814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1825,"ondisk_log_size":1825,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575351,"num_pgs":104,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":856848,"kb_used_data":92842532,"kb_used_omap":10394,"kb_used_meta":0,"kb_avail":92842532,"statfs":{"total":95948165120,"available":95070752768,"internally_reserved":0,"allocated":95070752768,"data_stored":95070752768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10644263,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.19800000000000001},"max":{"1min":0.49299999999999999,"5min":0.58599999999999997,"15min":0.66700000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41199999999999998,"15min":0.438},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":0.55600000000000005,"5min":0.61799999999999999,"15min":0.79700000000000004},"last":0.56399999999999995}]},{"osd":1,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.503,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52000000000000002,"5min":0.66200000000000003,"15min":0.69999999999999996},"last":0.58999999999999997}]},{"osd":2,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39700000000000002,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.626,"5min":0.63,"15min":0.77200000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.441,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69099999999999995,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.40000000000000002}]},{"osd":3,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39800000000000002,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51500000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.53300000000000003,"5min":0.67500000000000004,"15min":0.71999999999999997},"last":0.442}]},{"osd":4,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34999999999999998,"15min":0.38800000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.20699999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.73899999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40300000000000002,"15min":0.44},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.48399999999999999,"5min":0.65300000000000002,"15min":0.748},"last":0.501}]},{"osd":5,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":0.46700000000000003,"5min":0.71899999999999997,"15min":0.86699999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54300000000000004,"5min":0.69199999999999995,"15min":0.88800000000000001},"last":0.51700000000000002}]},{"osd":6,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40799999999999997,"15min":0.44900000000000001},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.63300000000000001,"15min":0.68400000000000005},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46500000000000002,"15min":0.50900000000000001},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.73199999999999998,"15min":0.85699999999999998},"last":0.54100000000000004}]}]},{"osd":6,"up_from":13,"seq":55834575352,"num_pgs":99,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":840664,"kb_used_data":92858716,"kb_used_omap":45290,"kb_used_meta":0,"kb_avail":92858716,"statfs":{"total":95948165120,"available":95087325184,"internally_reserved":0,"allocated":95087325184,"data_stored":95087325184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46377322,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.20599999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.72799999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42999999999999999,"15min":0.45100000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.79600000000000004},"last":0.52900000000000003}]},{"osd":1,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.246,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65300000000000002,"5min":0.69999999999999996,"15min":0.70199999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.66500000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.502}]},{"osd":2,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.25,"15min":0.248},"max":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.72299999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.65900000000000003},"last":0.437}]},{"osd":3,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61599999999999999,"5min":0.61899999999999999,"15min":0.93100000000000005},"last":0.37},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.68799999999999994},"last":0.56200000000000006}]},{"osd":4,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.36599999999999999,"15min":0.39600000000000002},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.44800000000000001,"5min":0.60599999999999998,"15min":0.67000000000000004},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40699999999999997,"15min":0.44},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49199999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58499999999999996}]},{"osd":5,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.38200000000000001,"15min":0.41999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.435,"5min":0.70099999999999996,"15min":0.94799999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47599999999999998,"5min":0.64100000000000001,"15min":0.96599999999999997},"last":0.54500000000000004}]},{"osd":7,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.45800000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.48199999999999998,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.48299999999999998,"15min":0.51600000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.55600000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.60599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834575354,"num_pgs":109,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860608,"kb_used_data":92838772,"kb_used_omap":57282,"kb_used_meta":0,"kb_avail":92838772,"statfs":{"total":95948165120,"available":95066902528,"internally_reserved":0,"allocated":95066902528,"data_stored":95066902528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58657375,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.28299999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":0.45500000000000002,"5min":0.54900000000000004,"15min":1.087},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29899999999999999},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44600000000000001,"5min":0.501,"15min":0.501},"last":0.35499999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29299999999999998,"15min":0.28399999999999997},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.54400000000000004,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.318,"15min":0.316},"min":{"1min":0.23300000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":1.125},"last":0.39400000000000002}]},{"osd":3,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":4.548},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.34100000000000003,"15min":0.33000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19},"max":{"1min":0.54700000000000004,"5min":1.526,"15min":1.526},"last":0.38300000000000001}]},{"osd":4,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47599999999999998,"15min":0.49199999999999999},"min":{"1min":0.29399999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.63900000000000001,"5min":0.72099999999999997,"15min":0.76700000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.504,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":0.58599999999999997,"5min":0.76400000000000001,"15min":0.79800000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.748,"15min":0.748},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56799999999999995,"5min":0.73499999999999999,"15min":0.80500000000000005},"last":0.47799999999999998}]},{"osd":6,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48299999999999998,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60299999999999998,"5min":0.73299999999999998,"15min":1.45},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.498},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.75700000000000001,"15min":0.83399999999999996},"last":0.65900000000000003}]},{"osd":7,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.498,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61499999999999999,"5min":0.72399999999999998,"15min":0.77800000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.375,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.66900000000000004}]}]},{"osd":0,"up_from":13,"seq":55834575351,"num_pgs":111,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":843364,"kb_used_data":92856016,"kb_used_omap":49325,"kb_used_meta":0,"kb_avail":92856016,"statfs":{"total":95948165120,"available":95084560384,"internally_reserved":0,"allocated":95084560384,"data_stored":95084560384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50509393,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.27200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.41399999999999998,"5min":1.046,"15min":1.046},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.29599999999999999,"15min":0.28699999999999998},"min":{"1min":0.217,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.33300000000000002,"5min":1.022,"15min":1.141},"last":0.38200000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.317,"15min":0.30399999999999999},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.435,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.30299999999999999,"15min":0.309},"min":{"1min":0.217,"5min":0.217,"15min":0.192},"max":{"1min":0.36899999999999999,"5min":0.89800000000000002,"15min":1.413},"last":0.29299999999999998}]},{"osd":3,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":0.79500000000000004,"5min":1.361,"15min":1.361},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.374,"15min":0.33900000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20699999999999999},"max":{"1min":0.81000000000000005,"5min":2.387,"15min":2.387},"last":0.34599999999999997}]},{"osd":4,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.442,"15min":0.46899999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.621,"5min":0.71399999999999997,"15min":1.2829999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46700000000000003,"15min":0.47599999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.40899999999999997}]},{"osd":5,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77000000000000002,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65200000000000002,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.43099999999999999}]},{"osd":6,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.5,"15min":0.498},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.29899999999999999},"max":{"1min":0.68100000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46700000000000003,"15min":0.49299999999999999},"min":{"1min":0.308,"5min":0.307,"15min":0.307},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":1.365},"last":0.502}]},{"osd":7,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47399999999999998,"15min":0.49099999999999999},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.66200000000000003,"5min":0.70699999999999996,"15min":1.337},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50800000000000001,"15min":0.52100000000000002},"min":{"1min":0.34799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.54900000000000004}]}]},{"osd":2,"up_from":13,"seq":55834575351,"num_pgs":89,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":851468,"kb_used_data":92847912,"kb_used_omap":36969,"kb_used_meta":0,"kb_avail":92847912,"statfs":{"total":95948165120,"available":95076261888,"internally_reserved":0,"allocated":95076261888,"data_stored":95076261888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37856786,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.25800000000000001,"15min":0.25700000000000001},"min":{"1min":0.19700000000000001,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.35599999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.501,"5min":0.504,"15min":0.504},"last":0.31900000000000001}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.311},"min":{"1min":0.27300000000000002,"5min":0.22,"15min":0.187},"max":{"1min":0.46400000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.28299999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.309,"15min":0.308},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.77300000000000002},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34000000000000002,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.81100000000000005},"last":0.29599999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.48599999999999999,"15min":0.48899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":0.66700000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.497,"15min":0.498},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65500000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.50700000000000001}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47499999999999998,"15min":0.496},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.70699999999999996,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.33700000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66100000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.48899999999999999}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.628,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65200000000000002,"5min":0.68799999999999994,"15min":0.81299999999999994},"last":0.46300000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.39300000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.503,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70299999999999996,"5min":0.73999999999999999,"15min":0.78600000000000003},"last":0.42899999999999999}]}]},{"osd":3,"up_from":13,"seq":55834575351,"num_pgs":119,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":865652,"kb_used_data":92833728,"kb_used_omap":56360,"kb_used_meta":0,"kb_avail":92833728,"statfs":{"total":95948165120,"available":95061737472,"internally_reserved":0,"allocated":95061737472,"data_stored":95061737472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57713206,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.28199999999999997,"15min":0.27900000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.16600000000000001},"max":{"1min":0.40400000000000003,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.30299999999999999},"min":{"1min":0.23899999999999999,"5min":0.188,"15min":0.186},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.2270000000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.29799999999999999,"15min":0.30299999999999999},"min":{"1min":0.21099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":1.1759999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.29999999999999999,"15min":0.30199999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.624},"last":0.374}]},{"osd":2,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.311,"15min":0.30199999999999999},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":0.53200000000000003,"5min":1.359,"15min":1.359},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.315,"15min":0.312},"min":{"1min":0.25700000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.54800000000000004},"last":0.34499999999999997}]},{"osd":4,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.62},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.52000000000000002},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66200000000000003,"5min":0.72499999999999998,"15min":0.78300000000000003},"last":0.65400000000000003}]},{"osd":5,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47699999999999998,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":1.2490000000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.48199999999999998,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":0.624,"5min":0.71099999999999997,"15min":0.80500000000000005},"last":0.64000000000000001}]},{"osd":6,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.501},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46800000000000003,"15min":0.49299999999999999},"min":{"1min":0.38200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":1.3680000000000001},"last":0.629}]},{"osd":7,"last update":"Sun Jan 15 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.5,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.33400000000000002},"max":{"1min":0.72599999999999998,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.80800000000000005},"last":0.52900000000000003}]}]},{"osd":4,"up_from":13,"seq":55834575352,"num_pgs":113,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866864,"kb_used_data":92832516,"kb_used_omap":23026,"kb_used_meta":0,"kb_avail":92832516,"statfs":{"total":95948165120,"available":95060496384,"internally_reserved":0,"allocated":95060496384,"data_stored":95060496384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23579501,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35199999999999998,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.65400000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.22500000000000001},"max":{"1min":0.57799999999999996,"5min":0.68899999999999995,"15min":0.78900000000000003},"last":0.59599999999999997}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.40300000000000002},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.55000000000000004,"5min":0.61199999999999999,"15min":0.76200000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.40500000000000003,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50700000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.65300000000000002}]},{"osd":2,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.42099999999999999},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53500000000000003,"5min":0.61299999999999999,"15min":0.64900000000000002},"last":0.497},{"interface":"front","average":{"1min":0.376,"5min":0.42199999999999999,"15min":0.45300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.84199999999999997},"last":0.54300000000000004}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40400000000000003,"15min":0.41699999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58299999999999996,"5min":2.806,"15min":2.806},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42199999999999999,"15min":0.45600000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51400000000000001,"5min":0.626,"15min":0.71199999999999997},"last":0.53200000000000003}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.371,"15min":0.41999999999999998},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.53400000000000003,"5min":0.71599999999999997,"15min":0.77900000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75900000000000001,"15min":0.85099999999999998},"last":0.71499999999999997}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.39300000000000002,"15min":0.44700000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55000000000000004,"5min":0.69599999999999995,"15min":0.93100000000000005},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.46600000000000003,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58099999999999996,"5min":0.79100000000000004,"15min":0.89400000000000002},"last":0.68300000000000005}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":0.89300000000000002,"15min":0.61599999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":52.968000000000004,"5min":52.968000000000004,"15min":52.968000000000004},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.7970000000000002,"5min":0.93000000000000005,"15min":0.66300000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":52.945,"5min":52.945,"15min":52.945},"last":0.58499999999999996}]}]},{"osd":5,"up_from":13,"seq":55834575351,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866516,"kb_used_data":92832864,"kb_used_omap":54913,"kb_used_meta":0,"kb_avail":92832864,"statfs":{"total":95948165120,"available":95060852736,"internally_reserved":0,"allocated":95060852736,"data_stored":95060852736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56231277,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35699999999999998,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.46999999999999997,"5min":0.58099999999999996,"15min":0.58899999999999997},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.38600000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.498,"5min":0.59999999999999998,"15min":0.68899999999999995},"last":0.41699999999999998}]},{"osd":1,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.39000000000000001,"15min":0.42199999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.47599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.495,"5min":0.61899999999999999,"15min":0.69999999999999996},"last":0.48299999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36499999999999999,"15min":0.39300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.45200000000000001,"5min":0.58299999999999996,"15min":0.64200000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39500000000000002,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51200000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.44900000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38200000000000001,"15min":0.41599999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.49099999999999999,"5min":0.60099999999999998,"15min":0.67600000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51200000000000001,"5min":0.70499999999999996,"15min":0.71299999999999997},"last":0.51100000000000001}]},{"osd":4,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.35599999999999998,"15min":0.38700000000000001},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67600000000000005,"5min":0.751,"15min":0.751},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.379,"5min":0.44900000000000001,"15min":0.49399999999999999},"min":{"1min":0.28399999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69799999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.60199999999999998}]},{"osd":6,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22800000000000001},"max":{"1min":0.434,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.40500000000000003,"15min":0.442},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.48099999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.52900000000000003}]},{"osd":7,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":0.53200000000000003,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56200000000000006}]}]}],"pool_statfs":[]}} 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.132 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.133 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.134 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.135 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.136 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.137 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.138 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.138 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.138 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.138 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.272 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.272 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.273 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.273 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.273 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.273 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.273 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.274 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.274 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.274 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.274 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.275 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.275 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.275 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.275 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.275 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.276 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.276 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.276 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.276 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.277 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.277 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.277 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.277 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.277 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.278 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.278 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.278 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.278 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.278 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.279 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.279 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.279 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.279 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.279 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.280 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.280 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.280 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.280 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.281 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.281 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.281 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.281 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.282 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.282 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.282 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.282 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.282 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.283 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.284 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 1.5 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.285 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 1.4 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.286 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 1.3 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2023-01-15T14:27:23.768173+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=23, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.287 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.288 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.288 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.288 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.288 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.288 INFO:tasks.ceph:pgid 1.2 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.289 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 1.1 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.290 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.291 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.292 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.293 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.294 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.294 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.294 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.294 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.294 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.295 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.296 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 61.1e last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 60.1f last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.297 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 58.19 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 59.18 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 61.1f last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 60.1e last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.298 INFO:tasks.ceph:pgid 58.18 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 59.19 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 61.1c last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 60.1d last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 58.1b last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 59.1a last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.299 INFO:tasks.ceph:pgid 61.1d last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 60.1c last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 58.1a last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 59.1b last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 61.1a last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 60.1b last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.300 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 58.1d last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 59.1c last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 61.1b last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 60.1a last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.301 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 58.1c last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 59.1d last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 61.18 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 60.19 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 58.1f last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.302 INFO:tasks.ceph:pgid 59.1e last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 61.19 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 60.18 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 58.1e last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 59.1f last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 61.16 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.303 INFO:tasks.ceph:pgid 60.17 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 58.11 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 59.10 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 61.17 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.304 INFO:tasks.ceph:pgid 60.16 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 58.10 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 59.11 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 61.14 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 60.15 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.305 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 58.13 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 59.12 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 61.15 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 60.14 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.306 INFO:tasks.ceph:pgid 58.12 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 59.13 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 61.12 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 60.13 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 58.15 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 59.14 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.307 INFO:tasks.ceph:pgid 61.13 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 60.12 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 58.14 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 59.15 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 61.10 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 60.11 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.308 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 58.17 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 59.16 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 61.11 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 60.10 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.309 INFO:tasks.ceph:pgid 58.16 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 59.17 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 61.e last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 60.f last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 58.9 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 59.8 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 61.f last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.310 INFO:tasks.ceph:pgid 60.e last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 58.8 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 59.9 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 61.c last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.311 INFO:tasks.ceph:pgid 60.d last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 58.b last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 59.a last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 61.d last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 60.c last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.312 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 58.a last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 59.b last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 61.a last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 60.b last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.313 INFO:tasks.ceph:pgid 58.d last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 59.c last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 61.b last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 60.a last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 58.c last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.314 INFO:tasks.ceph:pgid 59.d last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 61.8 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 60.9 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 58.f last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.315 INFO:tasks.ceph:pgid 59.e last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 61.9 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 60.8 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 58.e last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 59.f last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 61.6 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.316 INFO:tasks.ceph:pgid 60.7 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 58.1 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 59.0 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 61.7 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.317 INFO:tasks.ceph:pgid 58.0 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 59.1 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 60.6 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 61.4 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 58.3 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 59.2 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.318 INFO:tasks.ceph:pgid 60.5 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 61.5 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 58.2 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 59.3 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 60.4 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 61.2 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.319 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 58.5 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 59.4 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 60.3 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 61.3 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.320 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 58.4 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 59.5 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 60.2 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 61.0 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 58.7 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.321 INFO:tasks.ceph:pgid 59.6 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 60.1 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 61.1 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 58.6 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 59.7 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:pgid 60.0 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:09.322 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-01-15T15:09:29.323 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:29.678 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:29.692 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:29.692 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1468,"stamp":"2023-01-15T15:09:29.621844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325731,"num_read_kb":1985543,"num_write":187471,"num_write_kb":1880641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13317,"ondisk_log_size":13317,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6852016,"kb_used_data":742743056,"kb_used_omap":333657,"kb_used_meta":0,"kb_avail":742743024,"statfs":{"total":767585320960,"available":760568856576,"internally_reserved":32768,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341665091,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005898"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369746+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:07:47.369746+0000","last_peered":"2023-01-15T15:07:47.369746+0000","last_clean":"2023-01-15T15:07:47.369746+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:07:47.369746+0000","last_undegraded":"2023-01-15T15:07:47.369746+0000","last_fullsized":"2023-01-15T15:07:47.369746+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2697,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725034+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.725034+0000","last_peered":"2023-01-15T15:08:45.725034+0000","last_clean":"2023-01-15T15:08:45.725034+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.725034+0000","last_undegraded":"2023-01-15T15:08:45.725034+0000","last_fullsized":"2023-01-15T15:08:45.725034+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862171+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.862171+0000","last_peered":"2023-01-15T15:08:52.862171+0000","last_clean":"2023-01-15T15:08:52.862171+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.862171+0000","last_undegraded":"2023-01-15T15:08:52.862171+0000","last_fullsized":"2023-01-15T15:08:52.862171+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789768+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:09:06.789768+0000","last_peered":"2023-01-15T15:09:06.789768+0000","last_clean":"2023-01-15T15:09:06.789768+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:09:06.789768+0000","last_undegraded":"2023-01-15T15:09:06.789768+0000","last_fullsized":"2023-01-15T15:09:06.789768+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110297+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:07:52.110297+0000","last_peered":"2023-01-15T15:07:52.110297+0000","last_clean":"2023-01-15T15:07:52.110297+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:07:52.110297+0000","last_undegraded":"2023-01-15T15:07:52.110297+0000","last_fullsized":"2023-01-15T15:07:52.110297+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":321,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.885457+0000","last_change":"2023-01-15T14:27:50.290623+0000","last_active":"2023-01-15T15:08:53.885457+0000","last_peered":"2023-01-15T15:08:53.885457+0000","last_clean":"2023-01-15T15:08:53.885457+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:08:53.885457+0000","last_undegraded":"2023-01-15T15:08:53.885457+0000","last_fullsized":"2023-01-15T15:08:53.885457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1673,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931893+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:08:52.931893+0000","last_peered":"2023-01-15T15:08:52.931893+0000","last_clean":"2023-01-15T15:08:52.931893+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:08:52.931893+0000","last_undegraded":"2023-01-15T15:08:52.931893+0000","last_fullsized":"2023-01-15T15:08:52.931893+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.118020+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:47.118020+0000","last_peered":"2023-01-15T15:08:47.118020+0000","last_clean":"2023-01-15T15:08:47.118020+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:47.118020+0000","last_undegraded":"2023-01-15T15:08:47.118020+0000","last_fullsized":"2023-01-15T15:08:47.118020+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252969+0000","last_change":"2023-01-15T14:27:44.263716+0000","last_active":"2023-01-15T15:09:08.252969+0000","last_peered":"2023-01-15T15:09:08.252969+0000","last_clean":"2023-01-15T15:09:08.252969+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:09:08.252969+0000","last_undegraded":"2023-01-15T15:09:08.252969+0000","last_fullsized":"2023-01-15T15:09:08.252969+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":447,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.854125+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.854125+0000","last_peered":"2023-01-15T15:08:53.854125+0000","last_clean":"2023-01-15T15:08:53.854125+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.854125+0000","last_undegraded":"2023-01-15T15:08:53.854125+0000","last_fullsized":"2023-01-15T15:08:53.854125+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110247+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:07:52.110247+0000","last_peered":"2023-01-15T15:07:52.110247+0000","last_clean":"2023-01-15T15:07:52.110247+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:07:52.110247+0000","last_undegraded":"2023-01-15T15:07:52.110247+0000","last_fullsized":"2023-01-15T15:07:52.110247+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":404,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.426569+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.426569+0000","last_peered":"2023-01-15T15:08:53.426569+0000","last_clean":"2023-01-15T15:08:53.426569+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.426569+0000","last_undegraded":"2023-01-15T15:08:53.426569+0000","last_fullsized":"2023-01-15T15:08:53.426569+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1923,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252898+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:09:08.252898+0000","last_peered":"2023-01-15T15:09:08.252898+0000","last_clean":"2023-01-15T15:09:08.252898+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:09:08.252898+0000","last_undegraded":"2023-01-15T15:09:08.252898+0000","last_fullsized":"2023-01-15T15:09:08.252898+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.428413+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.428413+0000","last_peered":"2023-01-15T15:08:48.428413+0000","last_clean":"2023-01-15T15:08:48.428413+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.428413+0000","last_undegraded":"2023-01-15T15:08:48.428413+0000","last_fullsized":"2023-01-15T15:08:48.428413+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.001607+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:07:52.001607+0000","last_peered":"2023-01-15T15:07:52.001607+0000","last_clean":"2023-01-15T15:07:52.001607+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:07:52.001607+0000","last_undegraded":"2023-01-15T15:07:52.001607+0000","last_fullsized":"2023-01-15T15:07:52.001607+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3676,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.787124+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.787124+0000","last_peered":"2023-01-15T15:08:56.787124+0000","last_clean":"2023-01-15T15:08:56.787124+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.787124+0000","last_undegraded":"2023-01-15T15:08:56.787124+0000","last_fullsized":"2023-01-15T15:08:56.787124+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":203,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:51.882233+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:07:51.882233+0000","last_peered":"2023-01-15T15:07:51.882233+0000","last_clean":"2023-01-15T15:07:51.882233+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:07:51.882233+0000","last_undegraded":"2023-01-15T15:07:51.882233+0000","last_fullsized":"2023-01-15T15:07:51.882233+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'169","reported_seq":399,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.874512+0000","last_change":"2023-01-15T14:27:50.283736+0000","last_active":"2023-01-15T15:08:50.874512+0000","last_peered":"2023-01-15T15:08:50.874512+0000","last_clean":"2023-01-15T15:08:50.874512+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:08:50.874512+0000","last_undegraded":"2023-01-15T15:08:50.874512+0000","last_fullsized":"2023-01-15T15:08:50.874512+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.850753+0000","last_change":"2023-01-15T14:27:44.264616+0000","last_active":"2023-01-15T15:07:26.850753+0000","last_peered":"2023-01-15T15:07:26.850753+0000","last_clean":"2023-01-15T15:07:26.850753+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:07:26.850753+0000","last_undegraded":"2023-01-15T15:07:26.850753+0000","last_fullsized":"2023-01-15T15:07:26.850753+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2098,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904099+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:08:52.904099+0000","last_peered":"2023-01-15T15:08:52.904099+0000","last_clean":"2023-01-15T15:08:52.904099+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:08:52.904099+0000","last_undegraded":"2023-01-15T15:08:52.904099+0000","last_fullsized":"2023-01-15T15:08:52.904099+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":562,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.819574+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.819574+0000","last_peered":"2023-01-15T15:08:52.819574+0000","last_clean":"2023-01-15T15:08:52.819574+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.819574+0000","last_undegraded":"2023-01-15T15:08:52.819574+0000","last_fullsized":"2023-01-15T15:08:52.819574+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":396,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.853359+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:08:53.853359+0000","last_peered":"2023-01-15T15:08:53.853359+0000","last_clean":"2023-01-15T15:08:53.853359+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:08:53.853359+0000","last_undegraded":"2023-01-15T15:08:53.853359+0000","last_fullsized":"2023-01-15T15:08:53.853359+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.998298+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:07:31.998298+0000","last_peered":"2023-01-15T15:07:31.998298+0000","last_clean":"2023-01-15T15:07:31.998298+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:07:31.998298+0000","last_undegraded":"2023-01-15T15:07:31.998298+0000","last_fullsized":"2023-01-15T15:07:31.998298+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":291,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:24.027468+0000","last_change":"2023-01-15T14:27:50.290256+0000","last_active":"2023-01-15T15:08:24.027468+0000","last_peered":"2023-01-15T15:08:24.027468+0000","last_clean":"2023-01-15T15:08:24.027468+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:08:24.027468+0000","last_undegraded":"2023-01-15T15:08:24.027468+0000","last_fullsized":"2023-01-15T15:08:24.027468+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.878332+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:07:26.878332+0000","last_peered":"2023-01-15T15:07:26.878332+0000","last_clean":"2023-01-15T15:07:26.878332+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:07:26.878332+0000","last_undegraded":"2023-01-15T15:07:26.878332+0000","last_fullsized":"2023-01-15T15:07:26.878332+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1860,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904476+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:08:52.904476+0000","last_peered":"2023-01-15T15:08:52.904476+0000","last_clean":"2023-01-15T15:08:52.904476+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:08:52.904476+0000","last_undegraded":"2023-01-15T15:08:52.904476+0000","last_fullsized":"2023-01-15T15:08:52.904476+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.853892+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.853892+0000","last_peered":"2023-01-15T15:08:52.853892+0000","last_clean":"2023-01-15T15:08:52.853892+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.853892+0000","last_undegraded":"2023-01-15T15:08:52.853892+0000","last_fullsized":"2023-01-15T15:08:52.853892+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":444,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.855563+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:08:53.855563+0000","last_peered":"2023-01-15T15:08:53.855563+0000","last_clean":"2023-01-15T15:08:53.855563+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:08:53.855563+0000","last_undegraded":"2023-01-15T15:08:53.855563+0000","last_fullsized":"2023-01-15T15:08:53.855563+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.851501+0000","last_change":"2023-01-15T14:27:48.281474+0000","last_active":"2023-01-15T15:07:31.851501+0000","last_peered":"2023-01-15T15:07:31.851501+0000","last_clean":"2023-01-15T15:07:31.851501+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:07:31.851501+0000","last_undegraded":"2023-01-15T15:07:31.851501+0000","last_fullsized":"2023-01-15T15:07:31.851501+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":385,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.082229+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:53.082229+0000","last_peered":"2023-01-15T15:08:53.082229+0000","last_clean":"2023-01-15T15:08:53.082229+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:53.082229+0000","last_undegraded":"2023-01-15T15:08:53.082229+0000","last_fullsized":"2023-01-15T15:08:53.082229+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.866270+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:07:26.866270+0000","last_peered":"2023-01-15T15:07:26.866270+0000","last_clean":"2023-01-15T15:07:26.866270+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:07:26.866270+0000","last_undegraded":"2023-01-15T15:07:26.866270+0000","last_fullsized":"2023-01-15T15:07:26.866270+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1557,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.965769+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:08:51.965769+0000","last_peered":"2023-01-15T15:08:51.965769+0000","last_clean":"2023-01-15T15:08:51.965769+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:08:51.965769+0000","last_undegraded":"2023-01-15T15:08:51.965769+0000","last_fullsized":"2023-01-15T15:08:51.965769+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":530,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.869137+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.869137+0000","last_peered":"2023-01-15T15:08:46.869137+0000","last_clean":"2023-01-15T15:08:46.869137+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.869137+0000","last_undegraded":"2023-01-15T15:08:46.869137+0000","last_fullsized":"2023-01-15T15:08:46.869137+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":265,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.255294+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:08:52.255294+0000","last_peered":"2023-01-15T15:08:52.255294+0000","last_clean":"2023-01-15T15:08:52.255294+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:08:52.255294+0000","last_undegraded":"2023-01-15T15:08:52.255294+0000","last_fullsized":"2023-01-15T15:08:52.255294+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.879067+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:07:31.879067+0000","last_peered":"2023-01-15T15:07:31.879067+0000","last_clean":"2023-01-15T15:07:31.879067+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:07:31.879067+0000","last_undegraded":"2023-01-15T15:07:31.879067+0000","last_fullsized":"2023-01-15T15:07:31.879067+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'110","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:24.519076+0000","last_change":"2023-01-15T15:09:24.519037+0000","last_active":"2023-01-15T15:09:24.519076+0000","last_peered":"2023-01-15T15:09:24.519076+0000","last_clean":"2023-01-15T15:09:24.519076+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:09:24.519076+0000","last_undegraded":"2023-01-15T15:09:24.519076+0000","last_fullsized":"2023-01-15T15:09:24.519076+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'110","last_scrub_stamp":"2023-01-15T15:09:24.518970+0000","last_deep_scrub":"213'110","last_deep_scrub_stamp":"2023-01-15T15:09:24.518970+0000","last_clean_scrub_stamp":"2023-01-15T15:09:24.518970+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:44.768596+0000","scrub_duration":0.003178447,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.106108+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:07:27.106108+0000","last_peered":"2023-01-15T15:07:27.106108+0000","last_clean":"2023-01-15T15:07:27.106108+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:07:27.106108+0000","last_undegraded":"2023-01-15T15:07:27.106108+0000","last_fullsized":"2023-01-15T15:07:27.106108+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1815,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.902929+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:08:52.902929+0000","last_peered":"2023-01-15T15:08:52.902929+0000","last_clean":"2023-01-15T15:08:52.902929+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:08:52.902929+0000","last_undegraded":"2023-01-15T15:08:52.902929+0000","last_fullsized":"2023-01-15T15:08:52.902929+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":453,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.178326+0000","last_change":"2023-01-15T14:28:22.925913+0000","last_active":"2023-01-15T15:08:47.178326+0000","last_peered":"2023-01-15T15:08:47.178326+0000","last_clean":"2023-01-15T15:08:47.178326+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:08:47.178326+0000","last_undegraded":"2023-01-15T15:08:47.178326+0000","last_fullsized":"2023-01-15T15:08:47.178326+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.792163+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:08:56.792163+0000","last_peered":"2023-01-15T15:08:56.792163+0000","last_clean":"2023-01-15T15:08:56.792163+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:08:56.792163+0000","last_undegraded":"2023-01-15T15:08:56.792163+0000","last_fullsized":"2023-01-15T15:08:56.792163+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.866734+0000","last_change":"2023-01-15T14:27:48.279366+0000","last_active":"2023-01-15T15:07:31.866734+0000","last_peered":"2023-01-15T15:07:31.866734+0000","last_clean":"2023-01-15T15:07:31.866734+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:07:31.866734+0000","last_undegraded":"2023-01-15T15:07:31.866734+0000","last_fullsized":"2023-01-15T15:07:31.866734+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":313,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.104376+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:08:51.104376+0000","last_peered":"2023-01-15T15:08:51.104376+0000","last_clean":"2023-01-15T15:08:51.104376+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:08:51.104376+0000","last_undegraded":"2023-01-15T15:08:51.104376+0000","last_fullsized":"2023-01-15T15:08:51.104376+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.890874+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:08:51.890874+0000","last_peered":"2023-01-15T15:08:51.890874+0000","last_clean":"2023-01-15T15:08:51.890874+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:08:51.890874+0000","last_undegraded":"2023-01-15T15:08:51.890874+0000","last_fullsized":"2023-01-15T15:08:51.890874+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1408,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.108838+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:08:51.108838+0000","last_peered":"2023-01-15T15:08:51.108838+0000","last_clean":"2023-01-15T15:08:51.108838+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:08:51.108838+0000","last_undegraded":"2023-01-15T15:08:51.108838+0000","last_fullsized":"2023-01-15T15:08:51.108838+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":557,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.816950+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:08:52.816950+0000","last_peered":"2023-01-15T15:08:52.816950+0000","last_clean":"2023-01-15T15:08:52.816950+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:08:52.816950+0000","last_undegraded":"2023-01-15T15:08:52.816950+0000","last_fullsized":"2023-01-15T15:08:52.816950+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6711,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.914247+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.914247+0000","last_peered":"2023-01-15T15:08:56.914247+0000","last_clean":"2023-01-15T15:08:56.914247+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.914247+0000","last_undegraded":"2023-01-15T15:08:56.914247+0000","last_fullsized":"2023-01-15T15:08:56.914247+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891244+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:08:56.891244+0000","last_peered":"2023-01-15T15:08:56.891244+0000","last_clean":"2023-01-15T15:08:56.891244+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:08:56.891244+0000","last_undegraded":"2023-01-15T15:08:56.891244+0000","last_fullsized":"2023-01-15T15:08:56.891244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'103","reported_seq":324,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.379833+0000","last_change":"2023-01-15T14:27:50.285733+0000","last_active":"2023-01-15T15:08:57.379833+0000","last_peered":"2023-01-15T15:08:57.379833+0000","last_clean":"2023-01-15T15:08:57.379833+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:08:57.379833+0000","last_undegraded":"2023-01-15T15:08:57.379833+0000","last_fullsized":"2023-01-15T15:08:57.379833+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.867124+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:07:31.867124+0000","last_peered":"2023-01-15T15:07:31.867124+0000","last_clean":"2023-01-15T15:07:31.867124+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:07:31.867124+0000","last_undegraded":"2023-01-15T15:07:31.867124+0000","last_fullsized":"2023-01-15T15:07:31.867124+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1428,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.707741+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.707741+0000","last_peered":"2023-01-15T15:08:51.707741+0000","last_clean":"2023-01-15T15:08:51.707741+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.707741+0000","last_undegraded":"2023-01-15T15:08:51.707741+0000","last_fullsized":"2023-01-15T15:08:51.707741+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":736,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.956252+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:08:44.956252+0000","last_peered":"2023-01-15T15:08:44.956252+0000","last_clean":"2023-01-15T15:08:44.956252+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:08:44.956252+0000","last_undegraded":"2023-01-15T15:08:44.956252+0000","last_fullsized":"2023-01-15T15:08:44.956252+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349365,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":862,"num_read_kb":3640,"num_write":1069,"num_write_kb":15798,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"213'2060","reported_seq":3943,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.803721+0000","last_change":"2023-01-15T14:27:46.265456+0000","last_active":"2023-01-15T15:08:56.803721+0000","last_peered":"2023-01-15T15:08:56.803721+0000","last_clean":"2023-01-15T15:08:56.803721+0000","last_became_active":"2023-01-15T14:27:46.265113+0000","last_became_peered":"2023-01-15T14:27:46.265113+0000","last_unstale":"2023-01-15T15:08:56.803721+0000","last_undegraded":"2023-01-15T15:08:56.803721+0000","last_fullsized":"2023-01-15T15:08:56.803721+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":2000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2748,"num_read_kb":2743,"num_write":2024,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.380223+0000","last_change":"2023-01-15T14:27:48.284795+0000","last_active":"2023-01-15T15:08:57.380223+0000","last_peered":"2023-01-15T15:08:57.380223+0000","last_clean":"2023-01-15T15:08:57.380223+0000","last_became_active":"2023-01-15T14:27:48.284573+0000","last_became_peered":"2023-01-15T14:27:48.284573+0000","last_unstale":"2023-01-15T15:08:57.380223+0000","last_undegraded":"2023-01-15T15:08:57.380223+0000","last_fullsized":"2023-01-15T15:08:57.380223+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"213'2691","reported_seq":3470,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.892006+0000","last_change":"2023-01-15T14:27:50.289238+0000","last_active":"2023-01-15T15:09:01.892006+0000","last_peered":"2023-01-15T15:09:01.892006+0000","last_clean":"2023-01-15T15:09:01.892006+0000","last_became_active":"2023-01-15T14:27:50.288875+0000","last_became_peered":"2023-01-15T14:27:50.288875+0000","last_unstale":"2023-01-15T15:09:01.892006+0000","last_undegraded":"2023-01-15T15:09:01.892006+0000","last_fullsized":"2023-01-15T15:09:01.892006+0000","mapping_epoch":31,"log_start":"213'2600","ondisk_log_start":"213'2600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":2600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5812,"num_read_kb":38527,"num_write":5476,"num_write_kb":2121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.879103+0000","last_change":"2023-01-15T14:27:44.274877+0000","last_active":"2023-01-15T15:08:51.879103+0000","last_peered":"2023-01-15T15:08:51.879103+0000","last_clean":"2023-01-15T15:08:51.879103+0000","last_became_active":"2023-01-15T14:27:44.274661+0000","last_became_peered":"2023-01-15T14:27:44.274661+0000","last_unstale":"2023-01-15T15:08:51.879103+0000","last_undegraded":"2023-01-15T15:08:51.879103+0000","last_fullsized":"2023-01-15T15:08:51.879103+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"213'538","reported_seq":2051,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414673+0000","last_change":"2023-01-15T14:28:22.358265+0000","last_active":"2023-01-15T15:08:51.414673+0000","last_peered":"2023-01-15T15:08:51.414673+0000","last_clean":"2023-01-15T15:08:51.414673+0000","last_became_active":"2023-01-15T14:28:22.358004+0000","last_became_peered":"2023-01-15T14:28:22.358004+0000","last_unstale":"2023-01-15T15:08:51.414673+0000","last_undegraded":"2023-01-15T15:08:51.414673+0000","last_fullsized":"2023-01-15T15:08:51.414673+0000","mapping_epoch":34,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2975,"num_read_kb":2767,"num_write":712,"num_write_kb":246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"213'149","reported_seq":472,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.525981+0000","last_change":"2023-01-15T14:27:39.311747+0000","last_active":"2023-01-15T15:08:49.525981+0000","last_peered":"2023-01-15T15:08:49.525981+0000","last_clean":"2023-01-15T15:08:49.525981+0000","last_became_active":"2023-01-15T14:27:39.302653+0000","last_became_peered":"2023-01-15T14:27:39.302653+0000","last_unstale":"2023-01-15T15:08:49.525981+0000","last_undegraded":"2023-01-15T15:08:49.525981+0000","last_fullsized":"2023-01-15T15:08:49.525981+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2038,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":414,"num_read_kb":457,"num_write":885,"num_write_kb":5199,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"213'3274","reported_seq":6576,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.887471+0000","last_change":"2023-01-15T14:27:46.265274+0000","last_active":"2023-01-15T15:08:56.887471+0000","last_peered":"2023-01-15T15:08:56.887471+0000","last_clean":"2023-01-15T15:08:56.887471+0000","last_became_active":"2023-01-15T14:27:46.264972+0000","last_became_peered":"2023-01-15T14:27:46.264972+0000","last_unstale":"2023-01-15T15:08:56.887471+0000","last_undegraded":"2023-01-15T15:08:56.887471+0000","last_fullsized":"2023-01-15T15:08:56.887471+0000","mapping_epoch":27,"log_start":"213'3200","ondisk_log_start":"213'3200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":3000,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4772,"num_read_kb":4765,"num_write":3245,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"213'388","reported_seq":2824,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.094874+0000","last_change":"2023-01-15T14:27:48.286476+0000","last_active":"2023-01-15T15:08:57.094874+0000","last_peered":"2023-01-15T15:08:57.094874+0000","last_clean":"2023-01-15T15:08:57.094874+0000","last_became_active":"2023-01-15T14:27:48.286229+0000","last_became_peered":"2023-01-15T14:27:48.286229+0000","last_unstale":"2023-01-15T15:08:57.094874+0000","last_undegraded":"2023-01-15T15:08:57.094874+0000","last_fullsized":"2023-01-15T15:08:57.094874+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"213'125","reported_seq":368,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.432557+0000","last_change":"2023-01-15T14:27:50.291007+0000","last_active":"2023-01-15T15:08:46.432557+0000","last_peered":"2023-01-15T15:08:46.432557+0000","last_clean":"2023-01-15T15:08:46.432557+0000","last_became_active":"2023-01-15T14:27:50.290654+0000","last_became_peered":"2023-01-15T14:27:50.290654+0000","last_unstale":"2023-01-15T15:08:46.432557+0000","last_undegraded":"2023-01-15T15:08:46.432557+0000","last_fullsized":"2023-01-15T15:08:46.432557+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":188,"num_read_kb":188,"num_write":330,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.890927+0000","last_change":"2023-01-15T14:27:44.276002+0000","last_active":"2023-01-15T15:08:51.890927+0000","last_peered":"2023-01-15T15:08:51.890927+0000","last_clean":"2023-01-15T15:08:51.890927+0000","last_became_active":"2023-01-15T14:27:44.275799+0000","last_became_peered":"2023-01-15T14:27:44.275799+0000","last_unstale":"2023-01-15T15:08:51.890927+0000","last_undegraded":"2023-01-15T15:08:51.890927+0000","last_fullsized":"2023-01-15T15:08:51.890927+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"213'786","reported_seq":2184,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.291738+0000","last_change":"2023-01-15T14:27:41.256436+0000","last_active":"2023-01-15T15:08:48.291738+0000","last_peered":"2023-01-15T15:08:48.291738+0000","last_clean":"2023-01-15T15:08:48.291738+0000","last_became_active":"2023-01-15T14:27:41.256210+0000","last_became_peered":"2023-01-15T14:27:41.256210+0000","last_unstale":"2023-01-15T15:08:48.291738+0000","last_undegraded":"2023-01-15T15:08:48.291738+0000","last_fullsized":"2023-01-15T15:08:48.291738+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3697,"num_read_kb":3327,"num_write":1049,"num_write_kb":383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"213'186","reported_seq":501,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.489314+0000","last_change":"2023-01-15T14:27:39.339595+0000","last_active":"2023-01-15T15:08:47.489314+0000","last_peered":"2023-01-15T15:08:47.489314+0000","last_clean":"2023-01-15T15:08:47.489314+0000","last_became_active":"2023-01-15T14:27:39.259016+0000","last_became_peered":"2023-01-15T14:27:39.259016+0000","last_unstale":"2023-01-15T15:08:47.489314+0000","last_undegraded":"2023-01-15T15:08:47.489314+0000","last_fullsized":"2023-01-15T15:08:47.489314+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4206609,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":368,"num_read_kb":4497,"num_write":1012,"num_write_kb":18021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"213'2071","reported_seq":3988,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.765561+0000","last_change":"2023-01-15T14:27:46.344145+0000","last_active":"2023-01-15T15:08:56.765561+0000","last_peered":"2023-01-15T15:08:56.765561+0000","last_clean":"2023-01-15T15:08:56.765561+0000","last_became_active":"2023-01-15T14:27:46.343901+0000","last_became_peered":"2023-01-15T14:27:46.343901+0000","last_unstale":"2023-01-15T15:08:56.765561+0000","last_undegraded":"2023-01-15T15:08:56.765561+0000","last_fullsized":"2023-01-15T15:08:56.765561+0000","mapping_epoch":27,"log_start":"213'2000","ondisk_log_start":"213'2000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":2000,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13426,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2801,"num_read_kb":2793,"num_write":2025,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"213'417","reported_seq":3065,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.101230+0000","last_change":"2023-01-15T14:27:48.279855+0000","last_active":"2023-01-15T15:08:57.101230+0000","last_peered":"2023-01-15T15:08:57.101230+0000","last_clean":"2023-01-15T15:08:57.101230+0000","last_became_active":"2023-01-15T14:27:48.279180+0000","last_became_peered":"2023-01-15T14:27:48.279180+0000","last_unstale":"2023-01-15T15:08:57.101230+0000","last_undegraded":"2023-01-15T15:08:57.101230+0000","last_fullsized":"2023-01-15T15:08:57.101230+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"213'118","reported_seq":332,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.878372+0000","last_change":"2023-01-15T14:27:50.281526+0000","last_active":"2023-01-15T15:08:53.878372+0000","last_peered":"2023-01-15T15:08:53.878372+0000","last_clean":"2023-01-15T15:08:53.878372+0000","last_became_active":"2023-01-15T14:27:50.279819+0000","last_became_peered":"2023-01-15T14:27:50.279819+0000","last_unstale":"2023-01-15T15:08:53.878372+0000","last_undegraded":"2023-01-15T15:08:53.878372+0000","last_fullsized":"2023-01-15T15:08:53.878372+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":311,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.890968+0000","last_change":"2023-01-15T14:27:44.267515+0000","last_active":"2023-01-15T15:08:56.890968+0000","last_peered":"2023-01-15T15:08:56.890968+0000","last_clean":"2023-01-15T15:08:56.890968+0000","last_became_active":"2023-01-15T14:27:44.267290+0000","last_became_peered":"2023-01-15T14:27:44.267290+0000","last_unstale":"2023-01-15T15:08:56.890968+0000","last_undegraded":"2023-01-15T15:08:56.890968+0000","last_fullsized":"2023-01-15T15:08:56.890968+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"213'326","reported_seq":1567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931722+0000","last_change":"2023-01-15T14:27:41.261131+0000","last_active":"2023-01-15T15:08:52.931722+0000","last_peered":"2023-01-15T15:08:52.931722+0000","last_clean":"2023-01-15T15:08:52.931722+0000","last_became_active":"2023-01-15T14:27:41.260902+0000","last_became_peered":"2023-01-15T14:27:41.260902+0000","last_unstale":"2023-01-15T15:08:52.931722+0000","last_undegraded":"2023-01-15T15:08:52.931722+0000","last_fullsized":"2023-01-15T15:08:52.931722+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2072,"num_read_kb":1984,"num_write":380,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"213'199","reported_seq":538,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.861168+0000","last_change":"2023-01-15T14:27:39.255687+0000","last_active":"2023-01-15T15:08:45.861168+0000","last_peered":"2023-01-15T15:08:45.861168+0000","last_clean":"2023-01-15T15:08:45.861168+0000","last_became_active":"2023-01-15T14:27:39.255281+0000","last_became_peered":"2023-01-15T14:27:39.255281+0000","last_unstale":"2023-01-15T15:08:45.861168+0000","last_undegraded":"2023-01-15T15:08:45.861168+0000","last_fullsized":"2023-01-15T15:08:45.861168+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74606,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":470,"num_read_kb":632,"num_write":1000,"num_write_kb":8853,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"213'1767","reported_seq":3608,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.892087+0000","last_change":"2023-01-15T14:27:46.343838+0000","last_active":"2023-01-15T15:09:01.892087+0000","last_peered":"2023-01-15T15:09:01.892087+0000","last_clean":"2023-01-15T15:09:01.892087+0000","last_became_active":"2023-01-15T14:27:46.343581+0000","last_became_peered":"2023-01-15T14:27:46.343581+0000","last_unstale":"2023-01-15T15:09:01.892087+0000","last_undegraded":"2023-01-15T15:09:01.892087+0000","last_fullsized":"2023-01-15T15:09:01.892087+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":1700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6681,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2576,"num_read_kb":2563,"num_write":1724,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.114204+0000","last_change":"2023-01-15T14:27:48.278816+0000","last_active":"2023-01-15T15:08:22.114204+0000","last_peered":"2023-01-15T15:08:22.114204+0000","last_clean":"2023-01-15T15:08:22.114204+0000","last_became_active":"2023-01-15T14:27:48.278553+0000","last_became_peered":"2023-01-15T14:27:48.278553+0000","last_unstale":"2023-01-15T15:08:22.114204+0000","last_undegraded":"2023-01-15T15:08:22.114204+0000","last_fullsized":"2023-01-15T15:08:22.114204+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"213'533","reported_seq":1076,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:23.885515+0000","last_change":"2023-01-15T15:09:23.885475+0000","last_active":"2023-01-15T15:09:23.885515+0000","last_peered":"2023-01-15T15:09:23.885515+0000","last_clean":"2023-01-15T15:09:23.885515+0000","last_became_active":"2023-01-15T14:27:50.287469+0000","last_became_peered":"2023-01-15T14:27:50.287469+0000","last_unstale":"2023-01-15T15:09:23.885515+0000","last_undegraded":"2023-01-15T15:09:23.885515+0000","last_fullsized":"2023-01-15T15:09:23.885515+0000","mapping_epoch":31,"log_start":"213'500","ondisk_log_start":"213'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'533","last_scrub_stamp":"2023-01-15T15:09:23.885408+0000","last_deep_scrub":"213'533","last_deep_scrub_stamp":"2023-01-15T15:09:23.885408+0000","last_clean_scrub_stamp":"2023-01-15T15:09:23.885408+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":500,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:41:34.555293+0000","scrub_duration":0.0014848660000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1271,"num_read_kb":1271,"num_write":1129,"num_write_kb":384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.055410+0000","last_change":"2023-01-15T14:27:44.270104+0000","last_active":"2023-01-15T15:08:57.055410+0000","last_peered":"2023-01-15T15:08:57.055410+0000","last_clean":"2023-01-15T15:08:57.055410+0000","last_became_active":"2023-01-15T14:27:44.269845+0000","last_became_peered":"2023-01-15T14:27:44.269845+0000","last_unstale":"2023-01-15T15:08:57.055410+0000","last_undegraded":"2023-01-15T15:08:57.055410+0000","last_fullsized":"2023-01-15T15:08:57.055410+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"213'369","reported_seq":1645,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.379165+0000","last_change":"2023-01-15T14:27:41.252895+0000","last_active":"2023-01-15T15:08:52.379165+0000","last_peered":"2023-01-15T15:08:52.379165+0000","last_clean":"2023-01-15T15:08:52.379165+0000","last_became_active":"2023-01-15T14:27:41.252662+0000","last_became_peered":"2023-01-15T14:27:41.252662+0000","last_unstale":"2023-01-15T15:08:52.379165+0000","last_undegraded":"2023-01-15T15:08:52.379165+0000","last_fullsized":"2023-01-15T15:08:52.379165+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":300,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2278,"num_read_kb":2187,"num_write":455,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"213'179","reported_seq":536,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.255252+0000","last_change":"2023-01-15T14:27:39.318952+0000","last_active":"2023-01-15T15:08:45.255252+0000","last_peered":"2023-01-15T15:08:45.255252+0000","last_clean":"2023-01-15T15:08:45.255252+0000","last_became_active":"2023-01-15T14:27:39.305909+0000","last_became_peered":"2023-01-15T14:27:39.305909+0000","last_unstale":"2023-01-15T15:08:45.255252+0000","last_undegraded":"2023-01-15T15:08:45.255252+0000","last_fullsized":"2023-01-15T15:08:45.255252+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6181972,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":390,"num_read_kb":71914,"num_write":940,"num_write_kb":52636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"213'1718","reported_seq":3524,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.752524+0000","last_change":"2023-01-15T14:27:46.275181+0000","last_active":"2023-01-15T15:08:56.752524+0000","last_peered":"2023-01-15T15:08:56.752524+0000","last_clean":"2023-01-15T15:08:56.752524+0000","last_became_active":"2023-01-15T14:27:46.274890+0000","last_became_peered":"2023-01-15T14:27:46.274890+0000","last_unstale":"2023-01-15T15:08:56.752524+0000","last_undegraded":"2023-01-15T15:08:56.752524+0000","last_fullsized":"2023-01-15T15:08:56.752524+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8579,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2474,"num_write":1669,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789786+0000","last_change":"2023-01-15T14:27:48.279425+0000","last_active":"2023-01-15T15:09:06.789786+0000","last_peered":"2023-01-15T15:09:06.789786+0000","last_clean":"2023-01-15T15:09:06.789786+0000","last_became_active":"2023-01-15T14:27:48.279169+0000","last_became_peered":"2023-01-15T14:27:48.279169+0000","last_unstale":"2023-01-15T15:09:06.789786+0000","last_undegraded":"2023-01-15T15:09:06.789786+0000","last_fullsized":"2023-01-15T15:09:06.789786+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"213'130","reported_seq":359,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.901824+0000","last_change":"2023-01-15T14:27:50.287485+0000","last_active":"2023-01-15T15:08:52.901824+0000","last_peered":"2023-01-15T15:08:52.901824+0000","last_clean":"2023-01-15T15:08:52.901824+0000","last_became_active":"2023-01-15T14:27:50.287235+0000","last_became_peered":"2023-01-15T14:27:50.287235+0000","last_unstale":"2023-01-15T15:08:52.901824+0000","last_undegraded":"2023-01-15T15:08:52.901824+0000","last_fullsized":"2023-01-15T15:08:52.901824+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":165,"num_read_kb":165,"num_write":369,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.050583+0000","last_change":"2023-01-15T14:27:44.270054+0000","last_active":"2023-01-15T15:08:17.050583+0000","last_peered":"2023-01-15T15:08:17.050583+0000","last_clean":"2023-01-15T15:08:17.050583+0000","last_became_active":"2023-01-15T14:27:44.269803+0000","last_became_peered":"2023-01-15T14:27:44.269803+0000","last_unstale":"2023-01-15T15:08:17.050583+0000","last_undegraded":"2023-01-15T15:08:17.050583+0000","last_fullsized":"2023-01-15T15:08:17.050583+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"213'314","reported_seq":1627,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.862696+0000","last_change":"2023-01-15T14:28:22.351384+0000","last_active":"2023-01-15T15:09:01.862696+0000","last_peered":"2023-01-15T15:09:01.862696+0000","last_clean":"2023-01-15T15:09:01.862696+0000","last_became_active":"2023-01-15T14:28:22.351086+0000","last_became_peered":"2023-01-15T14:28:22.351086+0000","last_unstale":"2023-01-15T15:09:01.862696+0000","last_undegraded":"2023-01-15T15:09:01.862696+0000","last_fullsized":"2023-01-15T15:09:01.862696+0000","mapping_epoch":34,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2056,"num_read_kb":1992,"num_write":345,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"213'179","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.867278+0000","last_change":"2023-01-15T14:27:39.319371+0000","last_active":"2023-01-15T15:08:52.867278+0000","last_peered":"2023-01-15T15:08:52.867278+0000","last_clean":"2023-01-15T15:08:52.867278+0000","last_became_active":"2023-01-15T14:27:39.311767+0000","last_became_peered":"2023-01-15T14:27:39.311767+0000","last_unstale":"2023-01-15T15:08:52.867278+0000","last_undegraded":"2023-01-15T15:08:52.867278+0000","last_fullsized":"2023-01-15T15:08:52.867278+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297137,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":392,"num_read_kb":4981,"num_write":942,"num_write_kb":20268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"213'3808","reported_seq":7292,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.941617+0000","last_change":"2023-01-15T14:27:46.273801+0000","last_active":"2023-01-15T15:08:56.941617+0000","last_peered":"2023-01-15T15:08:56.941617+0000","last_clean":"2023-01-15T15:08:56.941617+0000","last_became_active":"2023-01-15T14:27:46.273597+0000","last_became_peered":"2023-01-15T14:27:46.273597+0000","last_unstale":"2023-01-15T15:08:56.941617+0000","last_undegraded":"2023-01-15T15:08:56.941617+0000","last_fullsized":"2023-01-15T15:08:56.941617+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":3000,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14456,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":5236,"num_read_kb":5224,"num_write":3740,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"213'407","reported_seq":1940,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.010991+0000","last_change":"2023-01-15T14:27:48.284990+0000","last_active":"2023-01-15T15:09:02.010991+0000","last_peered":"2023-01-15T15:09:02.010991+0000","last_clean":"2023-01-15T15:09:02.010991+0000","last_became_active":"2023-01-15T14:27:48.284723+0000","last_became_peered":"2023-01-15T14:27:48.284723+0000","last_unstale":"2023-01-15T15:09:02.010991+0000","last_undegraded":"2023-01-15T15:09:02.010991+0000","last_fullsized":"2023-01-15T15:09:02.010991+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":300,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"213'138","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011436+0000","last_change":"2023-01-15T14:27:50.287398+0000","last_active":"2023-01-15T15:09:02.011436+0000","last_peered":"2023-01-15T15:09:02.011436+0000","last_clean":"2023-01-15T15:09:02.011436+0000","last_became_active":"2023-01-15T14:27:50.287162+0000","last_became_peered":"2023-01-15T14:27:50.287162+0000","last_unstale":"2023-01-15T15:09:02.011436+0000","last_undegraded":"2023-01-15T15:09:02.011436+0000","last_fullsized":"2023-01-15T15:09:02.011436+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":382,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.303993+0000","last_change":"2023-01-15T14:27:44.264399+0000","last_active":"2023-01-15T15:09:06.303993+0000","last_peered":"2023-01-15T15:09:06.303993+0000","last_clean":"2023-01-15T15:09:06.303993+0000","last_became_active":"2023-01-15T14:27:44.264102+0000","last_became_peered":"2023-01-15T14:27:44.264102+0000","last_unstale":"2023-01-15T15:09:06.303993+0000","last_undegraded":"2023-01-15T15:09:06.303993+0000","last_fullsized":"2023-01-15T15:09:06.303993+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"213'1105","reported_seq":2390,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.243924+0000","last_change":"2023-01-15T14:27:41.260523+0000","last_active":"2023-01-15T15:08:52.243924+0000","last_peered":"2023-01-15T15:08:52.243924+0000","last_clean":"2023-01-15T15:08:52.243924+0000","last_became_active":"2023-01-15T14:27:41.260280+0000","last_became_peered":"2023-01-15T14:27:41.260280+0000","last_unstale":"2023-01-15T15:08:52.243924+0000","last_undegraded":"2023-01-15T15:08:52.243924+0000","last_fullsized":"2023-01-15T15:08:52.243924+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":1000,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4881,"num_read_kb":4255,"num_write":1549,"num_write_kb":659,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"213'185","reported_seq":514,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.872747+0000","last_change":"2023-01-15T14:27:39.288106+0000","last_active":"2023-01-15T15:08:52.872747+0000","last_peered":"2023-01-15T15:08:52.872747+0000","last_clean":"2023-01-15T15:08:52.872747+0000","last_became_active":"2023-01-15T14:27:39.260634+0000","last_became_peered":"2023-01-15T14:27:39.260634+0000","last_unstale":"2023-01-15T15:08:52.872747+0000","last_undegraded":"2023-01-15T15:08:52.872747+0000","last_fullsized":"2023-01-15T15:08:52.872747+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280691,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":423,"num_read_kb":1601,"num_write":945,"num_write_kb":12450,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"213'3380","reported_seq":6766,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.010323+0000","last_change":"2023-01-15T14:27:46.270297+0000","last_active":"2023-01-15T15:08:57.010323+0000","last_peered":"2023-01-15T15:08:57.010323+0000","last_clean":"2023-01-15T15:08:57.010323+0000","last_became_active":"2023-01-15T14:27:46.270042+0000","last_became_peered":"2023-01-15T14:27:46.270042+0000","last_unstale":"2023-01-15T15:08:57.010323+0000","last_undegraded":"2023-01-15T15:08:57.010323+0000","last_fullsized":"2023-01-15T15:08:57.010323+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":3000,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13627,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":4897,"num_read_kb":4886,"num_write":3292,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056328+0000","last_change":"2023-01-15T14:27:48.285329+0000","last_active":"2023-01-15T15:09:02.056328+0000","last_peered":"2023-01-15T15:09:02.056328+0000","last_clean":"2023-01-15T15:09:02.056328+0000","last_became_active":"2023-01-15T14:27:48.285059+0000","last_became_peered":"2023-01-15T14:27:48.285059+0000","last_unstale":"2023-01-15T15:09:02.056328+0000","last_undegraded":"2023-01-15T15:09:02.056328+0000","last_fullsized":"2023-01-15T15:09:02.056328+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"213'124","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120648+0000","last_change":"2023-01-15T14:27:50.291227+0000","last_active":"2023-01-15T15:09:02.120648+0000","last_peered":"2023-01-15T15:09:02.120648+0000","last_clean":"2023-01-15T15:09:02.120648+0000","last_became_active":"2023-01-15T14:27:50.290994+0000","last_became_peered":"2023-01-15T14:27:50.290994+0000","last_unstale":"2023-01-15T15:09:02.120648+0000","last_undegraded":"2023-01-15T15:09:02.120648+0000","last_fullsized":"2023-01-15T15:09:02.120648+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":337,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.050734+0000","last_change":"2023-01-15T14:27:44.268043+0000","last_active":"2023-01-15T15:08:17.050734+0000","last_peered":"2023-01-15T15:08:17.050734+0000","last_clean":"2023-01-15T15:08:17.050734+0000","last_became_active":"2023-01-15T14:27:44.267180+0000","last_became_peered":"2023-01-15T14:27:44.267180+0000","last_unstale":"2023-01-15T15:08:17.050734+0000","last_undegraded":"2023-01-15T15:08:17.050734+0000","last_fullsized":"2023-01-15T15:08:17.050734+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"213'778","reported_seq":2157,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.932007+0000","last_change":"2023-01-15T14:27:41.258104+0000","last_active":"2023-01-15T15:08:52.932007+0000","last_peered":"2023-01-15T15:08:52.932007+0000","last_clean":"2023-01-15T15:08:52.932007+0000","last_became_active":"2023-01-15T14:27:41.257820+0000","last_became_peered":"2023-01-15T14:27:41.257820+0000","last_unstale":"2023-01-15T15:08:52.932007+0000","last_undegraded":"2023-01-15T15:08:52.932007+0000","last_fullsized":"2023-01-15T15:08:52.932007+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3669,"num_read_kb":3305,"num_write":1035,"num_write_kb":378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"213'210","reported_seq":556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.493794+0000","last_change":"2023-01-15T14:27:39.255223+0000","last_active":"2023-01-15T15:08:50.493794+0000","last_peered":"2023-01-15T15:08:50.493794+0000","last_clean":"2023-01-15T15:08:50.493794+0000","last_became_active":"2023-01-15T14:27:39.251821+0000","last_became_peered":"2023-01-15T14:27:39.251821+0000","last_unstale":"2023-01-15T15:08:50.493794+0000","last_undegraded":"2023-01-15T15:08:50.493794+0000","last_fullsized":"2023-01-15T15:08:50.493794+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":374174,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":445,"num_read_kb":1081,"num_write":1097,"num_write_kb":21093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"213'1726","reported_seq":3538,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.849856+0000","last_change":"2023-01-15T14:27:46.274299+0000","last_active":"2023-01-15T15:08:56.849856+0000","last_peered":"2023-01-15T15:08:56.849856+0000","last_clean":"2023-01-15T15:08:56.849856+0000","last_became_active":"2023-01-15T14:27:46.274083+0000","last_became_peered":"2023-01-15T14:27:46.274083+0000","last_unstale":"2023-01-15T15:08:56.849856+0000","last_undegraded":"2023-01-15T15:08:56.849856+0000","last_fullsized":"2023-01-15T15:08:56.849856+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1700,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5780,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2511,"num_read_kb":2501,"num_write":1731,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.006510+0000","last_change":"2023-01-15T14:27:48.283733+0000","last_active":"2023-01-15T15:08:27.006510+0000","last_peered":"2023-01-15T15:08:27.006510+0000","last_clean":"2023-01-15T15:08:27.006510+0000","last_became_active":"2023-01-15T14:27:48.283490+0000","last_became_peered":"2023-01-15T14:27:48.283490+0000","last_unstale":"2023-01-15T15:08:27.006510+0000","last_undegraded":"2023-01-15T15:08:27.006510+0000","last_fullsized":"2023-01-15T15:08:27.006510+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"213'113","reported_seq":332,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.424391+0000","last_change":"2023-01-15T14:27:50.290856+0000","last_active":"2023-01-15T15:08:53.424391+0000","last_peered":"2023-01-15T15:08:53.424391+0000","last_clean":"2023-01-15T15:08:53.424391+0000","last_became_active":"2023-01-15T14:27:50.290019+0000","last_became_peered":"2023-01-15T14:27:50.290019+0000","last_unstale":"2023-01-15T15:08:53.424391+0000","last_undegraded":"2023-01-15T15:08:53.424391+0000","last_fullsized":"2023-01-15T15:08:53.424391+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":303,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.113595+0000","last_change":"2023-01-15T14:27:44.273723+0000","last_active":"2023-01-15T15:08:17.113595+0000","last_peered":"2023-01-15T15:08:17.113595+0000","last_clean":"2023-01-15T15:08:17.113595+0000","last_became_active":"2023-01-15T14:27:44.273462+0000","last_became_peered":"2023-01-15T14:27:44.273462+0000","last_unstale":"2023-01-15T15:08:17.113595+0000","last_undegraded":"2023-01-15T15:08:17.113595+0000","last_fullsized":"2023-01-15T15:08:17.113595+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"213'733","reported_seq":2012,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931690+0000","last_change":"2023-01-15T14:27:41.253020+0000","last_active":"2023-01-15T15:08:52.931690+0000","last_peered":"2023-01-15T15:08:52.931690+0000","last_clean":"2023-01-15T15:08:52.931690+0000","last_became_active":"2023-01-15T14:27:41.252759+0000","last_became_peered":"2023-01-15T14:27:41.252759+0000","last_unstale":"2023-01-15T15:08:52.931690+0000","last_undegraded":"2023-01-15T15:08:52.931690+0000","last_fullsized":"2023-01-15T15:08:52.931690+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":700,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3405,"num_read_kb":3066,"num_write":983,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"213'172","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.118754+0000","last_change":"2023-01-15T14:29:22.844392+0000","last_active":"2023-01-15T15:08:48.118754+0000","last_peered":"2023-01-15T15:08:48.118754+0000","last_clean":"2023-01-15T15:08:48.118754+0000","last_became_active":"2023-01-15T14:29:22.843957+0000","last_became_peered":"2023-01-15T14:29:22.843957+0000","last_unstale":"2023-01-15T15:08:48.118754+0000","last_undegraded":"2023-01-15T15:08:48.118754+0000","last_fullsized":"2023-01-15T15:08:48.118754+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":398,"num_read_kb":5531,"num_write":944,"num_write_kb":31605,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"213'152","reported_seq":444,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.873056+0000","last_change":"2023-01-15T14:27:46.277789+0000","last_active":"2023-01-15T15:08:53.873056+0000","last_peered":"2023-01-15T15:08:53.873056+0000","last_clean":"2023-01-15T15:08:53.873056+0000","last_became_active":"2023-01-15T14:27:46.277545+0000","last_became_peered":"2023-01-15T14:27:46.277545+0000","last_unstale":"2023-01-15T15:08:53.873056+0000","last_undegraded":"2023-01-15T15:08:53.873056+0000","last_fullsized":"2023-01-15T15:08:53.873056+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7401,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":199,"num_read_kb":190,"num_write":106,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"213'422","reported_seq":4154,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.096481+0000","last_change":"2023-01-15T14:27:48.280252+0000","last_active":"2023-01-15T15:08:57.096481+0000","last_peered":"2023-01-15T15:08:57.096481+0000","last_clean":"2023-01-15T15:08:57.096481+0000","last_became_active":"2023-01-15T14:27:48.279821+0000","last_became_peered":"2023-01-15T14:27:48.279821+0000","last_unstale":"2023-01-15T15:08:57.096481+0000","last_undegraded":"2023-01-15T15:08:57.096481+0000","last_fullsized":"2023-01-15T15:08:57.096481+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"213'90","reported_seq":313,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.429630+0000","last_change":"2023-01-15T14:27:50.287954+0000","last_active":"2023-01-15T15:08:53.429630+0000","last_peered":"2023-01-15T15:08:53.429630+0000","last_clean":"2023-01-15T15:08:53.429630+0000","last_became_active":"2023-01-15T14:27:50.287694+0000","last_became_peered":"2023-01-15T14:27:50.287694+0000","last_unstale":"2023-01-15T15:08:53.429630+0000","last_undegraded":"2023-01-15T15:08:53.429630+0000","last_fullsized":"2023-01-15T15:08:53.429630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":114,"num_read_kb":114,"num_write":258,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"26'2","reported_seq":452,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.829781+0000","last_change":"2023-01-15T14:27:44.273895+0000","last_active":"2023-01-15T15:08:53.829781+0000","last_peered":"2023-01-15T15:08:53.829781+0000","last_clean":"2023-01-15T15:08:53.829781+0000","last_became_active":"2023-01-15T14:27:44.273407+0000","last_became_peered":"2023-01-15T14:27:44.273407+0000","last_unstale":"2023-01-15T15:08:53.829781+0000","last_undegraded":"2023-01-15T15:08:53.829781+0000","last_fullsized":"2023-01-15T15:08:53.829781+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":241,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"213'669","reported_seq":1863,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.109575+0000","last_change":"2023-01-15T14:27:41.256624+0000","last_active":"2023-01-15T15:08:51.109575+0000","last_peered":"2023-01-15T15:08:51.109575+0000","last_clean":"2023-01-15T15:08:51.109575+0000","last_became_active":"2023-01-15T14:27:41.256412+0000","last_became_peered":"2023-01-15T14:27:41.256412+0000","last_unstale":"2023-01-15T15:08:51.109575+0000","last_undegraded":"2023-01-15T15:08:51.109575+0000","last_fullsized":"2023-01-15T15:08:51.109575+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":600,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3256,"num_read_kb":2924,"num_write":905,"num_write_kb":345,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"213'181","reported_seq":487,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.552198+0000","last_change":"2023-01-15T14:28:22.926648+0000","last_active":"2023-01-15T15:08:41.552198+0000","last_peered":"2023-01-15T15:08:41.552198+0000","last_clean":"2023-01-15T15:08:41.552198+0000","last_became_active":"2023-01-15T14:28:22.926346+0000","last_became_peered":"2023-01-15T14:28:22.926346+0000","last_unstale":"2023-01-15T15:08:41.552198+0000","last_undegraded":"2023-01-15T15:08:41.552198+0000","last_fullsized":"2023-01-15T15:08:41.552198+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":386,"num_read_kb":373,"num_write":858,"num_write_kb":34045,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.c","version":"213'71","reported_seq":308,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.308908+0000","last_change":"2023-01-15T14:27:46.344399+0000","last_active":"2023-01-15T15:08:27.308908+0000","last_peered":"2023-01-15T15:08:27.308908+0000","last_clean":"2023-01-15T15:08:27.308908+0000","last_became_active":"2023-01-15T14:27:46.344188+0000","last_became_peered":"2023-01-15T14:27:46.344188+0000","last_unstale":"2023-01-15T15:08:27.308908+0000","last_undegraded":"2023-01-15T15:08:27.308908+0000","last_fullsized":"2023-01-15T15:08:27.308908+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"213'375","reported_seq":1423,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.098231+0000","last_change":"2023-01-15T14:27:48.281942+0000","last_active":"2023-01-15T15:08:57.098231+0000","last_peered":"2023-01-15T15:08:57.098231+0000","last_clean":"2023-01-15T15:08:57.098231+0000","last_became_active":"2023-01-15T14:27:48.281727+0000","last_became_peered":"2023-01-15T14:27:48.281727+0000","last_unstale":"2023-01-15T15:08:57.098231+0000","last_undegraded":"2023-01-15T15:08:57.098231+0000","last_fullsized":"2023-01-15T15:08:57.098231+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"213'107","reported_seq":326,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.559805+0000","last_change":"2023-01-15T14:27:50.291495+0000","last_active":"2023-01-15T15:08:53.559805+0000","last_peered":"2023-01-15T15:08:53.559805+0000","last_clean":"2023-01-15T15:08:53.559805+0000","last_became_active":"2023-01-15T14:27:50.291237+0000","last_became_peered":"2023-01-15T14:27:50.291237+0000","last_unstale":"2023-01-15T15:08:53.559805+0000","last_undegraded":"2023-01-15T15:08:53.559805+0000","last_fullsized":"2023-01-15T15:08:53.559805+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":286,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:17.374535+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:17.374535+0000","last_peered":"2023-01-15T15:08:17.374535+0000","last_clean":"2023-01-15T15:08:17.374535+0000","last_became_active":"2023-01-15T14:27:44.273405+0000","last_became_peered":"2023-01-15T14:27:44.273405+0000","last_unstale":"2023-01-15T15:08:17.374535+0000","last_undegraded":"2023-01-15T15:08:17.374535+0000","last_fullsized":"2023-01-15T15:08:17.374535+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"213'850","reported_seq":2107,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.932151+0000","last_change":"2023-01-15T14:27:41.313311+0000","last_active":"2023-01-15T15:08:52.932151+0000","last_peered":"2023-01-15T15:08:52.932151+0000","last_clean":"2023-01-15T15:08:52.932151+0000","last_became_active":"2023-01-15T14:27:41.269787+0000","last_became_peered":"2023-01-15T14:27:41.269787+0000","last_unstale":"2023-01-15T15:08:52.932151+0000","last_undegraded":"2023-01-15T15:08:52.932151+0000","last_fullsized":"2023-01-15T15:08:52.932151+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":800,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3892,"num_read_kb":3405,"num_write":1204,"num_write_kb":482,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"213'210","reported_seq":599,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.882956+0000","last_change":"2023-01-15T14:27:39.258403+0000","last_active":"2023-01-15T15:08:52.882956+0000","last_peered":"2023-01-15T15:08:52.882956+0000","last_clean":"2023-01-15T15:08:52.882956+0000","last_became_active":"2023-01-15T14:27:39.255544+0000","last_became_peered":"2023-01-15T14:27:39.255544+0000","last_unstale":"2023-01-15T15:08:52.882956+0000","last_undegraded":"2023-01-15T15:08:52.882956+0000","last_fullsized":"2023-01-15T15:08:52.882956+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":100,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5324508,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":575,"num_read_kb":5677,"num_write":1046,"num_write_kb":49565,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"213'212","reported_seq":521,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.374219+0000","last_change":"2023-01-15T14:27:46.274677+0000","last_active":"2023-01-15T15:08:56.374219+0000","last_peered":"2023-01-15T15:08:56.374219+0000","last_clean":"2023-01-15T15:08:56.374219+0000","last_became_active":"2023-01-15T14:27:46.274439+0000","last_became_peered":"2023-01-15T14:27:46.274439+0000","last_unstale":"2023-01-15T15:08:56.374219+0000","last_undegraded":"2023-01-15T15:08:56.374219+0000","last_fullsized":"2023-01-15T15:08:56.374219+0000","mapping_epoch":27,"log_start":"213'200","ondisk_log_start":"213'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7634,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1317,"num_read_kb":1307,"num_write":2284,"num_write_kb":2162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.857635+0000","last_change":"2023-01-15T14:27:48.283406+0000","last_active":"2023-01-15T15:08:21.857635+0000","last_peered":"2023-01-15T15:08:21.857635+0000","last_clean":"2023-01-15T15:08:21.857635+0000","last_became_active":"2023-01-15T14:27:48.283157+0000","last_became_peered":"2023-01-15T14:27:48.283157+0000","last_unstale":"2023-01-15T15:08:21.857635+0000","last_undegraded":"2023-01-15T15:08:21.857635+0000","last_fullsized":"2023-01-15T15:08:21.857635+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"213'133","reported_seq":354,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.561892+0000","last_change":"2023-01-15T14:27:50.288915+0000","last_active":"2023-01-15T15:08:53.561892+0000","last_peered":"2023-01-15T15:08:53.561892+0000","last_clean":"2023-01-15T15:08:53.561892+0000","last_became_active":"2023-01-15T14:27:50.288673+0000","last_became_peered":"2023-01-15T14:27:50.288673+0000","last_unstale":"2023-01-15T15:08:53.561892+0000","last_undegraded":"2023-01-15T15:08:53.561892+0000","last_fullsized":"2023-01-15T15:08:53.561892+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":141,"num_write":343,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280825+0000","last_change":"2023-01-15T14:27:44.274543+0000","last_active":"2023-01-15T15:09:07.280825+0000","last_peered":"2023-01-15T15:09:07.280825+0000","last_clean":"2023-01-15T15:09:07.280825+0000","last_became_active":"2023-01-15T14:27:44.274291+0000","last_became_peered":"2023-01-15T14:27:44.274291+0000","last_unstale":"2023-01-15T15:09:07.280825+0000","last_undegraded":"2023-01-15T15:09:07.280825+0000","last_fullsized":"2023-01-15T15:09:07.280825+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"213'159","reported_seq":495,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.885390+0000","last_change":"2023-01-15T14:27:39.251150+0000","last_active":"2023-01-15T15:08:52.885390+0000","last_peered":"2023-01-15T15:08:52.885390+0000","last_clean":"2023-01-15T15:08:52.885390+0000","last_became_active":"2023-01-15T14:27:39.250650+0000","last_became_peered":"2023-01-15T14:27:39.250650+0000","last_unstale":"2023-01-15T15:08:52.885390+0000","last_undegraded":"2023-01-15T15:08:52.885390+0000","last_fullsized":"2023-01-15T15:08:52.885390+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244985,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":418,"num_read_kb":26772,"num_write":913,"num_write_kb":10550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":226,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280474+0000","last_change":"2023-01-15T14:27:23.781807+0000","last_active":"2023-01-15T15:09:07.280474+0000","last_peered":"2023-01-15T15:09:07.280474+0000","last_clean":"2023-01-15T15:09:07.280474+0000","last_became_active":"2023-01-15T14:27:23.781581+0000","last_became_peered":"2023-01-15T14:27:23.781581+0000","last_unstale":"2023-01-15T15:09:07.280474+0000","last_undegraded":"2023-01-15T15:09:07.280474+0000","last_fullsized":"2023-01-15T15:09:07.280474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"213'325","reported_seq":1618,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.414240+0000","last_change":"2023-01-15T14:27:41.259762+0000","last_active":"2023-01-15T15:08:51.414240+0000","last_peered":"2023-01-15T15:08:51.414240+0000","last_clean":"2023-01-15T15:08:51.414240+0000","last_became_active":"2023-01-15T14:27:41.259547+0000","last_became_peered":"2023-01-15T14:27:41.259547+0000","last_unstale":"2023-01-15T15:08:51.414240+0000","last_undegraded":"2023-01-15T15:08:51.414240+0000","last_fullsized":"2023-01-15T15:08:51.414240+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2191,"num_read_kb":2098,"num_write":377,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"213'1708","reported_seq":3490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280877+0000","last_change":"2023-01-15T14:27:46.276769+0000","last_active":"2023-01-15T15:09:07.280877+0000","last_peered":"2023-01-15T15:09:07.280877+0000","last_clean":"2023-01-15T15:09:07.280877+0000","last_became_active":"2023-01-15T14:27:46.276359+0000","last_became_peered":"2023-01-15T14:27:46.276359+0000","last_unstale":"2023-01-15T15:09:07.280877+0000","last_undegraded":"2023-01-15T15:09:07.280877+0000","last_fullsized":"2023-01-15T15:09:07.280877+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":1600,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2460,"num_read_kb":2451,"num_write":1680,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"213'428","reported_seq":1383,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.099755+0000","last_change":"2023-01-15T14:27:48.281695+0000","last_active":"2023-01-15T15:08:57.099755+0000","last_peered":"2023-01-15T15:08:57.099755+0000","last_clean":"2023-01-15T15:08:57.099755+0000","last_became_active":"2023-01-15T14:27:48.281425+0000","last_became_peered":"2023-01-15T14:27:48.281425+0000","last_unstale":"2023-01-15T15:08:57.099755+0000","last_undegraded":"2023-01-15T15:08:57.099755+0000","last_fullsized":"2023-01-15T15:08:57.099755+0000","mapping_epoch":29,"log_start":"213'400","ondisk_log_start":"213'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"213'163","reported_seq":399,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:27.891095+0000","last_change":"2023-01-15T14:27:50.290943+0000","last_active":"2023-01-15T15:08:27.891095+0000","last_peered":"2023-01-15T15:08:27.891095+0000","last_clean":"2023-01-15T15:08:27.891095+0000","last_became_active":"2023-01-15T14:27:50.290626+0000","last_became_peered":"2023-01-15T14:27:50.290626+0000","last_unstale":"2023-01-15T15:08:27.891095+0000","last_undegraded":"2023-01-15T15:08:27.891095+0000","last_fullsized":"2023-01-15T15:08:27.891095+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":423,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:51.870171+0000","last_change":"2023-01-15T14:27:44.274595+0000","last_active":"2023-01-15T15:07:51.870171+0000","last_peered":"2023-01-15T15:07:51.870171+0000","last_clean":"2023-01-15T15:07:51.870171+0000","last_became_active":"2023-01-15T14:27:44.274353+0000","last_became_peered":"2023-01-15T14:27:44.274353+0000","last_unstale":"2023-01-15T15:07:51.870171+0000","last_undegraded":"2023-01-15T15:07:51.870171+0000","last_fullsized":"2023-01-15T15:07:51.870171+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":227,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789289+0000","last_change":"2023-01-15T14:27:23.782866+0000","last_active":"2023-01-15T15:09:06.789289+0000","last_peered":"2023-01-15T15:09:06.789289+0000","last_clean":"2023-01-15T15:09:06.789289+0000","last_became_active":"2023-01-15T14:27:23.782720+0000","last_became_peered":"2023-01-15T14:27:23.782720+0000","last_unstale":"2023-01-15T15:09:06.789289+0000","last_undegraded":"2023-01-15T15:09:06.789289+0000","last_fullsized":"2023-01-15T15:09:06.789289+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"213'155","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009828+0000","last_change":"2023-01-15T14:27:39.252193+0000","last_active":"2023-01-15T15:08:52.009828+0000","last_peered":"2023-01-15T15:08:52.009828+0000","last_clean":"2023-01-15T15:08:52.009828+0000","last_became_active":"2023-01-15T14:27:39.251184+0000","last_became_peered":"2023-01-15T14:27:39.251184+0000","last_unstale":"2023-01-15T15:08:52.009828+0000","last_undegraded":"2023-01-15T15:08:52.009828+0000","last_fullsized":"2023-01-15T15:08:52.009828+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272157,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":370,"num_read_kb":25217,"num_write":809,"num_write_kb":23453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"213'431","reported_seq":1909,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280508+0000","last_change":"2023-01-15T14:27:41.252430+0000","last_active":"2023-01-15T15:09:07.280508+0000","last_peered":"2023-01-15T15:09:07.280508+0000","last_clean":"2023-01-15T15:09:07.280508+0000","last_became_active":"2023-01-15T14:27:41.252160+0000","last_became_peered":"2023-01-15T14:27:41.252160+0000","last_unstale":"2023-01-15T15:09:07.280508+0000","last_undegraded":"2023-01-15T15:09:07.280508+0000","last_fullsized":"2023-01-15T15:09:07.280508+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2767,"num_read_kb":2625,"num_write":551,"num_write_kb":184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"213'2362","reported_seq":4435,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737819+0000","last_change":"2023-01-15T14:27:46.345814+0000","last_active":"2023-01-15T15:09:08.737819+0000","last_peered":"2023-01-15T15:09:08.737819+0000","last_clean":"2023-01-15T15:09:08.737819+0000","last_became_active":"2023-01-15T14:27:46.345575+0000","last_became_peered":"2023-01-15T14:27:46.345575+0000","last_unstale":"2023-01-15T15:09:08.737819+0000","last_undegraded":"2023-01-15T15:09:08.737819+0000","last_fullsized":"2023-01-15T15:09:08.737819+0000","mapping_epoch":27,"log_start":"213'2300","ondisk_log_start":"213'2300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":2300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26735,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":3114,"num_read_kb":3098,"num_write":2254,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.866195+0000","last_change":"2023-01-15T14:27:48.281576+0000","last_active":"2023-01-15T15:07:26.866195+0000","last_peered":"2023-01-15T15:07:26.866195+0000","last_clean":"2023-01-15T15:07:26.866195+0000","last_became_active":"2023-01-15T14:27:48.281326+0000","last_became_peered":"2023-01-15T14:27:48.281326+0000","last_unstale":"2023-01-15T15:07:26.866195+0000","last_undegraded":"2023-01-15T15:07:26.866195+0000","last_fullsized":"2023-01-15T15:07:26.866195+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"213'146","reported_seq":359,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.410370+0000","last_change":"2023-01-15T14:27:50.290359+0000","last_active":"2023-01-15T15:08:51.410370+0000","last_peered":"2023-01-15T15:08:51.410370+0000","last_clean":"2023-01-15T15:08:51.410370+0000","last_became_active":"2023-01-15T14:27:50.290101+0000","last_became_peered":"2023-01-15T14:27:50.290101+0000","last_unstale":"2023-01-15T15:08:51.410370+0000","last_undegraded":"2023-01-15T15:08:51.410370+0000","last_fullsized":"2023-01-15T15:08:51.410370+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":376,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891592+0000","last_change":"2023-01-15T14:27:44.274086+0000","last_active":"2023-01-15T15:08:56.891592+0000","last_peered":"2023-01-15T15:08:56.891592+0000","last_clean":"2023-01-15T15:08:56.891592+0000","last_became_active":"2023-01-15T14:27:44.273675+0000","last_became_peered":"2023-01-15T14:27:44.273675+0000","last_unstale":"2023-01-15T15:08:56.891592+0000","last_undegraded":"2023-01-15T15:08:56.891592+0000","last_fullsized":"2023-01-15T15:08:56.891592+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"213'409","reported_seq":1710,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009803+0000","last_change":"2023-01-15T14:27:41.259340+0000","last_active":"2023-01-15T15:08:52.009803+0000","last_peered":"2023-01-15T15:08:52.009803+0000","last_clean":"2023-01-15T15:08:52.009803+0000","last_became_active":"2023-01-15T14:27:41.258821+0000","last_became_peered":"2023-01-15T14:27:41.258821+0000","last_unstale":"2023-01-15T15:08:52.009803+0000","last_undegraded":"2023-01-15T15:08:52.009803+0000","last_fullsized":"2023-01-15T15:08:52.009803+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":300,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2501,"num_read_kb":2340,"num_write":525,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":226,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819346+0000","last_change":"2023-01-15T14:27:23.781665+0000","last_active":"2023-01-15T15:09:05.819346+0000","last_peered":"2023-01-15T15:09:05.819346+0000","last_clean":"2023-01-15T15:09:05.819346+0000","last_became_active":"2023-01-15T14:27:23.781404+0000","last_became_peered":"2023-01-15T14:27:23.781404+0000","last_unstale":"2023-01-15T15:09:05.819346+0000","last_undegraded":"2023-01-15T15:09:05.819346+0000","last_fullsized":"2023-01-15T15:09:05.819346+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"16'117","reported_seq":373,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.878992+0000","last_change":"2023-01-15T14:27:24.949785+0000","last_active":"2023-01-15T15:07:31.878992+0000","last_peered":"2023-01-15T15:07:31.878992+0000","last_clean":"2023-01-15T15:07:31.878992+0000","last_became_active":"2023-01-15T14:27:24.949042+0000","last_became_peered":"2023-01-15T14:27:24.949042+0000","last_unstale":"2023-01-15T15:07:31.878992+0000","last_undegraded":"2023-01-15T15:07:31.878992+0000","last_fullsized":"2023-01-15T15:07:31.878992+0000","mapping_epoch":15,"log_start":"16'100","ondisk_log_start":"16'100","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:23.768173+0000","last_clean_scrub_stamp":"2023-01-15T14:27:23.768173+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"213'197","reported_seq":568,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.842951+0000","last_change":"2023-01-15T14:28:22.947751+0000","last_active":"2023-01-15T15:08:52.842951+0000","last_peered":"2023-01-15T15:08:52.842951+0000","last_clean":"2023-01-15T15:08:52.842951+0000","last_became_active":"2023-01-15T14:28:22.947416+0000","last_became_peered":"2023-01-15T14:28:22.947416+0000","last_unstale":"2023-01-15T15:08:52.842951+0000","last_undegraded":"2023-01-15T15:08:52.842951+0000","last_fullsized":"2023-01-15T15:08:52.842951+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16777271,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":527,"num_read_kb":54219,"num_write":1122,"num_write_kb":35360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"213'2183","reported_seq":4714,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819649+0000","last_change":"2023-01-15T14:27:46.274607+0000","last_active":"2023-01-15T15:09:05.819649+0000","last_peered":"2023-01-15T15:09:05.819649+0000","last_clean":"2023-01-15T15:09:05.819649+0000","last_became_active":"2023-01-15T14:27:46.274357+0000","last_became_peered":"2023-01-15T14:27:46.274357+0000","last_unstale":"2023-01-15T15:09:05.819649+0000","last_undegraded":"2023-01-15T15:09:05.819649+0000","last_fullsized":"2023-01-15T15:09:05.819649+0000","mapping_epoch":27,"log_start":"213'2101","ondisk_log_start":"213'2101","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":2101,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27380,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":3091,"num_read_kb":3075,"num_write":1817,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.879298+0000","last_change":"2023-01-15T14:27:48.286734+0000","last_active":"2023-01-15T15:07:31.879298+0000","last_peered":"2023-01-15T15:07:31.879298+0000","last_clean":"2023-01-15T15:07:31.879298+0000","last_became_active":"2023-01-15T14:27:48.286443+0000","last_became_peered":"2023-01-15T14:27:48.286443+0000","last_unstale":"2023-01-15T15:07:31.879298+0000","last_undegraded":"2023-01-15T15:07:31.879298+0000","last_fullsized":"2023-01-15T15:07:31.879298+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"213'136","reported_seq":374,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120401+0000","last_change":"2023-01-15T14:27:50.289032+0000","last_active":"2023-01-15T15:09:02.120401+0000","last_peered":"2023-01-15T15:09:02.120401+0000","last_clean":"2023-01-15T15:09:02.120401+0000","last_became_active":"2023-01-15T14:27:50.288842+0000","last_became_peered":"2023-01-15T14:27:50.288842+0000","last_unstale":"2023-01-15T15:09:02.120401+0000","last_undegraded":"2023-01-15T15:09:02.120401+0000","last_fullsized":"2023-01-15T15:09:02.120401+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":387,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.055731+0000","last_change":"2023-01-15T14:27:44.273188+0000","last_active":"2023-01-15T15:08:57.055731+0000","last_peered":"2023-01-15T15:08:57.055731+0000","last_clean":"2023-01-15T15:08:57.055731+0000","last_became_active":"2023-01-15T14:27:44.272942+0000","last_became_peered":"2023-01-15T14:27:44.272942+0000","last_unstale":"2023-01-15T15:08:57.055731+0000","last_undegraded":"2023-01-15T15:08:57.055731+0000","last_fullsized":"2023-01-15T15:08:57.055731+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"213'759","reported_seq":1953,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119244+0000","last_change":"2023-01-15T14:27:41.256572+0000","last_active":"2023-01-15T15:08:52.119244+0000","last_peered":"2023-01-15T15:08:52.119244+0000","last_clean":"2023-01-15T15:08:52.119244+0000","last_became_active":"2023-01-15T14:27:41.256337+0000","last_became_peered":"2023-01-15T14:27:41.256337+0000","last_unstale":"2023-01-15T15:08:52.119244+0000","last_undegraded":"2023-01-15T15:08:52.119244+0000","last_fullsized":"2023-01-15T15:08:52.119244+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3557,"num_read_kb":3143,"num_write":1045,"num_write_kb":412,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.892833+0000","last_change":"2023-01-15T14:27:23.782065+0000","last_active":"2023-01-15T15:09:06.892833+0000","last_peered":"2023-01-15T15:09:06.892833+0000","last_clean":"2023-01-15T15:09:06.892833+0000","last_became_active":"2023-01-15T14:27:23.781794+0000","last_became_peered":"2023-01-15T14:27:23.781794+0000","last_unstale":"2023-01-15T15:09:06.892833+0000","last_undegraded":"2023-01-15T15:09:06.892833+0000","last_fullsized":"2023-01-15T15:09:06.892833+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.0","version":"213'147","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.556655+0000","last_change":"2023-01-15T14:27:39.254207+0000","last_active":"2023-01-15T15:08:45.556655+0000","last_peered":"2023-01-15T15:08:45.556655+0000","last_clean":"2023-01-15T15:08:45.556655+0000","last_became_active":"2023-01-15T14:27:39.253939+0000","last_became_peered":"2023-01-15T14:27:39.253939+0000","last_unstale":"2023-01-15T15:08:45.556655+0000","last_undegraded":"2023-01-15T15:08:45.556655+0000","last_fullsized":"2023-01-15T15:08:45.556655+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10531062,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":37115,"num_write":768,"num_write_kb":28983,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"213'118","reported_seq":375,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.377007+0000","last_change":"2023-01-15T14:27:46.344712+0000","last_active":"2023-01-15T15:08:56.377007+0000","last_peered":"2023-01-15T15:08:56.377007+0000","last_clean":"2023-01-15T15:08:56.377007+0000","last_became_active":"2023-01-15T14:27:46.344482+0000","last_became_peered":"2023-01-15T14:27:46.344482+0000","last_unstale":"2023-01-15T15:08:56.377007+0000","last_undegraded":"2023-01-15T15:08:56.377007+0000","last_fullsized":"2023-01-15T15:08:56.377007+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":142,"num_read_kb":134,"num_write":103,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.997583+0000","last_change":"2023-01-15T14:27:48.283075+0000","last_active":"2023-01-15T15:07:26.997583+0000","last_peered":"2023-01-15T15:07:26.997583+0000","last_clean":"2023-01-15T15:07:26.997583+0000","last_became_active":"2023-01-15T14:27:48.282848+0000","last_became_peered":"2023-01-15T14:27:48.282848+0000","last_unstale":"2023-01-15T15:07:26.997583+0000","last_undegraded":"2023-01-15T15:07:26.997583+0000","last_fullsized":"2023-01-15T15:07:26.997583+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"213'231","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.698172+0000","last_change":"2023-01-15T14:27:50.283894+0000","last_active":"2023-01-15T15:08:51.698172+0000","last_peered":"2023-01-15T15:08:51.698172+0000","last_clean":"2023-01-15T15:08:51.698172+0000","last_became_active":"2023-01-15T14:27:50.283519+0000","last_became_peered":"2023-01-15T14:27:50.283519+0000","last_unstale":"2023-01-15T15:08:51.698172+0000","last_undegraded":"2023-01-15T15:08:51.698172+0000","last_fullsized":"2023-01-15T15:08:51.698172+0000","mapping_epoch":31,"log_start":"213'200","ondisk_log_start":"213'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":200,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":393,"num_read_kb":417,"num_write":577,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737795+0000","last_change":"2023-01-15T14:27:44.269587+0000","last_active":"2023-01-15T15:09:08.737795+0000","last_peered":"2023-01-15T15:09:08.737795+0000","last_clean":"2023-01-15T15:09:08.737795+0000","last_became_active":"2023-01-15T14:27:44.269400+0000","last_became_peered":"2023-01-15T14:27:44.269400+0000","last_unstale":"2023-01-15T15:09:08.737795+0000","last_undegraded":"2023-01-15T15:09:08.737795+0000","last_fullsized":"2023-01-15T15:09:08.737795+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"213'327","reported_seq":1570,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.888189+0000","last_change":"2023-01-15T14:27:41.256123+0000","last_active":"2023-01-15T15:08:50.888189+0000","last_peered":"2023-01-15T15:08:50.888189+0000","last_clean":"2023-01-15T15:08:50.888189+0000","last_became_active":"2023-01-15T14:27:41.255880+0000","last_became_peered":"2023-01-15T14:27:41.255880+0000","last_unstale":"2023-01-15T15:08:50.888189+0000","last_undegraded":"2023-01-15T15:08:50.888189+0000","last_fullsized":"2023-01-15T15:08:50.888189+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2039,"num_read_kb":1950,"num_write":375,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":224,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.879036+0000","last_change":"2023-01-15T14:27:23.782108+0000","last_active":"2023-01-15T15:07:31.879036+0000","last_peered":"2023-01-15T15:07:31.879036+0000","last_clean":"2023-01-15T15:07:31.879036+0000","last_became_active":"2023-01-15T14:27:23.781831+0000","last_became_peered":"2023-01-15T14:27:23.781831+0000","last_unstale":"2023-01-15T15:07:31.879036+0000","last_undegraded":"2023-01-15T15:07:31.879036+0000","last_fullsized":"2023-01-15T15:07:31.879036+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"213'174","reported_seq":536,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789376+0000","last_change":"2023-01-15T14:27:39.255751+0000","last_active":"2023-01-15T15:09:06.789376+0000","last_peered":"2023-01-15T15:09:06.789376+0000","last_clean":"2023-01-15T15:09:06.789376+0000","last_became_active":"2023-01-15T14:27:39.255451+0000","last_became_peered":"2023-01-15T14:27:39.255451+0000","last_unstale":"2023-01-15T15:09:06.789376+0000","last_undegraded":"2023-01-15T15:09:06.789376+0000","last_fullsized":"2023-01-15T15:09:06.789376+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5625434,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":442,"num_read_kb":9634,"num_write":941,"num_write_kb":44344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"213'2256","reported_seq":4285,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891580+0000","last_change":"2023-01-15T14:27:46.275817+0000","last_active":"2023-01-15T15:08:56.891580+0000","last_peered":"2023-01-15T15:08:56.891580+0000","last_clean":"2023-01-15T15:08:56.891580+0000","last_became_active":"2023-01-15T14:27:46.275598+0000","last_became_peered":"2023-01-15T14:27:46.275598+0000","last_unstale":"2023-01-15T15:08:56.891580+0000","last_undegraded":"2023-01-15T15:08:56.891580+0000","last_fullsized":"2023-01-15T15:08:56.891580+0000","mapping_epoch":27,"log_start":"213'2200","ondisk_log_start":"213'2200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":2200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29987,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":3200,"num_read_kb":3187,"num_write":2468,"num_write_kb":451,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011353+0000","last_change":"2023-01-15T14:27:48.284853+0000","last_active":"2023-01-15T15:09:02.011353+0000","last_peered":"2023-01-15T15:09:02.011353+0000","last_clean":"2023-01-15T15:09:02.011353+0000","last_became_active":"2023-01-15T14:27:48.284584+0000","last_became_peered":"2023-01-15T14:27:48.284584+0000","last_unstale":"2023-01-15T15:09:02.011353+0000","last_undegraded":"2023-01-15T15:09:02.011353+0000","last_fullsized":"2023-01-15T15:09:02.011353+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"213'132","reported_seq":377,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.862635+0000","last_change":"2023-01-15T14:27:50.286478+0000","last_active":"2023-01-15T15:09:01.862635+0000","last_peered":"2023-01-15T15:09:01.862635+0000","last_clean":"2023-01-15T15:09:01.862635+0000","last_became_active":"2023-01-15T14:27:50.286309+0000","last_became_peered":"2023-01-15T14:27:50.286309+0000","last_unstale":"2023-01-15T15:09:01.862635+0000","last_undegraded":"2023-01-15T15:09:01.862635+0000","last_fullsized":"2023-01-15T15:09:01.862635+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":203,"num_write":363,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:26.997628+0000","last_change":"2023-01-15T14:27:44.272280+0000","last_active":"2023-01-15T15:07:26.997628+0000","last_peered":"2023-01-15T15:07:26.997628+0000","last_clean":"2023-01-15T15:07:26.997628+0000","last_became_active":"2023-01-15T14:27:44.271974+0000","last_became_peered":"2023-01-15T14:27:44.271974+0000","last_unstale":"2023-01-15T15:07:26.997628+0000","last_undegraded":"2023-01-15T15:07:26.997628+0000","last_fullsized":"2023-01-15T15:07:26.997628+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":221,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.892017+0000","last_change":"2023-01-15T14:27:23.777910+0000","last_active":"2023-01-15T15:09:01.892017+0000","last_peered":"2023-01-15T15:09:01.892017+0000","last_clean":"2023-01-15T15:09:01.892017+0000","last_became_active":"2023-01-15T14:27:23.777627+0000","last_became_peered":"2023-01-15T14:27:23.777627+0000","last_unstale":"2023-01-15T15:09:01.892017+0000","last_undegraded":"2023-01-15T15:09:01.892017+0000","last_fullsized":"2023-01-15T15:09:01.892017+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"213'167","reported_seq":507,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280466+0000","last_change":"2023-01-15T14:27:39.251309+0000","last_active":"2023-01-15T15:09:07.280466+0000","last_peered":"2023-01-15T15:09:07.280466+0000","last_clean":"2023-01-15T15:09:07.280466+0000","last_became_active":"2023-01-15T14:27:39.250973+0000","last_became_peered":"2023-01-15T14:27:39.250973+0000","last_unstale":"2023-01-15T15:09:07.280466+0000","last_undegraded":"2023-01-15T15:09:07.280466+0000","last_fullsized":"2023-01-15T15:09:07.280466+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":398,"num_read_kb":18227,"num_write":928,"num_write_kb":31945,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"213'1522","reported_seq":3020,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819469+0000","last_change":"2023-01-15T14:27:41.269681+0000","last_active":"2023-01-15T15:09:05.819469+0000","last_peered":"2023-01-15T15:09:05.819469+0000","last_clean":"2023-01-15T15:09:05.819469+0000","last_became_active":"2023-01-15T14:27:41.260315+0000","last_became_peered":"2023-01-15T14:27:41.260315+0000","last_unstale":"2023-01-15T15:09:05.819469+0000","last_undegraded":"2023-01-15T15:09:05.819469+0000","last_fullsized":"2023-01-15T15:09:05.819469+0000","mapping_epoch":22,"log_start":"213'1500","ondisk_log_start":"213'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":1500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6492,"num_read_kb":5604,"num_write":2148,"num_write_kb":934,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"213'106","reported_seq":365,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.879877+0000","last_change":"2023-01-15T14:27:46.274984+0000","last_active":"2023-01-15T15:08:56.879877+0000","last_peered":"2023-01-15T15:08:56.879877+0000","last_clean":"2023-01-15T15:08:56.879877+0000","last_became_active":"2023-01-15T14:27:46.274509+0000","last_became_peered":"2023-01-15T14:27:46.274509+0000","last_unstale":"2023-01-15T15:08:56.879877+0000","last_undegraded":"2023-01-15T15:08:56.879877+0000","last_fullsized":"2023-01-15T15:08:56.879877+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":132,"num_read_kb":126,"num_write":86,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.862884+0000","last_change":"2023-01-15T14:27:48.283649+0000","last_active":"2023-01-15T15:09:01.862884+0000","last_peered":"2023-01-15T15:09:01.862884+0000","last_clean":"2023-01-15T15:09:01.862884+0000","last_became_active":"2023-01-15T14:27:48.283342+0000","last_became_peered":"2023-01-15T14:27:48.283342+0000","last_unstale":"2023-01-15T15:09:01.862884+0000","last_undegraded":"2023-01-15T15:09:01.862884+0000","last_fullsized":"2023-01-15T15:09:01.862884+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"213'140","reported_seq":390,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.891937+0000","last_change":"2023-01-15T14:27:50.289694+0000","last_active":"2023-01-15T15:09:01.891937+0000","last_peered":"2023-01-15T15:09:01.891937+0000","last_clean":"2023-01-15T15:09:01.891937+0000","last_became_active":"2023-01-15T14:27:50.289431+0000","last_became_peered":"2023-01-15T14:27:50.289431+0000","last_unstale":"2023-01-15T15:09:01.891937+0000","last_undegraded":"2023-01-15T15:09:01.891937+0000","last_fullsized":"2023-01-15T15:09:01.891937+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":207,"num_read_kb":207,"num_write":392,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":216,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252950+0000","last_change":"2023-01-15T14:27:44.269175+0000","last_active":"2023-01-15T15:09:08.252950+0000","last_peered":"2023-01-15T15:09:08.252950+0000","last_clean":"2023-01-15T15:09:08.252950+0000","last_became_active":"2023-01-15T14:27:44.268917+0000","last_became_peered":"2023-01-15T14:27:44.268917+0000","last_unstale":"2023-01-15T15:09:08.252950+0000","last_undegraded":"2023-01-15T15:09:08.252950+0000","last_fullsized":"2023-01-15T15:09:08.252950+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":225,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:31.859079+0000","last_change":"2023-01-15T14:27:23.782067+0000","last_active":"2023-01-15T15:08:31.859079+0000","last_peered":"2023-01-15T15:08:31.859079+0000","last_clean":"2023-01-15T15:08:31.859079+0000","last_became_active":"2023-01-15T14:27:23.781830+0000","last_became_peered":"2023-01-15T14:27:23.781830+0000","last_unstale":"2023-01-15T15:08:31.859079+0000","last_undegraded":"2023-01-15T15:08:31.859079+0000","last_fullsized":"2023-01-15T15:08:31.859079+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.4","version":"213'168","reported_seq":502,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819352+0000","last_change":"2023-01-15T14:27:39.247759+0000","last_active":"2023-01-15T15:09:05.819352+0000","last_peered":"2023-01-15T15:09:05.819352+0000","last_clean":"2023-01-15T15:09:05.819352+0000","last_became_active":"2023-01-15T14:27:39.247438+0000","last_became_peered":"2023-01-15T14:27:39.247438+0000","last_unstale":"2023-01-15T15:09:05.819352+0000","last_undegraded":"2023-01-15T15:09:05.819352+0000","last_fullsized":"2023-01-15T15:09:05.819352+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5255168,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":382,"num_read_kb":42367,"num_write":878,"num_write_kb":33868,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"213'326","reported_seq":1487,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332229+0000","last_change":"2023-01-15T14:27:41.260971+0000","last_active":"2023-01-15T15:09:05.332229+0000","last_peered":"2023-01-15T15:09:05.332229+0000","last_clean":"2023-01-15T15:09:05.332229+0000","last_became_active":"2023-01-15T14:27:41.260771+0000","last_became_peered":"2023-01-15T14:27:41.260771+0000","last_unstale":"2023-01-15T15:09:05.332229+0000","last_undegraded":"2023-01-15T15:09:05.332229+0000","last_fullsized":"2023-01-15T15:09:05.332229+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2010,"num_read_kb":1894,"num_write":396,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"213'2173","reported_seq":4119,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819866+0000","last_change":"2023-01-15T14:27:46.343670+0000","last_active":"2023-01-15T15:09:05.819866+0000","last_peered":"2023-01-15T15:09:05.819866+0000","last_clean":"2023-01-15T15:09:05.819866+0000","last_became_active":"2023-01-15T14:27:46.343433+0000","last_became_peered":"2023-01-15T14:27:46.343433+0000","last_unstale":"2023-01-15T15:09:05.819866+0000","last_undegraded":"2023-01-15T15:09:05.819866+0000","last_fullsized":"2023-01-15T15:09:05.819866+0000","mapping_epoch":27,"log_start":"213'2100","ondisk_log_start":"213'2100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2881,"num_read_kb":2872,"num_write":2157,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"213'398","reported_seq":1947,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.092611+0000","last_change":"2023-01-15T14:27:48.280800+0000","last_active":"2023-01-15T15:08:57.092611+0000","last_peered":"2023-01-15T15:08:57.092611+0000","last_clean":"2023-01-15T15:08:57.092611+0000","last_became_active":"2023-01-15T14:27:48.280553+0000","last_became_peered":"2023-01-15T14:27:48.280553+0000","last_unstale":"2023-01-15T15:08:57.092611+0000","last_undegraded":"2023-01-15T15:08:57.092611+0000","last_fullsized":"2023-01-15T15:08:57.092611+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"213'97","reported_seq":329,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:20.421193+0000","last_change":"2023-01-15T15:09:20.421170+0000","last_active":"2023-01-15T15:09:20.421193+0000","last_peered":"2023-01-15T15:09:20.421193+0000","last_clean":"2023-01-15T15:09:20.421193+0000","last_became_active":"2023-01-15T14:27:50.284240+0000","last_became_peered":"2023-01-15T14:27:50.284240+0000","last_unstale":"2023-01-15T15:09:20.421193+0000","last_undegraded":"2023-01-15T15:09:20.421193+0000","last_fullsized":"2023-01-15T15:09:20.421193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'97","last_scrub_stamp":"2023-01-15T15:09:20.421096+0000","last_deep_scrub":"213'97","last_deep_scrub_stamp":"2023-01-15T15:09:20.421096+0000","last_clean_scrub_stamp":"2023-01-15T15:09:20.421096+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":0,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:03:11.939806+0000","scrub_duration":0.0014622960000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":272,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3","version":"33'3","reported_seq":341,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332331+0000","last_change":"2023-01-15T14:27:44.270323+0000","last_active":"2023-01-15T15:09:05.332331+0000","last_peered":"2023-01-15T15:09:05.332331+0000","last_clean":"2023-01-15T15:09:05.332331+0000","last_became_active":"2023-01-15T14:27:44.269682+0000","last_became_peered":"2023-01-15T14:27:44.269682+0000","last_unstale":"2023-01-15T15:09:05.332331+0000","last_undegraded":"2023-01-15T15:09:05.332331+0000","last_fullsized":"2023-01-15T15:09:05.332331+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":131,"num_read_kb":126,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":225,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.859634+0000","last_change":"2023-01-15T14:27:23.782501+0000","last_active":"2023-01-15T15:08:36.859634+0000","last_peered":"2023-01-15T15:08:36.859634+0000","last_clean":"2023-01-15T15:08:36.859634+0000","last_became_active":"2023-01-15T14:27:23.782239+0000","last_became_peered":"2023-01-15T14:27:23.782239+0000","last_unstale":"2023-01-15T15:08:36.859634+0000","last_undegraded":"2023-01-15T15:08:36.859634+0000","last_fullsized":"2023-01-15T15:08:36.859634+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:22.766742+0000","last_clean_scrub_stamp":"2023-01-15T14:27:22.766742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"213'171","reported_seq":490,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.767977+0000","last_change":"2023-01-15T14:27:39.260233+0000","last_active":"2023-01-15T15:09:07.767977+0000","last_peered":"2023-01-15T15:09:07.767977+0000","last_clean":"2023-01-15T15:09:07.767977+0000","last_became_active":"2023-01-15T14:27:39.259798+0000","last_became_peered":"2023-01-15T14:27:39.259798+0000","last_unstale":"2023-01-15T15:09:07.767977+0000","last_undegraded":"2023-01-15T15:09:07.767977+0000","last_fullsized":"2023-01-15T15:09:07.767977+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5606228,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":361,"num_read_kb":10597,"num_write":952,"num_write_kb":33173,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"213'945","reported_seq":2562,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819446+0000","last_change":"2023-01-15T14:27:41.256053+0000","last_active":"2023-01-15T15:09:05.819446+0000","last_peered":"2023-01-15T15:09:05.819446+0000","last_clean":"2023-01-15T15:09:05.819446+0000","last_became_active":"2023-01-15T14:27:41.255843+0000","last_became_peered":"2023-01-15T14:27:41.255843+0000","last_unstale":"2023-01-15T15:09:05.819446+0000","last_undegraded":"2023-01-15T15:09:05.819446+0000","last_fullsized":"2023-01-15T15:09:05.819446+0000","mapping_epoch":22,"log_start":"213'900","ondisk_log_start":"213'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":900,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4939,"num_read_kb":4393,"num_write":1414,"num_write_kb":691,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"213'3784","reported_seq":7318,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.781776+0000","last_change":"2023-01-15T14:27:46.274795+0000","last_active":"2023-01-15T15:08:56.781776+0000","last_peered":"2023-01-15T15:08:56.781776+0000","last_clean":"2023-01-15T15:08:56.781776+0000","last_became_active":"2023-01-15T14:27:46.274552+0000","last_became_peered":"2023-01-15T14:27:46.274552+0000","last_unstale":"2023-01-15T15:08:56.781776+0000","last_undegraded":"2023-01-15T15:08:56.781776+0000","last_fullsized":"2023-01-15T15:08:56.781776+0000","mapping_epoch":27,"log_start":"213'3700","ondisk_log_start":"213'3700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":3000,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26557,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":5323,"num_read_kb":5307,"num_write":3708,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":211,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:27.366421+0000","last_change":"2023-01-15T14:27:48.279479+0000","last_active":"2023-01-15T15:07:27.366421+0000","last_peered":"2023-01-15T15:07:27.366421+0000","last_clean":"2023-01-15T15:07:27.366421+0000","last_became_active":"2023-01-15T14:27:48.279239+0000","last_became_peered":"2023-01-15T14:27:48.279239+0000","last_unstale":"2023-01-15T15:07:27.366421+0000","last_undegraded":"2023-01-15T15:07:27.366421+0000","last_fullsized":"2023-01-15T15:07:27.366421+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"213'116","reported_seq":344,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.927498+0000","last_change":"2023-01-15T14:27:50.285507+0000","last_active":"2023-01-15T15:08:52.927498+0000","last_peered":"2023-01-15T15:08:52.927498+0000","last_clean":"2023-01-15T15:08:52.927498+0000","last_became_active":"2023-01-15T14:27:50.285203+0000","last_became_peered":"2023-01-15T14:27:50.285203+0000","last_unstale":"2023-01-15T15:08:52.927498+0000","last_undegraded":"2023-01-15T15:08:52.927498+0000","last_fullsized":"2023-01-15T15:08:52.927498+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":284,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"213'571","reported_seq":1961,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.240065+0000","last_change":"2023-01-15T14:27:41.255602+0000","last_active":"2023-01-15T15:08:52.240065+0000","last_peered":"2023-01-15T15:08:52.240065+0000","last_clean":"2023-01-15T15:08:52.240065+0000","last_became_active":"2023-01-15T14:27:41.255358+0000","last_became_peered":"2023-01-15T14:27:41.255358+0000","last_unstale":"2023-01-15T15:08:52.240065+0000","last_undegraded":"2023-01-15T15:08:52.240065+0000","last_fullsized":"2023-01-15T15:08:52.240065+0000","mapping_epoch":22,"log_start":"213'500","ondisk_log_start":"213'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":500,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3155,"num_read_kb":2848,"num_write":784,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"213'158","reported_seq":515,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.814250+0000","last_change":"2023-01-15T14:27:39.253615+0000","last_active":"2023-01-15T15:08:52.814250+0000","last_peered":"2023-01-15T15:08:52.814250+0000","last_clean":"2023-01-15T15:08:52.814250+0000","last_became_active":"2023-01-15T14:27:39.253019+0000","last_became_peered":"2023-01-15T14:27:39.253019+0000","last_unstale":"2023-01-15T15:08:52.814250+0000","last_undegraded":"2023-01-15T15:08:52.814250+0000","last_fullsized":"2023-01-15T15:08:52.814250+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590194,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":70287,"num_write":853,"num_write_kb":33183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109322+0000","last_change":"2023-01-15T14:27:44.270722+0000","last_active":"2023-01-15T15:07:47.109322+0000","last_peered":"2023-01-15T15:07:47.109322+0000","last_clean":"2023-01-15T15:07:47.109322+0000","last_became_active":"2023-01-15T14:27:44.270475+0000","last_became_peered":"2023-01-15T14:27:44.270475+0000","last_unstale":"2023-01-15T15:07:47.109322+0000","last_undegraded":"2023-01-15T15:07:47.109322+0000","last_fullsized":"2023-01-15T15:07:47.109322+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"213'1665","reported_seq":3430,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.909004+0000","last_change":"2023-01-15T14:27:46.344766+0000","last_active":"2023-01-15T15:08:56.909004+0000","last_peered":"2023-01-15T15:08:56.909004+0000","last_clean":"2023-01-15T15:08:56.909004+0000","last_became_active":"2023-01-15T14:27:46.344515+0000","last_became_peered":"2023-01-15T14:27:46.344515+0000","last_unstale":"2023-01-15T15:08:56.909004+0000","last_undegraded":"2023-01-15T15:08:56.909004+0000","last_fullsized":"2023-01-15T15:08:56.909004+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":1600,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2408,"num_read_kb":2402,"num_write":1642,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"213'391","reported_seq":1533,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.060073+0000","last_change":"2023-01-15T14:27:48.281761+0000","last_active":"2023-01-15T15:08:57.060073+0000","last_peered":"2023-01-15T15:08:57.060073+0000","last_clean":"2023-01-15T15:08:57.060073+0000","last_became_active":"2023-01-15T14:27:48.281474+0000","last_became_peered":"2023-01-15T14:27:48.281474+0000","last_unstale":"2023-01-15T15:08:57.060073+0000","last_undegraded":"2023-01-15T15:08:57.060073+0000","last_fullsized":"2023-01-15T15:08:57.060073+0000","mapping_epoch":29,"log_start":"210'300","ondisk_log_start":"210'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"213'135","reported_seq":353,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.084924+0000","last_change":"2023-01-15T14:27:50.289716+0000","last_active":"2023-01-15T15:08:53.084924+0000","last_peered":"2023-01-15T15:08:53.084924+0000","last_clean":"2023-01-15T15:08:53.084924+0000","last_became_active":"2023-01-15T14:27:50.288755+0000","last_became_peered":"2023-01-15T14:27:50.288755+0000","last_unstale":"2023-01-15T15:08:53.084924+0000","last_undegraded":"2023-01-15T15:08:53.084924+0000","last_fullsized":"2023-01-15T15:08:53.084924+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":326,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.881335+0000","last_change":"2023-01-15T14:27:44.267676+0000","last_active":"2023-01-15T15:07:46.881335+0000","last_peered":"2023-01-15T15:07:46.881335+0000","last_clean":"2023-01-15T15:07:46.881335+0000","last_became_active":"2023-01-15T14:27:44.267386+0000","last_became_peered":"2023-01-15T14:27:44.267386+0000","last_unstale":"2023-01-15T15:07:46.881335+0000","last_undegraded":"2023-01-15T15:07:46.881335+0000","last_fullsized":"2023-01-15T15:07:46.881335+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"213'750","reported_seq":2362,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.109636+0000","last_change":"2023-01-15T14:27:41.256948+0000","last_active":"2023-01-15T15:08:51.109636+0000","last_peered":"2023-01-15T15:08:51.109636+0000","last_clean":"2023-01-15T15:08:51.109636+0000","last_became_active":"2023-01-15T14:27:41.256726+0000","last_became_peered":"2023-01-15T14:27:41.256726+0000","last_unstale":"2023-01-15T15:08:51.109636+0000","last_undegraded":"2023-01-15T15:08:51.109636+0000","last_fullsized":"2023-01-15T15:08:51.109636+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":700,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4118,"num_read_kb":3761,"num_write":1004,"num_write_kb":381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"213'186","reported_seq":527,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:39.789531+0000","last_change":"2023-01-15T14:27:39.412506+0000","last_active":"2023-01-15T15:08:39.789531+0000","last_peered":"2023-01-15T15:08:39.789531+0000","last_clean":"2023-01-15T15:08:39.789531+0000","last_became_active":"2023-01-15T14:27:39.412226+0000","last_became_peered":"2023-01-15T14:27:39.412226+0000","last_unstale":"2023-01-15T15:08:39.789531+0000","last_undegraded":"2023-01-15T15:08:39.789531+0000","last_fullsized":"2023-01-15T15:08:39.789531+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318667,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":438,"num_read_kb":1662,"num_write":962,"num_write_kb":16626,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"213'7332","reported_seq":13987,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891300+0000","last_change":"2023-01-15T14:27:46.274684+0000","last_active":"2023-01-15T15:08:56.891300+0000","last_peered":"2023-01-15T15:08:56.891300+0000","last_clean":"2023-01-15T15:08:56.891300+0000","last_became_active":"2023-01-15T14:27:46.274391+0000","last_became_peered":"2023-01-15T14:27:46.274391+0000","last_unstale":"2023-01-15T15:08:56.891300+0000","last_undegraded":"2023-01-15T15:08:56.891300+0000","last_fullsized":"2023-01-15T15:08:56.891300+0000","mapping_epoch":27,"log_start":"213'7300","ondisk_log_start":"213'7300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":3000,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8995,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":10212,"num_read_kb":10195,"num_write":7273,"num_write_kb":164,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:57.010260+0000","last_change":"2023-01-15T14:27:48.284329+0000","last_active":"2023-01-15T15:08:57.010260+0000","last_peered":"2023-01-15T15:08:57.010260+0000","last_clean":"2023-01-15T15:08:57.010260+0000","last_became_active":"2023-01-15T14:27:48.284083+0000","last_became_peered":"2023-01-15T14:27:48.284083+0000","last_unstale":"2023-01-15T15:08:57.010260+0000","last_undegraded":"2023-01-15T15:08:57.010260+0000","last_fullsized":"2023-01-15T15:08:57.010260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"213'117","reported_seq":339,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891226+0000","last_change":"2023-01-15T14:27:50.291943+0000","last_active":"2023-01-15T15:08:56.891226+0000","last_peered":"2023-01-15T15:08:56.891226+0000","last_clean":"2023-01-15T15:08:56.891226+0000","last_became_active":"2023-01-15T14:27:50.291755+0000","last_became_peered":"2023-01-15T14:27:50.291755+0000","last_unstale":"2023-01-15T15:08:56.891226+0000","last_undegraded":"2023-01-15T15:08:56.891226+0000","last_fullsized":"2023-01-15T15:08:56.891226+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":311,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.881612+0000","last_change":"2023-01-15T14:27:44.273271+0000","last_active":"2023-01-15T15:07:46.881612+0000","last_peered":"2023-01-15T15:07:46.881612+0000","last_clean":"2023-01-15T15:07:46.881612+0000","last_became_active":"2023-01-15T14:27:44.272983+0000","last_became_peered":"2023-01-15T14:27:44.272983+0000","last_unstale":"2023-01-15T15:07:46.881612+0000","last_undegraded":"2023-01-15T15:07:46.881612+0000","last_fullsized":"2023-01-15T15:07:46.881612+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"213'395","reported_seq":1792,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.416409+0000","last_change":"2023-01-15T14:27:41.249597+0000","last_active":"2023-01-15T15:08:51.416409+0000","last_peered":"2023-01-15T15:08:51.416409+0000","last_clean":"2023-01-15T15:08:51.416409+0000","last_became_active":"2023-01-15T14:27:41.249353+0000","last_became_peered":"2023-01-15T14:27:41.249353+0000","last_unstale":"2023-01-15T15:08:51.416409+0000","last_undegraded":"2023-01-15T15:08:51.416409+0000","last_fullsized":"2023-01-15T15:08:51.416409+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2595,"num_read_kb":2442,"num_write":496,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"213'175","reported_seq":499,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.409568+0000","last_change":"2023-01-15T14:27:39.307568+0000","last_active":"2023-01-15T15:08:41.409568+0000","last_peered":"2023-01-15T15:08:41.409568+0000","last_clean":"2023-01-15T15:08:41.409568+0000","last_became_active":"2023-01-15T14:27:39.293739+0000","last_became_peered":"2023-01-15T14:27:39.293739+0000","last_unstale":"2023-01-15T15:08:41.409568+0000","last_undegraded":"2023-01-15T15:08:41.409568+0000","last_fullsized":"2023-01-15T15:08:41.409568+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2108,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":393,"num_read_kb":6569,"num_write":1004,"num_write_kb":9832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"213'1719","reported_seq":3526,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.881895+0000","last_change":"2023-01-15T14:27:46.274324+0000","last_active":"2023-01-15T15:08:56.881895+0000","last_peered":"2023-01-15T15:08:56.881895+0000","last_clean":"2023-01-15T15:08:56.881895+0000","last_became_active":"2023-01-15T14:27:46.274075+0000","last_became_peered":"2023-01-15T14:27:46.274075+0000","last_unstale":"2023-01-15T15:08:56.881895+0000","last_undegraded":"2023-01-15T15:08:56.881895+0000","last_fullsized":"2023-01-15T15:08:56.881895+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8385,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":2483,"num_read_kb":2476,"num_write":1666,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.863391+0000","last_change":"2023-01-15T14:27:48.285639+0000","last_active":"2023-01-15T15:09:06.863391+0000","last_peered":"2023-01-15T15:09:06.863391+0000","last_clean":"2023-01-15T15:09:06.863391+0000","last_became_active":"2023-01-15T14:27:48.285301+0000","last_became_peered":"2023-01-15T14:27:48.285301+0000","last_unstale":"2023-01-15T15:09:06.863391+0000","last_undegraded":"2023-01-15T15:09:06.863391+0000","last_fullsized":"2023-01-15T15:09:06.863391+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"213'186","reported_seq":457,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:26.568172+0000","last_change":"2023-01-15T15:09:26.568130+0000","last_active":"2023-01-15T15:09:26.568172+0000","last_peered":"2023-01-15T15:09:26.568172+0000","last_clean":"2023-01-15T15:09:26.568172+0000","last_became_active":"2023-01-15T14:27:50.284541+0000","last_became_peered":"2023-01-15T14:27:50.284541+0000","last_unstale":"2023-01-15T15:09:26.568172+0000","last_undegraded":"2023-01-15T15:09:26.568172+0000","last_fullsized":"2023-01-15T15:09:26.568172+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'186","last_scrub_stamp":"2023-01-15T15:09:26.568048+0000","last_deep_scrub":"213'186","last_deep_scrub_stamp":"2023-01-15T15:09:26.568048+0000","last_clean_scrub_stamp":"2023-01-15T15:09:26.568048+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:07:23.897255+0000","scrub_duration":0.0014904320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":258,"num_read_kb":258,"num_write":389,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.379131+0000","last_change":"2023-01-15T14:27:44.266779+0000","last_active":"2023-01-15T15:08:52.379131+0000","last_peered":"2023-01-15T15:08:52.379131+0000","last_clean":"2023-01-15T15:08:52.379131+0000","last_became_active":"2023-01-15T14:27:44.266535+0000","last_became_peered":"2023-01-15T14:27:44.266535+0000","last_unstale":"2023-01-15T15:08:52.379131+0000","last_undegraded":"2023-01-15T15:08:52.379131+0000","last_fullsized":"2023-01-15T15:08:52.379131+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"213'360","reported_seq":1929,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.878881+0000","last_change":"2023-01-15T14:27:41.255747+0000","last_active":"2023-01-15T15:08:51.878881+0000","last_peered":"2023-01-15T15:08:51.878881+0000","last_clean":"2023-01-15T15:08:51.878881+0000","last_became_active":"2023-01-15T14:27:41.255491+0000","last_became_peered":"2023-01-15T14:27:41.255491+0000","last_unstale":"2023-01-15T15:08:51.878881+0000","last_undegraded":"2023-01-15T15:08:51.878881+0000","last_fullsized":"2023-01-15T15:08:51.878881+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2599,"num_read_kb":2518,"num_write":405,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"213'166","reported_seq":481,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.255755+0000","last_change":"2023-01-15T14:28:22.926495+0000","last_active":"2023-01-15T15:08:45.255755+0000","last_peered":"2023-01-15T15:08:45.255755+0000","last_clean":"2023-01-15T15:08:45.255755+0000","last_became_active":"2023-01-15T14:28:22.926225+0000","last_became_peered":"2023-01-15T14:28:22.926225+0000","last_unstale":"2023-01-15T15:08:45.255755+0000","last_undegraded":"2023-01-15T15:08:45.255755+0000","last_fullsized":"2023-01-15T15:08:45.255755+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22690,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":393,"num_read_kb":4598,"num_write":953,"num_write_kb":27060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1b","version":"213'1709","reported_seq":3503,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.866176+0000","last_change":"2023-01-15T14:27:46.275332+0000","last_active":"2023-01-15T15:08:56.866176+0000","last_peered":"2023-01-15T15:08:56.866176+0000","last_clean":"2023-01-15T15:08:56.866176+0000","last_became_active":"2023-01-15T14:27:46.274354+0000","last_became_peered":"2023-01-15T14:27:46.274354+0000","last_unstale":"2023-01-15T15:08:56.866176+0000","last_undegraded":"2023-01-15T15:08:56.866176+0000","last_fullsized":"2023-01-15T15:08:56.866176+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1600,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8634,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2450,"num_read_kb":2441,"num_write":1642,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.370416+0000","last_change":"2023-01-15T14:27:48.281814+0000","last_active":"2023-01-15T15:07:52.370416+0000","last_peered":"2023-01-15T15:07:52.370416+0000","last_clean":"2023-01-15T15:07:52.370416+0000","last_became_active":"2023-01-15T14:27:48.281615+0000","last_became_peered":"2023-01-15T14:27:48.281615+0000","last_unstale":"2023-01-15T15:07:52.370416+0000","last_undegraded":"2023-01-15T15:07:52.370416+0000","last_fullsized":"2023-01-15T15:07:52.370416+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"213'136","reported_seq":356,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891147+0000","last_change":"2023-01-15T14:27:50.289122+0000","last_active":"2023-01-15T15:08:56.891147+0000","last_peered":"2023-01-15T15:08:56.891147+0000","last_clean":"2023-01-15T15:08:56.891147+0000","last_became_active":"2023-01-15T14:27:50.288746+0000","last_became_peered":"2023-01-15T14:27:50.288746+0000","last_unstale":"2023-01-15T15:08:56.891147+0000","last_undegraded":"2023-01-15T15:08:56.891147+0000","last_fullsized":"2023-01-15T15:08:56.891147+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":167,"num_write":347,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"33'4","reported_seq":342,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.819487+0000","last_change":"2023-01-15T14:27:44.273658+0000","last_active":"2023-01-15T15:08:53.819487+0000","last_peered":"2023-01-15T15:08:53.819487+0000","last_clean":"2023-01-15T15:08:53.819487+0000","last_became_active":"2023-01-15T14:27:44.273412+0000","last_became_peered":"2023-01-15T14:27:44.273412+0000","last_unstale":"2023-01-15T15:08:53.819487+0000","last_undegraded":"2023-01-15T15:08:53.819487+0000","last_fullsized":"2023-01-15T15:08:53.819487+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":141,"num_read_kb":135,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"213'325","reported_seq":1692,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.883139+0000","last_change":"2023-01-15T14:27:41.261369+0000","last_active":"2023-01-15T15:08:50.883139+0000","last_peered":"2023-01-15T15:08:50.883139+0000","last_clean":"2023-01-15T15:08:50.883139+0000","last_became_active":"2023-01-15T14:27:41.260552+0000","last_became_peered":"2023-01-15T14:27:41.260552+0000","last_unstale":"2023-01-15T15:08:50.883139+0000","last_undegraded":"2023-01-15T15:08:50.883139+0000","last_fullsized":"2023-01-15T15:08:50.883139+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2281,"num_read_kb":2198,"num_write":377,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"213'285","reported_seq":693,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332089+0000","last_change":"2023-01-15T14:27:39.254014+0000","last_active":"2023-01-15T15:09:05.332089+0000","last_peered":"2023-01-15T15:09:05.332089+0000","last_clean":"2023-01-15T15:09:05.332089+0000","last_became_active":"2023-01-15T14:27:39.251305+0000","last_became_peered":"2023-01-15T14:27:39.251305+0000","last_unstale":"2023-01-15T15:09:05.332089+0000","last_undegraded":"2023-01-15T15:09:05.332089+0000","last_fullsized":"2023-01-15T15:09:05.332089+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5860801,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":807,"num_read_kb":62354,"num_write":1171,"num_write_kb":40369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"213'3331","reported_seq":6675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.871573+0000","last_change":"2023-01-15T14:27:46.267963+0000","last_active":"2023-01-15T15:08:56.871573+0000","last_peered":"2023-01-15T15:08:56.871573+0000","last_clean":"2023-01-15T15:08:56.871573+0000","last_became_active":"2023-01-15T14:27:46.267699+0000","last_became_peered":"2023-01-15T14:27:46.267699+0000","last_unstale":"2023-01-15T15:08:56.871573+0000","last_undegraded":"2023-01-15T15:08:56.871573+0000","last_fullsized":"2023-01-15T15:08:56.871573+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":3000,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4460,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4826,"num_read_kb":4818,"num_write":3258,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":209,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.001331+0000","last_change":"2023-01-15T14:27:48.284380+0000","last_active":"2023-01-15T15:07:52.001331+0000","last_peered":"2023-01-15T15:07:52.001331+0000","last_clean":"2023-01-15T15:07:52.001331+0000","last_became_active":"2023-01-15T14:27:48.284127+0000","last_became_peered":"2023-01-15T14:27:48.284127+0000","last_unstale":"2023-01-15T15:07:52.001331+0000","last_undegraded":"2023-01-15T15:07:52.001331+0000","last_fullsized":"2023-01-15T15:07:52.001331+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"213'104","reported_seq":328,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.942258+0000","last_change":"2023-01-15T14:27:50.286738+0000","last_active":"2023-01-15T15:08:52.942258+0000","last_peered":"2023-01-15T15:08:52.942258+0000","last_clean":"2023-01-15T15:08:52.942258+0000","last_became_active":"2023-01-15T14:27:50.286074+0000","last_became_peered":"2023-01-15T14:27:50.286074+0000","last_unstale":"2023-01-15T15:08:52.942258+0000","last_undegraded":"2023-01-15T15:08:52.942258+0000","last_fullsized":"2023-01-15T15:08:52.942258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":276,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.893102+0000","last_change":"2023-01-15T14:49:02.551297+0000","last_active":"2023-01-15T15:09:06.893102+0000","last_peered":"2023-01-15T15:09:06.893102+0000","last_clean":"2023-01-15T15:09:06.893102+0000","last_became_active":"2023-01-15T14:49:02.551080+0000","last_became_peered":"2023-01-15T14:49:02.551080+0000","last_unstale":"2023-01-15T15:09:06.893102+0000","last_undegraded":"2023-01-15T15:09:06.893102+0000","last_fullsized":"2023-01-15T15:09:06.893102+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.888785+0000","last_change":"2023-01-15T14:35:17.352853+0000","last_active":"2023-01-15T15:08:36.888785+0000","last_peered":"2023-01-15T15:08:36.888785+0000","last_clean":"2023-01-15T15:08:36.888785+0000","last_became_active":"2023-01-15T14:35:17.352662+0000","last_became_peered":"2023-01-15T14:35:17.352662+0000","last_unstale":"2023-01-15T15:08:36.888785+0000","last_undegraded":"2023-01-15T15:08:36.888785+0000","last_fullsized":"2023-01-15T15:08:36.888785+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"213'367","reported_seq":1659,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119264+0000","last_change":"2023-01-15T14:27:41.269796+0000","last_active":"2023-01-15T15:08:52.119264+0000","last_peered":"2023-01-15T15:08:52.119264+0000","last_clean":"2023-01-15T15:08:52.119264+0000","last_became_active":"2023-01-15T14:27:41.262322+0000","last_became_peered":"2023-01-15T14:27:41.262322+0000","last_unstale":"2023-01-15T15:08:52.119264+0000","last_undegraded":"2023-01-15T15:08:52.119264+0000","last_fullsized":"2023-01-15T15:08:52.119264+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2252,"num_read_kb":2132,"num_write":438,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"213'216","reported_seq":685,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252793+0000","last_change":"2023-01-15T14:27:39.254226+0000","last_active":"2023-01-15T15:09:08.252793+0000","last_peered":"2023-01-15T15:09:08.252793+0000","last_clean":"2023-01-15T15:09:08.252793+0000","last_became_active":"2023-01-15T14:27:39.253918+0000","last_became_peered":"2023-01-15T14:27:39.253918+0000","last_unstale":"2023-01-15T15:09:08.252793+0000","last_undegraded":"2023-01-15T15:09:08.252793+0000","last_fullsized":"2023-01-15T15:09:08.252793+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":200,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5424,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":876,"num_read_kb":860,"num_write":1065,"num_write_kb":12134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"213'15","reported_seq":79,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.860722+0000","last_change":"2023-01-15T14:34:47.548946+0000","last_active":"2023-01-15T15:08:46.860722+0000","last_peered":"2023-01-15T15:08:46.860722+0000","last_clean":"2023-01-15T15:08:46.860722+0000","last_became_active":"2023-01-15T14:34:47.548683+0000","last_became_peered":"2023-01-15T14:34:47.548683+0000","last_unstale":"2023-01-15T15:08:46.860722+0000","last_undegraded":"2023-01-15T15:08:46.860722+0000","last_fullsized":"2023-01-15T15:08:46.860722+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":47,"num_write":36,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.790073+0000","last_change":"2023-01-15T14:35:14.320547+0000","last_active":"2023-01-15T15:09:06.790073+0000","last_peered":"2023-01-15T15:09:06.790073+0000","last_clean":"2023-01-15T15:09:06.790073+0000","last_became_active":"2023-01-15T14:35:14.320302+0000","last_became_peered":"2023-01-15T14:35:14.320302+0000","last_unstale":"2023-01-15T15:09:06.790073+0000","last_undegraded":"2023-01-15T15:09:06.790073+0000","last_fullsized":"2023-01-15T15:09:06.790073+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.047068+0000","last_change":"2023-01-15T14:49:02.550986+0000","last_active":"2023-01-15T15:07:47.047068+0000","last_peered":"2023-01-15T15:07:47.047068+0000","last_clean":"2023-01-15T15:07:47.047068+0000","last_became_active":"2023-01-15T14:49:02.550559+0000","last_became_peered":"2023-01-15T14:49:02.550559+0000","last_unstale":"2023-01-15T15:07:47.047068+0000","last_undegraded":"2023-01-15T15:07:47.047068+0000","last_fullsized":"2023-01-15T15:07:47.047068+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332779+0000","last_change":"2023-01-15T14:35:17.347359+0000","last_active":"2023-01-15T15:09:05.332779+0000","last_peered":"2023-01-15T15:09:05.332779+0000","last_clean":"2023-01-15T15:09:05.332779+0000","last_became_active":"2023-01-15T14:35:17.347125+0000","last_became_peered":"2023-01-15T14:35:17.347125+0000","last_unstale":"2023-01-15T15:09:05.332779+0000","last_undegraded":"2023-01-15T15:09:05.332779+0000","last_fullsized":"2023-01-15T15:09:05.332779+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"213'367","reported_seq":1589,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903897+0000","last_change":"2023-01-15T14:27:41.269729+0000","last_active":"2023-01-15T15:08:52.903897+0000","last_peered":"2023-01-15T15:08:52.903897+0000","last_clean":"2023-01-15T15:08:52.903897+0000","last_became_active":"2023-01-15T14:27:41.260610+0000","last_became_peered":"2023-01-15T14:27:41.260610+0000","last_unstale":"2023-01-15T15:08:52.903897+0000","last_undegraded":"2023-01-15T15:08:52.903897+0000","last_fullsized":"2023-01-15T15:08:52.903897+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2118,"num_read_kb":1998,"num_write":435,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"213'172","reported_seq":643,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.303849+0000","last_change":"2023-01-15T14:27:39.252960+0000","last_active":"2023-01-15T15:09:06.303849+0000","last_peered":"2023-01-15T15:09:06.303849+0000","last_clean":"2023-01-15T15:09:06.303849+0000","last_became_active":"2023-01-15T14:27:39.252659+0000","last_became_peered":"2023-01-15T14:27:39.252659+0000","last_unstale":"2023-01-15T15:09:06.303849+0000","last_undegraded":"2023-01-15T15:09:06.303849+0000","last_fullsized":"2023-01-15T15:09:06.303849+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":100,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2051,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1048,"num_read_kb":10920,"num_write":911,"num_write_kb":33028,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"213'79","reported_seq":326,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.888264+0000","last_change":"2023-01-15T14:34:47.545847+0000","last_active":"2023-01-15T15:08:36.888264+0000","last_peered":"2023-01-15T15:08:36.888264+0000","last_clean":"2023-01-15T15:08:36.888264+0000","last_became_active":"2023-01-15T14:34:47.545380+0000","last_became_peered":"2023-01-15T14:34:47.545380+0000","last_unstale":"2023-01-15T15:08:36.888264+0000","last_undegraded":"2023-01-15T15:08:36.888264+0000","last_fullsized":"2023-01-15T15:08:36.888264+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":494,"num_read_kb":338,"num_write":113,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"210'5","reported_seq":54,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:11.003448+0000","last_change":"2023-01-15T15:09:11.003399+0000","last_active":"2023-01-15T15:09:11.003448+0000","last_peered":"2023-01-15T15:09:11.003448+0000","last_clean":"2023-01-15T15:09:11.003448+0000","last_became_active":"2023-01-15T14:35:14.323202+0000","last_became_peered":"2023-01-15T14:35:14.323202+0000","last_unstale":"2023-01-15T15:09:11.003448+0000","last_undegraded":"2023-01-15T15:09:11.003448+0000","last_fullsized":"2023-01-15T15:09:11.003448+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"210'5","last_scrub_stamp":"2023-01-15T15:09:11.003328+0000","last_deep_scrub":"210'5","last_deep_scrub_stamp":"2023-01-15T15:09:11.003328+0000","last_clean_scrub_stamp":"2023-01-15T15:09:11.003328+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:37:29.349387+0000","scrub_duration":0.00164668,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":1553,"num_write":9,"num_write_kb":1553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.892126+0000","last_change":"2023-01-15T14:49:02.551710+0000","last_active":"2023-01-15T15:09:01.892126+0000","last_peered":"2023-01-15T15:09:01.892126+0000","last_clean":"2023-01-15T15:09:01.892126+0000","last_became_active":"2023-01-15T14:49:02.551481+0000","last_became_peered":"2023-01-15T14:49:02.551481+0000","last_unstale":"2023-01-15T15:09:01.892126+0000","last_undegraded":"2023-01-15T15:09:01.892126+0000","last_fullsized":"2023-01-15T15:09:01.892126+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000667+0000","last_change":"2023-01-15T14:35:17.348484+0000","last_active":"2023-01-15T15:07:47.000667+0000","last_peered":"2023-01-15T15:07:47.000667+0000","last_clean":"2023-01-15T15:07:47.000667+0000","last_became_active":"2023-01-15T14:35:17.348282+0000","last_became_peered":"2023-01-15T14:35:17.348282+0000","last_unstale":"2023-01-15T15:07:47.000667+0000","last_undegraded":"2023-01-15T15:07:47.000667+0000","last_fullsized":"2023-01-15T15:07:47.000667+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"213'616","reported_seq":1692,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931619+0000","last_change":"2023-01-15T14:27:41.254821+0000","last_active":"2023-01-15T15:08:52.931619+0000","last_peered":"2023-01-15T15:08:52.931619+0000","last_clean":"2023-01-15T15:08:52.931619+0000","last_became_active":"2023-01-15T14:27:41.254587+0000","last_became_peered":"2023-01-15T14:27:41.254587+0000","last_unstale":"2023-01-15T15:08:52.931619+0000","last_undegraded":"2023-01-15T15:08:52.931619+0000","last_fullsized":"2023-01-15T15:08:52.931619+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":600,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2964,"num_read_kb":2666,"num_write":842,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"213'148","reported_seq":476,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.768066+0000","last_change":"2023-01-15T14:27:39.258979+0000","last_active":"2023-01-15T15:09:07.768066+0000","last_peered":"2023-01-15T15:09:07.768066+0000","last_clean":"2023-01-15T15:09:07.768066+0000","last_became_active":"2023-01-15T14:27:39.258598+0000","last_became_peered":"2023-01-15T14:27:39.258598+0000","last_unstale":"2023-01-15T15:09:07.768066+0000","last_undegraded":"2023-01-15T15:09:07.768066+0000","last_fullsized":"2023-01-15T15:09:07.768066+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590901,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":351,"num_read_kb":5628,"num_write":845,"num_write_kb":11178,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"213'27","reported_seq":138,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:13.065593+0000","last_change":"2023-01-15T15:09:13.065564+0000","last_active":"2023-01-15T15:09:13.065593+0000","last_peered":"2023-01-15T15:09:13.065593+0000","last_clean":"2023-01-15T15:09:13.065593+0000","last_became_active":"2023-01-15T14:34:47.545905+0000","last_became_peered":"2023-01-15T14:34:47.545905+0000","last_unstale":"2023-01-15T15:09:13.065593+0000","last_undegraded":"2023-01-15T15:09:13.065593+0000","last_fullsized":"2023-01-15T15:09:13.065593+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'27","last_scrub_stamp":"2023-01-15T15:09:13.065457+0000","last_deep_scrub":"213'27","last_deep_scrub_stamp":"2023-01-15T15:09:13.065457+0000","last_clean_scrub_stamp":"2023-01-15T15:09:13.065457+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:09:56.893849+0000","scrub_duration":0.0017747119999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":97,"num_write":50,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"210'5","reported_seq":45,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.881583+0000","last_change":"2023-01-15T14:35:14.327241+0000","last_active":"2023-01-15T15:07:46.881583+0000","last_peered":"2023-01-15T15:07:46.881583+0000","last_clean":"2023-01-15T15:07:46.881583+0000","last_became_active":"2023-01-15T14:35:14.326918+0000","last_became_peered":"2023-01-15T14:35:14.326918+0000","last_unstale":"2023-01-15T15:07:46.881583+0000","last_undegraded":"2023-01-15T15:07:46.881583+0000","last_fullsized":"2023-01-15T15:07:46.881583+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.120528+0000","last_change":"2023-01-15T14:49:02.547124+0000","last_active":"2023-01-15T15:09:02.120528+0000","last_peered":"2023-01-15T15:09:02.120528+0000","last_clean":"2023-01-15T15:09:02.120528+0000","last_became_active":"2023-01-15T14:49:02.546707+0000","last_became_peered":"2023-01-15T14:49:02.546707+0000","last_unstale":"2023-01-15T15:09:02.120528+0000","last_undegraded":"2023-01-15T15:09:02.120528+0000","last_fullsized":"2023-01-15T15:09:02.120528+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046839+0000","last_change":"2023-01-15T14:35:17.346002+0000","last_active":"2023-01-15T15:07:47.046839+0000","last_peered":"2023-01-15T15:07:47.046839+0000","last_clean":"2023-01-15T15:07:47.046839+0000","last_became_active":"2023-01-15T14:35:17.345783+0000","last_became_peered":"2023-01-15T14:35:17.345783+0000","last_unstale":"2023-01-15T15:07:47.046839+0000","last_undegraded":"2023-01-15T15:07:47.046839+0000","last_fullsized":"2023-01-15T15:07:47.046839+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"213'415","reported_seq":1743,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.119067+0000","last_change":"2023-01-15T14:27:41.257016+0000","last_active":"2023-01-15T15:08:52.119067+0000","last_peered":"2023-01-15T15:08:52.119067+0000","last_clean":"2023-01-15T15:08:52.119067+0000","last_became_active":"2023-01-15T14:27:41.256755+0000","last_became_peered":"2023-01-15T14:27:41.256755+0000","last_unstale":"2023-01-15T15:08:52.119067+0000","last_undegraded":"2023-01-15T15:08:52.119067+0000","last_fullsized":"2023-01-15T15:08:52.119067+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2456,"num_read_kb":2296,"num_write":518,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"213'182","reported_seq":545,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332153+0000","last_change":"2023-01-15T14:27:39.253451+0000","last_active":"2023-01-15T15:09:05.332153+0000","last_peered":"2023-01-15T15:09:05.332153+0000","last_clean":"2023-01-15T15:09:05.332153+0000","last_became_active":"2023-01-15T14:27:39.252661+0000","last_became_peered":"2023-01-15T14:27:39.252661+0000","last_unstale":"2023-01-15T15:09:05.332153+0000","last_undegraded":"2023-01-15T15:09:05.332153+0000","last_fullsized":"2023-01-15T15:09:05.332153+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5247000,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":442,"num_read_kb":19982,"num_write":1072,"num_write_kb":24715,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"213'15","reported_seq":93,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:15.622452+0000","last_change":"2023-01-15T15:09:15.622423+0000","last_active":"2023-01-15T15:09:15.622452+0000","last_peered":"2023-01-15T15:09:15.622452+0000","last_clean":"2023-01-15T15:09:15.622452+0000","last_became_active":"2023-01-15T14:34:47.540518+0000","last_became_peered":"2023-01-15T14:34:47.540518+0000","last_unstale":"2023-01-15T15:09:15.622452+0000","last_undegraded":"2023-01-15T15:09:15.622452+0000","last_fullsized":"2023-01-15T15:09:15.622452+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'15","last_scrub_stamp":"2023-01-15T15:09:15.622353+0000","last_deep_scrub":"213'15","last_deep_scrub_stamp":"2023-01-15T15:09:15.622353+0000","last_clean_scrub_stamp":"2023-01-15T15:09:15.622353+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:14:36.817800+0000","scrub_duration":0.0020642170000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":77,"num_read_kb":47,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"210'3","reported_seq":50,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:13.858316+0000","last_change":"2023-01-15T15:09:13.858277+0000","last_active":"2023-01-15T15:09:13.858316+0000","last_peered":"2023-01-15T15:09:13.858316+0000","last_clean":"2023-01-15T15:09:13.858316+0000","last_became_active":"2023-01-15T14:35:14.328314+0000","last_became_peered":"2023-01-15T14:35:14.328314+0000","last_unstale":"2023-01-15T15:09:13.858316+0000","last_undegraded":"2023-01-15T15:09:13.858316+0000","last_fullsized":"2023-01-15T15:09:13.858316+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"210'3","last_scrub_stamp":"2023-01-15T15:09:13.858197+0000","last_deep_scrub":"210'3","last_deep_scrub_stamp":"2023-01-15T15:09:13.858197+0000","last_clean_scrub_stamp":"2023-01-15T15:09:13.858197+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:48:11.469100+0000","scrub_duration":0.00160148,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.891770+0000","last_change":"2023-01-15T14:49:02.551727+0000","last_active":"2023-01-15T15:09:01.891770+0000","last_peered":"2023-01-15T15:09:01.891770+0000","last_clean":"2023-01-15T15:09:01.891770+0000","last_became_active":"2023-01-15T14:49:02.551501+0000","last_became_peered":"2023-01-15T14:49:02.551501+0000","last_unstale":"2023-01-15T15:09:01.891770+0000","last_undegraded":"2023-01-15T15:09:01.891770+0000","last_fullsized":"2023-01-15T15:09:01.891770+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":27,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000557+0000","last_change":"2023-01-15T14:35:17.351188+0000","last_active":"2023-01-15T15:07:47.000557+0000","last_peered":"2023-01-15T15:07:47.000557+0000","last_clean":"2023-01-15T15:07:47.000557+0000","last_became_active":"2023-01-15T14:35:17.350874+0000","last_became_peered":"2023-01-15T14:35:17.350874+0000","last_unstale":"2023-01-15T15:07:47.000557+0000","last_undegraded":"2023-01-15T15:07:47.000557+0000","last_fullsized":"2023-01-15T15:07:47.000557+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"213'1076","reported_seq":2250,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789555+0000","last_change":"2023-01-15T14:27:41.257440+0000","last_active":"2023-01-15T15:09:06.789555+0000","last_peered":"2023-01-15T15:09:06.789555+0000","last_clean":"2023-01-15T15:09:06.789555+0000","last_became_active":"2023-01-15T14:27:41.257237+0000","last_became_peered":"2023-01-15T14:27:41.257237+0000","last_unstale":"2023-01-15T15:09:06.789555+0000","last_undegraded":"2023-01-15T15:09:06.789555+0000","last_fullsized":"2023-01-15T15:09:06.789555+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":1000,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4642,"num_read_kb":4010,"num_write":1522,"num_write_kb":657,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"213'187","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.527622+0000","last_change":"2023-01-15T14:28:22.356188+0000","last_active":"2023-01-15T15:08:49.527622+0000","last_peered":"2023-01-15T15:08:49.527622+0000","last_clean":"2023-01-15T15:08:49.527622+0000","last_became_active":"2023-01-15T14:28:22.355822+0000","last_became_peered":"2023-01-15T14:28:22.355822+0000","last_unstale":"2023-01-15T15:08:49.527622+0000","last_undegraded":"2023-01-15T15:08:49.527622+0000","last_fullsized":"2023-01-15T15:08:49.527622+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54495,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":433,"num_read_kb":12903,"num_write":883,"num_write_kb":23020,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.1d","version":"213'18","reported_seq":101,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:18.938418+0000","last_change":"2023-01-15T15:09:18.938391+0000","last_active":"2023-01-15T15:09:18.938418+0000","last_peered":"2023-01-15T15:09:18.938418+0000","last_clean":"2023-01-15T15:09:18.938418+0000","last_became_active":"2023-01-15T14:34:47.549235+0000","last_became_peered":"2023-01-15T14:34:47.549235+0000","last_unstale":"2023-01-15T15:09:18.938418+0000","last_undegraded":"2023-01-15T15:09:18.938418+0000","last_fullsized":"2023-01-15T15:09:18.938418+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'18","last_scrub_stamp":"2023-01-15T15:09:18.938319+0000","last_deep_scrub":"213'18","last_deep_scrub_stamp":"2023-01-15T15:09:18.938319+0000","last_clean_scrub_stamp":"2023-01-15T15:09:18.938319+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:35:38.095108+0000","scrub_duration":0.0014810610000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":56,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"210'2","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000636+0000","last_change":"2023-01-15T14:35:14.324831+0000","last_active":"2023-01-15T15:07:47.000636+0000","last_peered":"2023-01-15T15:07:47.000636+0000","last_clean":"2023-01-15T15:07:47.000636+0000","last_became_active":"2023-01-15T14:35:14.324596+0000","last_became_peered":"2023-01-15T14:35:14.324596+0000","last_unstale":"2023-01-15T15:07:47.000636+0000","last_undegraded":"2023-01-15T15:07:47.000636+0000","last_fullsized":"2023-01-15T15:07:47.000636+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.880497+0000","last_change":"2023-01-15T14:49:02.547758+0000","last_active":"2023-01-15T15:09:01.880497+0000","last_peered":"2023-01-15T15:09:01.880497+0000","last_clean":"2023-01-15T15:09:01.880497+0000","last_became_active":"2023-01-15T14:49:02.547530+0000","last_became_peered":"2023-01-15T14:49:02.547530+0000","last_unstale":"2023-01-15T15:09:01.880497+0000","last_undegraded":"2023-01-15T15:09:01.880497+0000","last_fullsized":"2023-01-15T15:09:01.880497+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"210'3","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109163+0000","last_change":"2023-01-15T14:35:17.343966+0000","last_active":"2023-01-15T15:07:47.109163+0000","last_peered":"2023-01-15T15:07:47.109163+0000","last_clean":"2023-01-15T15:07:47.109163+0000","last_became_active":"2023-01-15T14:35:17.343767+0000","last_became_peered":"2023-01-15T14:35:17.343767+0000","last_unstale":"2023-01-15T15:07:47.109163+0000","last_undegraded":"2023-01-15T15:07:47.109163+0000","last_fullsized":"2023-01-15T15:07:47.109163+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"213'299","reported_seq":1399,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280678+0000","last_change":"2023-01-15T14:27:41.258927+0000","last_active":"2023-01-15T15:09:07.280678+0000","last_peered":"2023-01-15T15:09:07.280678+0000","last_clean":"2023-01-15T15:09:07.280678+0000","last_became_active":"2023-01-15T14:27:41.258695+0000","last_became_peered":"2023-01-15T14:27:41.258695+0000","last_unstale":"2023-01-15T15:09:07.280678+0000","last_undegraded":"2023-01-15T15:09:07.280678+0000","last_fullsized":"2023-01-15T15:09:07.280678+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1786,"num_read_kb":1705,"num_write":354,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"213'242","reported_seq":630,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.879900+0000","last_change":"2023-01-15T14:27:39.245515+0000","last_active":"2023-01-15T15:08:52.879900+0000","last_peered":"2023-01-15T15:08:52.879900+0000","last_clean":"2023-01-15T15:08:52.879900+0000","last_became_active":"2023-01-15T14:27:39.245187+0000","last_became_peered":"2023-01-15T14:27:39.245187+0000","last_unstale":"2023-01-15T15:08:52.879900+0000","last_undegraded":"2023-01-15T15:08:52.879900+0000","last_fullsized":"2023-01-15T15:08:52.879900+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324673,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":753,"num_read_kb":1075,"num_write":1055,"num_write_kb":6822,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"213'31","reported_seq":155,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:26.112277+0000","last_change":"2023-01-15T15:09:26.112252+0000","last_active":"2023-01-15T15:09:26.112277+0000","last_peered":"2023-01-15T15:09:26.112277+0000","last_clean":"2023-01-15T15:09:26.112277+0000","last_became_active":"2023-01-15T14:34:47.542226+0000","last_became_peered":"2023-01-15T14:34:47.542226+0000","last_unstale":"2023-01-15T15:09:26.112277+0000","last_undegraded":"2023-01-15T15:09:26.112277+0000","last_fullsized":"2023-01-15T15:09:26.112277+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'31","last_scrub_stamp":"2023-01-15T15:09:26.112184+0000","last_deep_scrub":"213'31","last_deep_scrub_stamp":"2023-01-15T15:09:26.112184+0000","last_clean_scrub_stamp":"2023-01-15T15:09:26.112184+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:20:58.025264+0000","scrub_duration":0.0022968469999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":182,"num_read_kb":117,"num_write":62,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:09.207822+0000","last_change":"2023-01-15T15:09:09.207802+0000","last_active":"2023-01-15T15:09:09.207822+0000","last_peered":"2023-01-15T15:09:09.207822+0000","last_clean":"2023-01-15T15:09:09.207822+0000","last_became_active":"2023-01-15T14:35:14.325865+0000","last_became_peered":"2023-01-15T14:35:14.325865+0000","last_unstale":"2023-01-15T15:09:09.207822+0000","last_undegraded":"2023-01-15T15:09:09.207822+0000","last_fullsized":"2023-01-15T15:09:09.207822+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:09.207746+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:09.207746+0000","last_clean_scrub_stamp":"2023-01-15T15:09:09.207746+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:53:39.525376+0000","scrub_duration":0.0018016740000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.874722+0000","last_change":"2023-01-15T14:49:02.545991+0000","last_active":"2023-01-15T15:08:21.874722+0000","last_peered":"2023-01-15T15:08:21.874722+0000","last_clean":"2023-01-15T15:08:21.874722+0000","last_became_active":"2023-01-15T14:49:02.545271+0000","last_became_peered":"2023-01-15T14:49:02.545271+0000","last_unstale":"2023-01-15T15:08:21.874722+0000","last_undegraded":"2023-01-15T15:08:21.874722+0000","last_fullsized":"2023-01-15T15:08:21.874722+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819984+0000","last_change":"2023-01-15T14:35:17.350805+0000","last_active":"2023-01-15T15:09:05.819984+0000","last_peered":"2023-01-15T15:09:05.819984+0000","last_clean":"2023-01-15T15:09:05.819984+0000","last_became_active":"2023-01-15T14:35:17.350568+0000","last_became_peered":"2023-01-15T14:35:17.350568+0000","last_unstale":"2023-01-15T15:09:05.819984+0000","last_undegraded":"2023-01-15T15:09:05.819984+0000","last_fullsized":"2023-01-15T15:09:05.819984+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"213'703","reported_seq":1847,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789568+0000","last_change":"2023-01-15T14:27:41.261696+0000","last_active":"2023-01-15T15:09:06.789568+0000","last_peered":"2023-01-15T15:09:06.789568+0000","last_clean":"2023-01-15T15:09:06.789568+0000","last_became_active":"2023-01-15T14:27:41.261179+0000","last_became_peered":"2023-01-15T14:27:41.261179+0000","last_unstale":"2023-01-15T15:09:06.789568+0000","last_undegraded":"2023-01-15T15:09:06.789568+0000","last_fullsized":"2023-01-15T15:09:06.789568+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":600,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3219,"num_read_kb":2866,"num_write":945,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"213'166","reported_seq":484,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.861348+0000","last_change":"2023-01-15T14:27:39.369625+0000","last_active":"2023-01-15T15:08:51.861348+0000","last_peered":"2023-01-15T15:08:51.861348+0000","last_clean":"2023-01-15T15:08:51.861348+0000","last_became_active":"2023-01-15T14:27:39.288695+0000","last_became_peered":"2023-01-15T14:27:39.288695+0000","last_unstale":"2023-01-15T15:08:51.861348+0000","last_undegraded":"2023-01-15T15:08:51.861348+0000","last_fullsized":"2023-01-15T15:08:51.861348+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5592230,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":344,"num_read_kb":21052,"num_write":845,"num_write_kb":35037,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"213'14","reported_seq":84,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:07.049539+0000","last_change":"2023-01-15T14:34:47.549043+0000","last_active":"2023-01-15T15:08:07.049539+0000","last_peered":"2023-01-15T15:08:07.049539+0000","last_clean":"2023-01-15T15:08:07.049539+0000","last_became_active":"2023-01-15T14:34:47.548588+0000","last_became_peered":"2023-01-15T14:34:47.548588+0000","last_unstale":"2023-01-15T15:08:07.049539+0000","last_undegraded":"2023-01-15T15:08:07.049539+0000","last_fullsized":"2023-01-15T15:08:07.049539+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":52,"num_write":38,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":48,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:16.970580+0000","last_change":"2023-01-15T15:09:16.970544+0000","last_active":"2023-01-15T15:09:16.970580+0000","last_peered":"2023-01-15T15:09:16.970580+0000","last_clean":"2023-01-15T15:09:16.970580+0000","last_became_active":"2023-01-15T14:35:14.320905+0000","last_became_peered":"2023-01-15T14:35:14.320905+0000","last_unstale":"2023-01-15T15:09:16.970580+0000","last_undegraded":"2023-01-15T15:09:16.970580+0000","last_fullsized":"2023-01-15T15:09:16.970580+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:16.970442+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:16.970442+0000","last_clean_scrub_stamp":"2023-01-15T15:09:16.970442+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:49:54.418797+0000","scrub_duration":0.0015224310000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:26.887090+0000","last_change":"2023-01-15T14:49:02.553455+0000","last_active":"2023-01-15T15:08:26.887090+0000","last_peered":"2023-01-15T15:08:26.887090+0000","last_clean":"2023-01-15T15:08:26.887090+0000","last_became_active":"2023-01-15T14:49:02.553253+0000","last_became_peered":"2023-01-15T14:49:02.553253+0000","last_unstale":"2023-01-15T15:08:26.887090+0000","last_undegraded":"2023-01-15T15:08:26.887090+0000","last_fullsized":"2023-01-15T15:08:26.887090+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332723+0000","last_change":"2023-01-15T14:35:17.350026+0000","last_active":"2023-01-15T15:09:05.332723+0000","last_peered":"2023-01-15T15:09:05.332723+0000","last_clean":"2023-01-15T15:09:05.332723+0000","last_became_active":"2023-01-15T14:35:17.349797+0000","last_became_peered":"2023-01-15T14:35:17.349797+0000","last_unstale":"2023-01-15T15:09:05.332723+0000","last_undegraded":"2023-01-15T15:09:05.332723+0000","last_fullsized":"2023-01-15T15:09:05.332723+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"213'1023","reported_seq":2219,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252924+0000","last_change":"2023-01-15T14:27:41.256182+0000","last_active":"2023-01-15T15:09:08.252924+0000","last_peered":"2023-01-15T15:09:08.252924+0000","last_clean":"2023-01-15T15:09:08.252924+0000","last_became_active":"2023-01-15T14:27:41.255943+0000","last_became_peered":"2023-01-15T14:27:41.255943+0000","last_unstale":"2023-01-15T15:09:08.252924+0000","last_undegraded":"2023-01-15T15:09:08.252924+0000","last_fullsized":"2023-01-15T15:09:08.252924+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":1000,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4492,"num_read_kb":3928,"num_write":1429,"num_write_kb":608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"213'186","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.799603+0000","last_change":"2023-01-15T14:28:22.947966+0000","last_active":"2023-01-15T15:08:47.799603+0000","last_peered":"2023-01-15T15:08:47.799603+0000","last_clean":"2023-01-15T15:08:47.799603+0000","last_became_active":"2023-01-15T14:28:22.947557+0000","last_became_peered":"2023-01-15T14:28:22.947557+0000","last_unstale":"2023-01-15T15:08:47.799603+0000","last_undegraded":"2023-01-15T15:08:47.799603+0000","last_fullsized":"2023-01-15T15:08:47.799603+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51883,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":411,"num_read_kb":419,"num_write":1043,"num_write_kb":22779,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,2],"acting":[1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1e","version":"210'16","reported_seq":87,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.378772+0000","last_change":"2023-01-15T14:34:47.547794+0000","last_active":"2023-01-15T15:08:47.378772+0000","last_peered":"2023-01-15T15:08:47.378772+0000","last_clean":"2023-01-15T15:08:47.378772+0000","last_became_active":"2023-01-15T14:34:47.547228+0000","last_became_peered":"2023-01-15T14:34:47.547228+0000","last_unstale":"2023-01-15T15:08:47.378772+0000","last_undegraded":"2023-01-15T15:08:47.378772+0000","last_fullsized":"2023-01-15T15:08:47.378772+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":52,"num_write":30,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"0'0","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:17.910437+0000","last_change":"2023-01-15T15:09:17.910414+0000","last_active":"2023-01-15T15:09:17.910437+0000","last_peered":"2023-01-15T15:09:17.910437+0000","last_clean":"2023-01-15T15:09:17.910437+0000","last_became_active":"2023-01-15T14:35:14.328104+0000","last_became_peered":"2023-01-15T14:35:14.328104+0000","last_unstale":"2023-01-15T15:09:17.910437+0000","last_undegraded":"2023-01-15T15:09:17.910437+0000","last_fullsized":"2023-01-15T15:09:17.910437+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:17.910343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:17.910343+0000","last_clean_scrub_stamp":"2023-01-15T15:09:17.910343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:13:18.932133+0000","scrub_duration":0.0013041389999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.375254+0000","last_change":"2023-01-15T14:49:02.549909+0000","last_active":"2023-01-15T15:08:22.375254+0000","last_peered":"2023-01-15T15:08:22.375254+0000","last_clean":"2023-01-15T15:08:22.375254+0000","last_became_active":"2023-01-15T14:49:02.549713+0000","last_became_peered":"2023-01-15T14:49:02.549713+0000","last_unstale":"2023-01-15T15:08:22.375254+0000","last_undegraded":"2023-01-15T15:08:22.375254+0000","last_fullsized":"2023-01-15T15:08:22.375254+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.893147+0000","last_change":"2023-01-15T14:35:17.343303+0000","last_active":"2023-01-15T15:09:06.893147+0000","last_peered":"2023-01-15T15:09:06.893147+0000","last_clean":"2023-01-15T15:09:06.893147+0000","last_became_active":"2023-01-15T14:35:17.343073+0000","last_became_peered":"2023-01-15T14:35:17.343073+0000","last_unstale":"2023-01-15T15:09:06.893147+0000","last_undegraded":"2023-01-15T15:09:06.893147+0000","last_fullsized":"2023-01-15T15:09:06.893147+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"213'375","reported_seq":1821,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.963865+0000","last_change":"2023-01-15T14:27:41.264742+0000","last_active":"2023-01-15T15:08:51.963865+0000","last_peered":"2023-01-15T15:08:51.963865+0000","last_clean":"2023-01-15T15:08:51.963865+0000","last_became_active":"2023-01-15T14:27:41.264559+0000","last_became_peered":"2023-01-15T14:27:41.264559+0000","last_unstale":"2023-01-15T15:08:51.963865+0000","last_undegraded":"2023-01-15T15:08:51.963865+0000","last_fullsized":"2023-01-15T15:08:51.963865+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2406,"num_read_kb":2309,"num_write":424,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"213'147","reported_seq":478,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891257+0000","last_change":"2023-01-15T14:27:39.258523+0000","last_active":"2023-01-15T15:08:56.891257+0000","last_peered":"2023-01-15T15:08:56.891257+0000","last_clean":"2023-01-15T15:08:56.891257+0000","last_became_active":"2023-01-15T14:27:39.258095+0000","last_became_peered":"2023-01-15T14:27:39.258095+0000","last_unstale":"2023-01-15T15:08:56.891257+0000","last_undegraded":"2023-01-15T15:08:56.891257+0000","last_fullsized":"2023-01-15T15:08:56.891257+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11864094,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":374,"num_read_kb":21488,"num_write":810,"num_write_kb":27302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"213'15","reported_seq":101,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:23.440799+0000","last_change":"2023-01-15T15:09:23.440776+0000","last_active":"2023-01-15T15:09:23.440799+0000","last_peered":"2023-01-15T15:09:23.440799+0000","last_clean":"2023-01-15T15:09:23.440799+0000","last_became_active":"2023-01-15T14:34:47.545257+0000","last_became_peered":"2023-01-15T14:34:47.545257+0000","last_unstale":"2023-01-15T15:09:23.440799+0000","last_undegraded":"2023-01-15T15:09:23.440799+0000","last_fullsized":"2023-01-15T15:09:23.440799+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'15","last_scrub_stamp":"2023-01-15T15:09:23.440707+0000","last_deep_scrub":"213'15","last_deep_scrub_stamp":"2023-01-15T15:09:23.440707+0000","last_clean_scrub_stamp":"2023-01-15T15:09:23.440707+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:13:21.091350+0000","scrub_duration":0.0019637360000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":55,"num_write":24,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.871010+0000","last_change":"2023-01-15T14:35:14.330029+0000","last_active":"2023-01-15T15:07:56.871010+0000","last_peered":"2023-01-15T15:07:56.871010+0000","last_clean":"2023-01-15T15:07:56.871010+0000","last_became_active":"2023-01-15T14:35:14.329625+0000","last_became_peered":"2023-01-15T14:35:14.329625+0000","last_unstale":"2023-01-15T15:07:56.871010+0000","last_undegraded":"2023-01-15T15:07:56.871010+0000","last_fullsized":"2023-01-15T15:07:56.871010+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:22.005848+0000","last_change":"2023-01-15T14:49:02.550258+0000","last_active":"2023-01-15T15:08:22.005848+0000","last_peered":"2023-01-15T15:08:22.005848+0000","last_clean":"2023-01-15T15:08:22.005848+0000","last_became_active":"2023-01-15T14:49:02.549977+0000","last_became_peered":"2023-01-15T14:49:02.549977+0000","last_unstale":"2023-01-15T15:08:22.005848+0000","last_undegraded":"2023-01-15T15:08:22.005848+0000","last_fullsized":"2023-01-15T15:08:22.005848+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"210'5","reported_seq":43,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332719+0000","last_change":"2023-01-15T14:35:17.348688+0000","last_active":"2023-01-15T15:09:05.332719+0000","last_peered":"2023-01-15T15:09:05.332719+0000","last_clean":"2023-01-15T15:09:05.332719+0000","last_became_active":"2023-01-15T14:35:17.348469+0000","last_became_peered":"2023-01-15T14:35:17.348469+0000","last_unstale":"2023-01-15T15:09:05.332719+0000","last_undegraded":"2023-01-15T15:09:05.332719+0000","last_fullsized":"2023-01-15T15:09:05.332719+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"213'447","reported_seq":1938,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.960822+0000","last_change":"2023-01-15T14:27:41.252885+0000","last_active":"2023-01-15T15:08:51.960822+0000","last_peered":"2023-01-15T15:08:51.960822+0000","last_clean":"2023-01-15T15:08:51.960822+0000","last_became_active":"2023-01-15T14:27:41.252659+0000","last_became_peered":"2023-01-15T14:27:41.252659+0000","last_unstale":"2023-01-15T15:08:51.960822+0000","last_undegraded":"2023-01-15T15:08:51.960822+0000","last_fullsized":"2023-01-15T15:08:51.960822+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2784,"num_read_kb":2626,"num_write":570,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"213'181","reported_seq":655,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.985409+0000","last_change":"2023-01-15T14:27:39.251078+0000","last_active":"2023-01-15T15:08:40.985409+0000","last_peered":"2023-01-15T15:08:40.985409+0000","last_clean":"2023-01-15T15:08:40.985409+0000","last_became_active":"2023-01-15T14:27:39.250837+0000","last_became_peered":"2023-01-15T14:27:39.250837+0000","last_unstale":"2023-01-15T15:08:40.985409+0000","last_undegraded":"2023-01-15T15:08:40.985409+0000","last_fullsized":"2023-01-15T15:08:40.985409+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5272235,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":683,"num_read_kb":238412,"num_write":915,"num_write_kb":37362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"213'16","reported_seq":98,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:20.250292+0000","last_change":"2023-01-15T15:09:20.250264+0000","last_active":"2023-01-15T15:09:20.250292+0000","last_peered":"2023-01-15T15:09:20.250292+0000","last_clean":"2023-01-15T15:09:20.250292+0000","last_became_active":"2023-01-15T14:34:47.549823+0000","last_became_peered":"2023-01-15T14:34:47.549823+0000","last_unstale":"2023-01-15T15:09:20.250292+0000","last_undegraded":"2023-01-15T15:09:20.250292+0000","last_fullsized":"2023-01-15T15:09:20.250292+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'16","last_scrub_stamp":"2023-01-15T15:09:20.250185+0000","last_deep_scrub":"213'16","last_deep_scrub_stamp":"2023-01-15T15:09:20.250185+0000","last_clean_scrub_stamp":"2023-01-15T15:09:20.250185+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:11:30.083863+0000","scrub_duration":0.0021468709999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":52,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.854519+0000","last_change":"2023-01-15T14:35:14.325387+0000","last_active":"2023-01-15T15:07:56.854519+0000","last_peered":"2023-01-15T15:07:56.854519+0000","last_clean":"2023-01-15T15:07:56.854519+0000","last_became_active":"2023-01-15T14:35:14.325143+0000","last_became_peered":"2023-01-15T14:35:14.325143+0000","last_unstale":"2023-01-15T15:07:56.854519+0000","last_undegraded":"2023-01-15T15:07:56.854519+0000","last_fullsized":"2023-01-15T15:07:56.854519+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:41.999775+0000","last_change":"2023-01-15T14:49:02.552917+0000","last_active":"2023-01-15T15:07:41.999775+0000","last_peered":"2023-01-15T15:07:41.999775+0000","last_clean":"2023-01-15T15:07:41.999775+0000","last_became_active":"2023-01-15T14:49:02.552682+0000","last_became_peered":"2023-01-15T14:49:02.552682+0000","last_unstale":"2023-01-15T15:07:41.999775+0000","last_undegraded":"2023-01-15T15:07:41.999775+0000","last_fullsized":"2023-01-15T15:07:41.999775+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281336+0000","last_change":"2023-01-15T14:35:17.340734+0000","last_active":"2023-01-15T15:09:07.281336+0000","last_peered":"2023-01-15T15:09:07.281336+0000","last_clean":"2023-01-15T15:09:07.281336+0000","last_became_active":"2023-01-15T14:35:17.340496+0000","last_became_peered":"2023-01-15T14:35:17.340496+0000","last_unstale":"2023-01-15T15:09:07.281336+0000","last_undegraded":"2023-01-15T15:09:07.281336+0000","last_fullsized":"2023-01-15T15:09:07.281336+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"213'656","reported_seq":1768,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.704107+0000","last_change":"2023-01-15T14:27:41.256881+0000","last_active":"2023-01-15T15:08:51.704107+0000","last_peered":"2023-01-15T15:08:51.704107+0000","last_clean":"2023-01-15T15:08:51.704107+0000","last_became_active":"2023-01-15T14:27:41.256670+0000","last_became_peered":"2023-01-15T14:27:41.256670+0000","last_unstale":"2023-01-15T15:08:51.704107+0000","last_undegraded":"2023-01-15T15:08:51.704107+0000","last_fullsized":"2023-01-15T15:08:51.704107+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":600,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3066,"num_read_kb":2748,"num_write":888,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"213'167","reported_seq":555,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.825693+0000","last_change":"2023-01-15T14:27:39.255145+0000","last_active":"2023-01-15T15:08:52.825693+0000","last_peered":"2023-01-15T15:08:52.825693+0000","last_clean":"2023-01-15T15:08:52.825693+0000","last_became_active":"2023-01-15T14:27:39.251308+0000","last_became_peered":"2023-01-15T14:27:39.251308+0000","last_unstale":"2023-01-15T15:08:52.825693+0000","last_undegraded":"2023-01-15T15:08:52.825693+0000","last_fullsized":"2023-01-15T15:08:52.825693+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5598247,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":518,"num_read_kb":44248,"num_write":947,"num_write_kb":32786,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"213'21","reported_seq":111,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:15.355785+0000","last_change":"2023-01-15T15:09:15.355745+0000","last_active":"2023-01-15T15:09:15.355785+0000","last_peered":"2023-01-15T15:09:15.355785+0000","last_clean":"2023-01-15T15:09:15.355785+0000","last_became_active":"2023-01-15T14:34:47.545720+0000","last_became_peered":"2023-01-15T14:34:47.545720+0000","last_unstale":"2023-01-15T15:09:15.355785+0000","last_undegraded":"2023-01-15T15:09:15.355785+0000","last_fullsized":"2023-01-15T15:09:15.355785+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'21","last_scrub_stamp":"2023-01-15T15:09:15.355672+0000","last_deep_scrub":"213'21","last_deep_scrub_stamp":"2023-01-15T15:09:15.355672+0000","last_clean_scrub_stamp":"2023-01-15T15:09:15.355672+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:45:45.365782+0000","scrub_duration":0.0020677669999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":63,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"210'13","reported_seq":63,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.854569+0000","last_change":"2023-01-15T14:35:14.320892+0000","last_active":"2023-01-15T15:07:56.854569+0000","last_peered":"2023-01-15T15:07:56.854569+0000","last_clean":"2023-01-15T15:07:56.854569+0000","last_became_active":"2023-01-15T14:35:14.318718+0000","last_became_peered":"2023-01-15T14:35:14.318718+0000","last_unstale":"2023-01-15T15:07:56.854569+0000","last_undegraded":"2023-01-15T15:07:56.854569+0000","last_fullsized":"2023-01-15T15:07:56.854569+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":26,"num_read_kb":30724,"num_write":21,"num_write_kb":12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:21.886299+0000","last_change":"2023-01-15T14:49:02.551311+0000","last_active":"2023-01-15T15:08:21.886299+0000","last_peered":"2023-01-15T15:08:21.886299+0000","last_clean":"2023-01-15T15:08:21.886299+0000","last_became_active":"2023-01-15T14:49:02.551067+0000","last_became_peered":"2023-01-15T14:49:02.551067+0000","last_unstale":"2023-01-15T15:08:21.886299+0000","last_undegraded":"2023-01-15T15:08:21.886299+0000","last_fullsized":"2023-01-15T15:08:21.886299+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:01.871918+0000","last_change":"2023-01-15T14:35:17.337212+0000","last_active":"2023-01-15T15:08:01.871918+0000","last_peered":"2023-01-15T15:08:01.871918+0000","last_clean":"2023-01-15T15:08:01.871918+0000","last_became_active":"2023-01-15T14:35:17.336964+0000","last_became_peered":"2023-01-15T14:35:17.336964+0000","last_unstale":"2023-01-15T15:08:01.871918+0000","last_undegraded":"2023-01-15T15:08:01.871918+0000","last_fullsized":"2023-01-15T15:08:01.871918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"213'478","reported_seq":1767,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.247059+0000","last_change":"2023-01-15T14:27:41.258294+0000","last_active":"2023-01-15T15:08:52.247059+0000","last_peered":"2023-01-15T15:08:52.247059+0000","last_clean":"2023-01-15T15:08:52.247059+0000","last_became_active":"2023-01-15T14:27:41.258121+0000","last_became_peered":"2023-01-15T14:27:41.258121+0000","last_unstale":"2023-01-15T15:08:52.247059+0000","last_undegraded":"2023-01-15T15:08:52.247059+0000","last_fullsized":"2023-01-15T15:08:52.247059+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":400,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2665,"num_read_kb":2439,"num_write":623,"num_write_kb":211,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"213'217","reported_seq":643,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.840382+0000","last_change":"2023-01-15T14:27:39.249610+0000","last_active":"2023-01-15T15:08:52.840382+0000","last_peered":"2023-01-15T15:08:52.840382+0000","last_clean":"2023-01-15T15:08:52.840382+0000","last_became_active":"2023-01-15T14:27:39.249096+0000","last_became_peered":"2023-01-15T14:27:39.249096+0000","last_unstale":"2023-01-15T15:08:52.840382+0000","last_undegraded":"2023-01-15T15:08:52.840382+0000","last_fullsized":"2023-01-15T15:08:52.840382+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244924,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":880,"num_read_kb":7108,"num_write":1078,"num_write_kb":15939,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.12","version":"213'53","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:09.285389+0000","last_change":"2023-01-15T15:09:09.285366+0000","last_active":"2023-01-15T15:09:09.285389+0000","last_peered":"2023-01-15T15:09:09.285389+0000","last_clean":"2023-01-15T15:09:09.285389+0000","last_became_active":"2023-01-15T14:34:47.553318+0000","last_became_peered":"2023-01-15T14:34:47.553318+0000","last_unstale":"2023-01-15T15:09:09.285389+0000","last_undegraded":"2023-01-15T15:09:09.285389+0000","last_fullsized":"2023-01-15T15:09:09.285389+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'53","last_scrub_stamp":"2023-01-15T15:09:09.285309+0000","last_deep_scrub":"213'53","last_deep_scrub_stamp":"2023-01-15T15:09:09.285309+0000","last_clean_scrub_stamp":"2023-01-15T15:09:09.285309+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:00:19.573187+0000","scrub_duration":0.0011324099999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":276,"num_read_kb":174,"num_write":121,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:57.371479+0000","last_change":"2023-01-15T14:35:14.326918+0000","last_active":"2023-01-15T15:07:57.371479+0000","last_peered":"2023-01-15T15:07:57.371479+0000","last_clean":"2023-01-15T15:07:57.371479+0000","last_became_active":"2023-01-15T14:35:14.326674+0000","last_became_peered":"2023-01-15T14:35:14.326674+0000","last_unstale":"2023-01-15T15:07:57.371479+0000","last_undegraded":"2023-01-15T15:07:57.371479+0000","last_fullsized":"2023-01-15T15:07:57.371479+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:42.046197+0000","last_change":"2023-01-15T14:49:02.546530+0000","last_active":"2023-01-15T15:07:42.046197+0000","last_peered":"2023-01-15T15:07:42.046197+0000","last_clean":"2023-01-15T15:07:42.046197+0000","last_became_active":"2023-01-15T14:49:02.546289+0000","last_became_peered":"2023-01-15T14:49:02.546289+0000","last_unstale":"2023-01-15T15:07:42.046197+0000","last_undegraded":"2023-01-15T15:07:42.046197+0000","last_fullsized":"2023-01-15T15:07:42.046197+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"210'3","reported_seq":34,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.882890+0000","last_change":"2023-01-15T14:35:17.346156+0000","last_active":"2023-01-15T15:07:56.882890+0000","last_peered":"2023-01-15T15:07:56.882890+0000","last_clean":"2023-01-15T15:07:56.882890+0000","last_became_active":"2023-01-15T14:35:17.345927+0000","last_became_peered":"2023-01-15T14:35:17.345927+0000","last_unstale":"2023-01-15T15:07:56.882890+0000","last_undegraded":"2023-01-15T15:07:56.882890+0000","last_fullsized":"2023-01-15T15:07:56.882890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"213'437","reported_seq":1743,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.019875+0000","last_change":"2023-01-15T14:27:41.262358+0000","last_active":"2023-01-15T15:08:50.019875+0000","last_peered":"2023-01-15T15:08:50.019875+0000","last_clean":"2023-01-15T15:08:50.019875+0000","last_became_active":"2023-01-15T14:27:41.262091+0000","last_became_peered":"2023-01-15T14:27:41.262091+0000","last_unstale":"2023-01-15T15:08:50.019875+0000","last_undegraded":"2023-01-15T15:08:50.019875+0000","last_fullsized":"2023-01-15T15:08:50.019875+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":400,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2733,"num_read_kb":2535,"num_write":596,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"213'209","reported_seq":557,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.479038+0000","last_change":"2023-01-15T14:27:39.251837+0000","last_active":"2023-01-15T15:08:41.479038+0000","last_peered":"2023-01-15T15:08:41.479038+0000","last_clean":"2023-01-15T15:08:41.479038+0000","last_became_active":"2023-01-15T14:27:39.251522+0000","last_became_peered":"2023-01-15T14:27:39.251522+0000","last_unstale":"2023-01-15T15:08:41.479038+0000","last_undegraded":"2023-01-15T15:08:41.479038+0000","last_fullsized":"2023-01-15T15:08:41.479038+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3432580,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":459,"num_read_kb":502,"num_write":1180,"num_write_kb":24633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"213'29","reported_seq":133,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.511466+0000","last_change":"2023-01-15T15:09:07.511431+0000","last_active":"2023-01-15T15:09:07.511466+0000","last_peered":"2023-01-15T15:09:07.511466+0000","last_clean":"2023-01-15T15:09:07.511466+0000","last_became_active":"2023-01-15T14:34:47.541593+0000","last_became_peered":"2023-01-15T14:34:47.541593+0000","last_unstale":"2023-01-15T15:09:07.511466+0000","last_undegraded":"2023-01-15T15:09:07.511466+0000","last_fullsized":"2023-01-15T15:09:07.511466+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'29","last_scrub_stamp":"2023-01-15T15:09:07.511319+0000","last_deep_scrub":"213'29","last_deep_scrub_stamp":"2023-01-15T15:09:07.511319+0000","last_clean_scrub_stamp":"2023-01-15T15:09:07.511319+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:44:45.554202+0000","scrub_duration":0.0020272889999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":87,"num_write":61,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:06.855810+0000","last_change":"2023-01-15T14:35:14.325235+0000","last_active":"2023-01-15T15:08:06.855810+0000","last_peered":"2023-01-15T15:08:06.855810+0000","last_clean":"2023-01-15T15:08:06.855810+0000","last_became_active":"2023-01-15T14:35:14.324974+0000","last_became_peered":"2023-01-15T14:35:14.324974+0000","last_unstale":"2023-01-15T15:08:06.855810+0000","last_undegraded":"2023-01-15T15:08:06.855810+0000","last_fullsized":"2023-01-15T15:08:06.855810+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"212'1","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:41.880700+0000","last_change":"2023-01-15T14:49:02.554180+0000","last_active":"2023-01-15T15:07:41.880700+0000","last_peered":"2023-01-15T15:07:41.880700+0000","last_clean":"2023-01-15T15:07:41.880700+0000","last_became_active":"2023-01-15T14:49:02.553920+0000","last_became_peered":"2023-01-15T14:49:02.553920+0000","last_unstale":"2023-01-15T15:07:41.880700+0000","last_undegraded":"2023-01-15T15:07:41.880700+0000","last_fullsized":"2023-01-15T15:07:41.880700+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"210'2","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.882755+0000","last_change":"2023-01-15T14:35:17.346094+0000","last_active":"2023-01-15T15:07:56.882755+0000","last_peered":"2023-01-15T15:07:56.882755+0000","last_clean":"2023-01-15T15:07:56.882755+0000","last_became_active":"2023-01-15T14:35:17.345869+0000","last_became_peered":"2023-01-15T14:35:17.345869+0000","last_unstale":"2023-01-15T15:07:56.882755+0000","last_undegraded":"2023-01-15T15:07:56.882755+0000","last_fullsized":"2023-01-15T15:07:56.882755+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"213'721","reported_seq":2133,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903417+0000","last_change":"2023-01-15T14:27:41.258939+0000","last_active":"2023-01-15T15:08:52.903417+0000","last_peered":"2023-01-15T15:08:52.903417+0000","last_clean":"2023-01-15T15:08:52.903417+0000","last_became_active":"2023-01-15T14:27:41.258730+0000","last_became_peered":"2023-01-15T14:27:41.258730+0000","last_unstale":"2023-01-15T15:08:52.903417+0000","last_undegraded":"2023-01-15T15:08:52.903417+0000","last_fullsized":"2023-01-15T15:08:52.903417+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3582,"num_read_kb":3253,"num_write":954,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"213'176","reported_seq":505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.141250+0000","last_change":"2023-01-15T14:27:39.288192+0000","last_active":"2023-01-15T15:08:40.141250+0000","last_peered":"2023-01-15T15:08:40.141250+0000","last_clean":"2023-01-15T15:08:40.141250+0000","last_became_active":"2023-01-15T14:27:39.257940+0000","last_became_peered":"2023-01-15T14:27:39.257940+0000","last_unstale":"2023-01-15T15:08:40.141250+0000","last_undegraded":"2023-01-15T15:08:40.141250+0000","last_fullsized":"2023-01-15T15:08:40.141250+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29266,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":538,"num_write":901,"num_write_kb":44137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"213'41","reported_seq":177,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:22.890524+0000","last_change":"2023-01-15T15:09:22.890496+0000","last_active":"2023-01-15T15:09:22.890524+0000","last_peered":"2023-01-15T15:09:22.890524+0000","last_clean":"2023-01-15T15:09:22.890524+0000","last_became_active":"2023-01-15T14:34:47.550913+0000","last_became_peered":"2023-01-15T14:34:47.550913+0000","last_unstale":"2023-01-15T15:09:22.890524+0000","last_undegraded":"2023-01-15T15:09:22.890524+0000","last_fullsized":"2023-01-15T15:09:22.890524+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'41","last_scrub_stamp":"2023-01-15T15:09:22.890425+0000","last_deep_scrub":"213'41","last_deep_scrub_stamp":"2023-01-15T15:09:22.890425+0000","last_clean_scrub_stamp":"2023-01-15T15:09:22.890425+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:13:46.360225+0000","scrub_duration":0.001583295,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":214,"num_read_kb":133,"num_write":83,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281094+0000","last_change":"2023-01-15T14:35:14.327296+0000","last_active":"2023-01-15T15:09:07.281094+0000","last_peered":"2023-01-15T15:09:07.281094+0000","last_clean":"2023-01-15T15:09:07.281094+0000","last_became_active":"2023-01-15T14:35:14.326975+0000","last_became_peered":"2023-01-15T14:35:14.326975+0000","last_unstale":"2023-01-15T15:09:07.281094+0000","last_undegraded":"2023-01-15T15:09:07.281094+0000","last_fullsized":"2023-01-15T15:09:07.281094+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:41.880520+0000","last_change":"2023-01-15T14:49:02.547198+0000","last_active":"2023-01-15T15:07:41.880520+0000","last_peered":"2023-01-15T15:07:41.880520+0000","last_clean":"2023-01-15T15:07:41.880520+0000","last_became_active":"2023-01-15T14:49:02.546858+0000","last_became_peered":"2023-01-15T14:49:02.546858+0000","last_unstale":"2023-01-15T15:07:41.880520+0000","last_undegraded":"2023-01-15T15:07:41.880520+0000","last_fullsized":"2023-01-15T15:07:41.880520+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.882825+0000","last_change":"2023-01-15T14:35:17.341233+0000","last_active":"2023-01-15T15:07:56.882825+0000","last_peered":"2023-01-15T15:07:56.882825+0000","last_clean":"2023-01-15T15:07:56.882825+0000","last_became_active":"2023-01-15T14:35:17.340927+0000","last_became_peered":"2023-01-15T14:35:17.340927+0000","last_unstale":"2023-01-15T15:07:56.882825+0000","last_undegraded":"2023-01-15T15:07:56.882825+0000","last_fullsized":"2023-01-15T15:07:56.882825+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"213'433","reported_seq":2063,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.697159+0000","last_change":"2023-01-15T14:27:41.267275+0000","last_active":"2023-01-15T15:08:49.697159+0000","last_peered":"2023-01-15T15:08:49.697159+0000","last_clean":"2023-01-15T15:08:49.697159+0000","last_became_active":"2023-01-15T14:27:41.262051+0000","last_became_peered":"2023-01-15T14:27:41.262051+0000","last_unstale":"2023-01-15T15:08:49.697159+0000","last_undegraded":"2023-01-15T15:08:49.697159+0000","last_fullsized":"2023-01-15T15:08:49.697159+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":400,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2938,"num_read_kb":2799,"num_write":510,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"213'180","reported_seq":543,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:41.324538+0000","last_change":"2023-01-15T14:27:39.245832+0000","last_active":"2023-01-15T15:08:41.324538+0000","last_peered":"2023-01-15T15:08:41.324538+0000","last_clean":"2023-01-15T15:08:41.324538+0000","last_became_active":"2023-01-15T14:27:39.245534+0000","last_became_peered":"2023-01-15T14:27:39.245534+0000","last_unstale":"2023-01-15T15:08:41.324538+0000","last_undegraded":"2023-01-15T15:08:41.324538+0000","last_fullsized":"2023-01-15T15:08:41.324538+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5513857,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":456,"num_read_kb":28573,"num_write":947,"num_write_kb":37453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"213'64","reported_seq":292,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:24.398266+0000","last_change":"2023-01-15T15:09:24.398236+0000","last_active":"2023-01-15T15:09:24.398266+0000","last_peered":"2023-01-15T15:09:24.398266+0000","last_clean":"2023-01-15T15:09:24.398266+0000","last_became_active":"2023-01-15T14:34:47.545832+0000","last_became_peered":"2023-01-15T14:34:47.545832+0000","last_unstale":"2023-01-15T15:09:24.398266+0000","last_undegraded":"2023-01-15T15:09:24.398266+0000","last_fullsized":"2023-01-15T15:09:24.398266+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'64","last_scrub_stamp":"2023-01-15T15:09:24.398161+0000","last_deep_scrub":"213'64","last_deep_scrub_stamp":"2023-01-15T15:09:24.398161+0000","last_clean_scrub_stamp":"2023-01-15T15:09:24.398161+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:40:00.040529+0000","scrub_duration":0.0021800650000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":409,"num_read_kb":278,"num_write":83,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"0'0","reported_seq":31,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.281229+0000","last_change":"2023-01-15T14:35:14.323669+0000","last_active":"2023-01-15T15:09:07.281229+0000","last_peered":"2023-01-15T15:09:07.281229+0000","last_clean":"2023-01-15T15:09:07.281229+0000","last_became_active":"2023-01-15T14:35:14.323416+0000","last_became_peered":"2023-01-15T14:35:14.323416+0000","last_unstale":"2023-01-15T15:09:07.281229+0000","last_undegraded":"2023-01-15T15:09:07.281229+0000","last_fullsized":"2023-01-15T15:09:07.281229+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":19,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:42.046146+0000","last_change":"2023-01-15T14:49:02.549234+0000","last_active":"2023-01-15T15:07:42.046146+0000","last_peered":"2023-01-15T15:07:42.046146+0000","last_clean":"2023-01-15T15:07:42.046146+0000","last_became_active":"2023-01-15T14:49:02.548987+0000","last_became_peered":"2023-01-15T14:49:02.548987+0000","last_unstale":"2023-01-15T15:07:42.046146+0000","last_undegraded":"2023-01-15T15:07:42.046146+0000","last_fullsized":"2023-01-15T15:07:42.046146+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"0'0","reported_seq":28,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:56.882648+0000","last_change":"2023-01-15T14:35:17.348476+0000","last_active":"2023-01-15T15:07:56.882648+0000","last_peered":"2023-01-15T15:07:56.882648+0000","last_clean":"2023-01-15T15:07:56.882648+0000","last_became_active":"2023-01-15T14:35:17.348237+0000","last_became_peered":"2023-01-15T14:35:17.348237+0000","last_unstale":"2023-01-15T15:07:56.882648+0000","last_undegraded":"2023-01-15T15:07:56.882648+0000","last_fullsized":"2023-01-15T15:07:56.882648+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"213'873","reported_seq":2346,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.890935+0000","last_change":"2023-01-15T14:27:41.262361+0000","last_active":"2023-01-15T15:08:56.890935+0000","last_peered":"2023-01-15T15:08:56.890935+0000","last_clean":"2023-01-15T15:08:56.890935+0000","last_became_active":"2023-01-15T14:27:41.262145+0000","last_became_peered":"2023-01-15T14:27:41.262145+0000","last_unstale":"2023-01-15T15:08:56.890935+0000","last_undegraded":"2023-01-15T15:08:56.890935+0000","last_fullsized":"2023-01-15T15:08:56.890935+0000","mapping_epoch":22,"log_start":"213'800","ondisk_log_start":"213'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4341,"num_read_kb":3888,"num_write":1252,"num_write_kb":573,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"213'147","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.877706+0000","last_change":"2023-01-15T14:27:39.288719+0000","last_active":"2023-01-15T15:08:52.877706+0000","last_peered":"2023-01-15T15:08:52.877706+0000","last_clean":"2023-01-15T15:08:52.877706+0000","last_became_active":"2023-01-15T14:27:39.268239+0000","last_became_peered":"2023-01-15T14:27:39.268239+0000","last_unstale":"2023-01-15T15:08:52.877706+0000","last_undegraded":"2023-01-15T15:08:52.877706+0000","last_fullsized":"2023-01-15T15:08:52.877706+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16799905,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":387,"num_read_kb":75591,"num_write":828,"num_write_kb":37430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"213'33","reported_seq":152,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:23.872110+0000","last_change":"2023-01-15T15:09:23.872082+0000","last_active":"2023-01-15T15:09:23.872110+0000","last_peered":"2023-01-15T15:09:23.872110+0000","last_clean":"2023-01-15T15:09:23.872110+0000","last_became_active":"2023-01-15T14:34:47.549412+0000","last_became_peered":"2023-01-15T14:34:47.549412+0000","last_unstale":"2023-01-15T15:09:23.872110+0000","last_undegraded":"2023-01-15T15:09:23.872110+0000","last_fullsized":"2023-01-15T15:09:23.872110+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'33","last_scrub_stamp":"2023-01-15T15:09:23.871994+0000","last_deep_scrub":"213'33","last_deep_scrub_stamp":"2023-01-15T15:09:23.871994+0000","last_clean_scrub_stamp":"2023-01-15T15:09:23.871994+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:03.409441+0000","scrub_duration":0.0021885799999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":60,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"0'0","reported_seq":45,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:25.940252+0000","last_change":"2023-01-15T15:09:25.940228+0000","last_active":"2023-01-15T15:09:25.940252+0000","last_peered":"2023-01-15T15:09:25.940252+0000","last_clean":"2023-01-15T15:09:25.940252+0000","last_became_active":"2023-01-15T14:35:14.321636+0000","last_became_peered":"2023-01-15T14:35:14.321636+0000","last_unstale":"2023-01-15T15:09:25.940252+0000","last_undegraded":"2023-01-15T15:09:25.940252+0000","last_fullsized":"2023-01-15T15:09:25.940252+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:25.940152+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:25.940152+0000","last_clean_scrub_stamp":"2023-01-15T15:09:25.940152+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:12:40.953369+0000","scrub_duration":0.0014995,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.253301+0000","last_change":"2023-01-15T14:49:02.545958+0000","last_active":"2023-01-15T15:09:08.253301+0000","last_peered":"2023-01-15T15:09:08.253301+0000","last_clean":"2023-01-15T15:09:08.253301+0000","last_became_active":"2023-01-15T14:49:02.545725+0000","last_became_peered":"2023-01-15T14:49:02.545725+0000","last_unstale":"2023-01-15T15:09:08.253301+0000","last_undegraded":"2023-01-15T15:09:08.253301+0000","last_fullsized":"2023-01-15T15:09:08.253301+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"210'5","reported_seq":39,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.253313+0000","last_change":"2023-01-15T14:35:17.345524+0000","last_active":"2023-01-15T15:09:08.253313+0000","last_peered":"2023-01-15T15:09:08.253313+0000","last_clean":"2023-01-15T15:09:08.253313+0000","last_became_active":"2023-01-15T14:35:17.345321+0000","last_became_peered":"2023-01-15T14:35:17.345321+0000","last_unstale":"2023-01-15T15:09:08.253313+0000","last_undegraded":"2023-01-15T15:09:08.253313+0000","last_fullsized":"2023-01-15T15:09:08.253313+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"213'765","reported_seq":2052,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.009905+0000","last_change":"2023-01-15T14:27:41.264579+0000","last_active":"2023-01-15T15:08:52.009905+0000","last_peered":"2023-01-15T15:08:52.009905+0000","last_clean":"2023-01-15T15:08:52.009905+0000","last_became_active":"2023-01-15T14:27:41.264306+0000","last_became_peered":"2023-01-15T14:27:41.264306+0000","last_unstale":"2023-01-15T15:08:52.009905+0000","last_undegraded":"2023-01-15T15:08:52.009905+0000","last_fullsized":"2023-01-15T15:08:52.009905+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3735,"num_read_kb":3336,"num_write":1082,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"213'181","reported_seq":504,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.915655+0000","last_change":"2023-01-15T14:27:39.260617+0000","last_active":"2023-01-15T15:08:52.915655+0000","last_peered":"2023-01-15T15:08:52.915655+0000","last_clean":"2023-01-15T15:08:52.915655+0000","last_became_active":"2023-01-15T14:27:39.252590+0000","last_became_peered":"2023-01-15T14:27:39.252590+0000","last_unstale":"2023-01-15T15:08:52.915655+0000","last_undegraded":"2023-01-15T15:08:52.915655+0000","last_fullsized":"2023-01-15T15:08:52.915655+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":703761,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":407,"num_read_kb":5913,"num_write":1001,"num_write_kb":19985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"213'19","reported_seq":105,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.264924+0000","last_change":"2023-01-15T15:09:07.264896+0000","last_active":"2023-01-15T15:09:07.264924+0000","last_peered":"2023-01-15T15:09:07.264924+0000","last_clean":"2023-01-15T15:09:07.264924+0000","last_became_active":"2023-01-15T14:34:47.548830+0000","last_became_peered":"2023-01-15T14:34:47.548830+0000","last_unstale":"2023-01-15T15:09:07.264924+0000","last_undegraded":"2023-01-15T15:09:07.264924+0000","last_fullsized":"2023-01-15T15:09:07.264924+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'19","last_scrub_stamp":"2023-01-15T15:09:07.264840+0000","last_deep_scrub":"213'19","last_deep_scrub_stamp":"2023-01-15T15:09:07.264840+0000","last_clean_scrub_stamp":"2023-01-15T15:09:07.264840+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:45:37.260380+0000","scrub_duration":0.001327197,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":58,"num_write":47,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":46,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:10.199877+0000","last_change":"2023-01-15T15:09:10.199851+0000","last_active":"2023-01-15T15:09:10.199877+0000","last_peered":"2023-01-15T15:09:10.199877+0000","last_clean":"2023-01-15T15:09:10.199877+0000","last_became_active":"2023-01-15T14:35:14.330251+0000","last_became_peered":"2023-01-15T14:35:14.330251+0000","last_unstale":"2023-01-15T15:09:10.199877+0000","last_undegraded":"2023-01-15T15:09:10.199877+0000","last_fullsized":"2023-01-15T15:09:10.199877+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:10.199780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:10.199780+0000","last_clean_scrub_stamp":"2023-01-15T15:09:10.199780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:55:50.855413+0000","scrub_duration":0.001601852,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.738307+0000","last_change":"2023-01-15T14:49:02.549255+0000","last_active":"2023-01-15T15:09:08.738307+0000","last_peered":"2023-01-15T15:09:08.738307+0000","last_clean":"2023-01-15T15:09:08.738307+0000","last_became_active":"2023-01-15T14:49:02.549040+0000","last_became_peered":"2023-01-15T14:49:02.549040+0000","last_unstale":"2023-01-15T15:09:08.738307+0000","last_undegraded":"2023-01-15T15:09:08.738307+0000","last_fullsized":"2023-01-15T15:09:08.738307+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.011381+0000","last_change":"2023-01-15T14:35:17.348321+0000","last_active":"2023-01-15T15:09:02.011381+0000","last_peered":"2023-01-15T15:09:02.011381+0000","last_clean":"2023-01-15T15:09:02.011381+0000","last_became_active":"2023-01-15T14:35:17.347907+0000","last_became_peered":"2023-01-15T14:35:17.347907+0000","last_unstale":"2023-01-15T15:09:02.011381+0000","last_undegraded":"2023-01-15T15:09:02.011381+0000","last_fullsized":"2023-01-15T15:09:02.011381+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"213'376","reported_seq":1732,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.658553+0000","last_change":"2023-01-15T14:27:41.258830+0000","last_active":"2023-01-15T15:08:50.658553+0000","last_peered":"2023-01-15T15:08:50.658553+0000","last_clean":"2023-01-15T15:08:50.658553+0000","last_became_active":"2023-01-15T14:27:41.258575+0000","last_became_peered":"2023-01-15T14:27:41.258575+0000","last_unstale":"2023-01-15T15:08:50.658553+0000","last_undegraded":"2023-01-15T15:08:50.658553+0000","last_fullsized":"2023-01-15T15:08:50.658553+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2375,"num_read_kb":2256,"num_write":445,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"213'200","reported_seq":585,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.830552+0000","last_change":"2023-01-15T14:28:22.356314+0000","last_active":"2023-01-15T15:08:52.830552+0000","last_peered":"2023-01-15T15:08:52.830552+0000","last_clean":"2023-01-15T15:08:52.830552+0000","last_became_active":"2023-01-15T14:28:22.355912+0000","last_became_peered":"2023-01-15T14:28:22.355912+0000","last_unstale":"2023-01-15T15:08:52.830552+0000","last_undegraded":"2023-01-15T15:08:52.830552+0000","last_fullsized":"2023-01-15T15:08:52.830552+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":100,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3520277,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":534,"num_read_kb":11839,"num_write":1158,"num_write_kb":25072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"213'29","reported_seq":134,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819714+0000","last_change":"2023-01-15T14:34:47.539558+0000","last_active":"2023-01-15T15:09:05.819714+0000","last_peered":"2023-01-15T15:09:05.819714+0000","last_clean":"2023-01-15T15:09:05.819714+0000","last_became_active":"2023-01-15T14:34:47.539300+0000","last_became_peered":"2023-01-15T14:34:47.539300+0000","last_unstale":"2023-01-15T15:09:05.819714+0000","last_undegraded":"2023-01-15T15:09:05.819714+0000","last_fullsized":"2023-01-15T15:09:05.819714+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":165,"num_read_kb":110,"num_write":47,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.869522+0000","last_change":"2023-01-15T14:35:14.314626+0000","last_active":"2023-01-15T15:07:46.869522+0000","last_peered":"2023-01-15T15:07:46.869522+0000","last_clean":"2023-01-15T15:07:46.869522+0000","last_became_active":"2023-01-15T14:35:14.314377+0000","last_became_peered":"2023-01-15T14:35:14.314377+0000","last_unstale":"2023-01-15T15:07:46.869522+0000","last_undegraded":"2023-01-15T15:07:46.869522+0000","last_fullsized":"2023-01-15T15:07:46.869522+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"212'1","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.768785+0000","last_change":"2023-01-15T14:49:02.548132+0000","last_active":"2023-01-15T15:09:07.768785+0000","last_peered":"2023-01-15T15:09:07.768785+0000","last_clean":"2023-01-15T15:09:07.768785+0000","last_became_active":"2023-01-15T14:49:02.547896+0000","last_became_peered":"2023-01-15T14:49:02.547896+0000","last_unstale":"2023-01-15T15:09:07.768785+0000","last_undegraded":"2023-01-15T15:09:07.768785+0000","last_fullsized":"2023-01-15T15:09:07.768785+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.862775+0000","last_change":"2023-01-15T14:35:17.348029+0000","last_active":"2023-01-15T15:09:01.862775+0000","last_peered":"2023-01-15T15:09:01.862775+0000","last_clean":"2023-01-15T15:09:01.862775+0000","last_became_active":"2023-01-15T14:35:17.347817+0000","last_became_peered":"2023-01-15T14:35:17.347817+0000","last_unstale":"2023-01-15T15:09:01.862775+0000","last_undegraded":"2023-01-15T15:09:01.862775+0000","last_fullsized":"2023-01-15T15:09:01.862775+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"213'402","reported_seq":1675,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.887666+0000","last_change":"2023-01-15T14:27:41.251557+0000","last_active":"2023-01-15T15:08:50.887666+0000","last_peered":"2023-01-15T15:08:50.887666+0000","last_clean":"2023-01-15T15:08:50.887666+0000","last_became_active":"2023-01-15T14:27:41.251240+0000","last_became_peered":"2023-01-15T14:27:41.251240+0000","last_unstale":"2023-01-15T15:08:50.887666+0000","last_undegraded":"2023-01-15T15:08:50.887666+0000","last_fullsized":"2023-01-15T15:08:50.887666+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2355,"num_read_kb":2245,"num_write":520,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"213'152","reported_seq":467,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.859331+0000","last_change":"2023-01-15T14:27:39.267959+0000","last_active":"2023-01-15T15:08:52.859331+0000","last_peered":"2023-01-15T15:08:52.859331+0000","last_clean":"2023-01-15T15:08:52.859331+0000","last_became_active":"2023-01-15T14:27:39.256946+0000","last_became_peered":"2023-01-15T14:27:39.256946+0000","last_unstale":"2023-01-15T15:08:52.859331+0000","last_undegraded":"2023-01-15T15:08:52.859331+0000","last_fullsized":"2023-01-15T15:08:52.859331+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3183214,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":319,"num_read_kb":6499,"num_write":814,"num_write_kb":36244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"213'13","reported_seq":87,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:20.735558+0000","last_change":"2023-01-15T15:09:20.735532+0000","last_active":"2023-01-15T15:09:20.735558+0000","last_peered":"2023-01-15T15:09:20.735558+0000","last_clean":"2023-01-15T15:09:20.735558+0000","last_became_active":"2023-01-15T14:34:47.549125+0000","last_became_peered":"2023-01-15T14:34:47.549125+0000","last_unstale":"2023-01-15T15:09:20.735558+0000","last_undegraded":"2023-01-15T15:09:20.735558+0000","last_fullsized":"2023-01-15T15:09:20.735558+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'13","last_scrub_stamp":"2023-01-15T15:09:20.735460+0000","last_deep_scrub":"213'13","last_deep_scrub_stamp":"2023-01-15T15:09:20.735460+0000","last_clean_scrub_stamp":"2023-01-15T15:09:20.735460+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:55:28.326543+0000","scrub_duration":0.001854762,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":39,"num_write":28,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":46,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:15.905345+0000","last_change":"2023-01-15T15:09:15.905319+0000","last_active":"2023-01-15T15:09:15.905345+0000","last_peered":"2023-01-15T15:09:15.905345+0000","last_clean":"2023-01-15T15:09:15.905345+0000","last_became_active":"2023-01-15T14:35:14.328136+0000","last_became_peered":"2023-01-15T14:35:14.328136+0000","last_unstale":"2023-01-15T15:09:15.905345+0000","last_undegraded":"2023-01-15T15:09:15.905345+0000","last_fullsized":"2023-01-15T15:09:15.905345+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:15.905248+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:15.905248+0000","last_clean_scrub_stamp":"2023-01-15T15:09:15.905248+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:22.277766+0000","scrub_duration":0.001396675,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.768826+0000","last_change":"2023-01-15T14:49:02.553469+0000","last_active":"2023-01-15T15:09:07.768826+0000","last_peered":"2023-01-15T15:09:07.768826+0000","last_clean":"2023-01-15T15:09:07.768826+0000","last_became_active":"2023-01-15T14:49:02.552976+0000","last_became_peered":"2023-01-15T14:49:02.552976+0000","last_unstale":"2023-01-15T15:09:07.768826+0000","last_undegraded":"2023-01-15T15:09:07.768826+0000","last_fullsized":"2023-01-15T15:09:07.768826+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"210'2","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:16.961274+0000","last_change":"2023-01-15T15:09:16.961238+0000","last_active":"2023-01-15T15:09:16.961274+0000","last_peered":"2023-01-15T15:09:16.961274+0000","last_clean":"2023-01-15T15:09:16.961274+0000","last_became_active":"2023-01-15T14:35:17.345025+0000","last_became_peered":"2023-01-15T14:35:17.345025+0000","last_unstale":"2023-01-15T15:09:16.961274+0000","last_undegraded":"2023-01-15T15:09:16.961274+0000","last_fullsized":"2023-01-15T15:09:16.961274+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"210'2","last_scrub_stamp":"2023-01-15T15:09:16.961124+0000","last_deep_scrub":"210'2","last_deep_scrub_stamp":"2023-01-15T15:09:16.961124+0000","last_clean_scrub_stamp":"2023-01-15T15:09:16.961124+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:47.042817+0000","scrub_duration":0.001616024,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"213'746","reported_seq":2191,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.017313+0000","last_change":"2023-01-15T14:27:41.249235+0000","last_active":"2023-01-15T15:08:50.017313+0000","last_peered":"2023-01-15T15:08:50.017313+0000","last_clean":"2023-01-15T15:08:50.017313+0000","last_became_active":"2023-01-15T14:27:41.249009+0000","last_became_peered":"2023-01-15T14:27:41.249009+0000","last_unstale":"2023-01-15T15:08:50.017313+0000","last_undegraded":"2023-01-15T15:08:50.017313+0000","last_fullsized":"2023-01-15T15:08:50.017313+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":700,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3732,"num_read_kb":3383,"num_write":999,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"213'180","reported_seq":525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.846109+0000","last_change":"2023-01-15T14:27:39.254612+0000","last_active":"2023-01-15T15:08:52.846109+0000","last_peered":"2023-01-15T15:08:52.846109+0000","last_clean":"2023-01-15T15:08:52.846109+0000","last_became_active":"2023-01-15T14:27:39.254343+0000","last_became_peered":"2023-01-15T14:27:39.254343+0000","last_unstale":"2023-01-15T15:08:52.846109+0000","last_undegraded":"2023-01-15T15:08:52.846109+0000","last_fullsized":"2023-01-15T15:08:52.846109+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4335701,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":453,"num_read_kb":5889,"num_write":968,"num_write_kb":36118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"213'26","reported_seq":132,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:22.198622+0000","last_change":"2023-01-15T15:09:22.198594+0000","last_active":"2023-01-15T15:09:22.198622+0000","last_peered":"2023-01-15T15:09:22.198622+0000","last_clean":"2023-01-15T15:09:22.198622+0000","last_became_active":"2023-01-15T14:34:47.546813+0000","last_became_peered":"2023-01-15T14:34:47.546813+0000","last_unstale":"2023-01-15T15:09:22.198622+0000","last_undegraded":"2023-01-15T15:09:22.198622+0000","last_fullsized":"2023-01-15T15:09:22.198622+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'26","last_scrub_stamp":"2023-01-15T15:09:22.198521+0000","last_deep_scrub":"213'26","last_deep_scrub_stamp":"2023-01-15T15:09:22.198521+0000","last_clean_scrub_stamp":"2023-01-15T15:09:22.198521+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:06:37.564602+0000","scrub_duration":0.0020567810000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":86,"num_write":52,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"0'0","reported_seq":46,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:13.182588+0000","last_change":"2023-01-15T15:09:13.182559+0000","last_active":"2023-01-15T15:09:13.182588+0000","last_peered":"2023-01-15T15:09:13.182588+0000","last_clean":"2023-01-15T15:09:13.182588+0000","last_became_active":"2023-01-15T14:35:14.329785+0000","last_became_peered":"2023-01-15T14:35:14.329785+0000","last_unstale":"2023-01-15T15:09:13.182588+0000","last_undegraded":"2023-01-15T15:09:13.182588+0000","last_fullsized":"2023-01-15T15:09:13.182588+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:13.182478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:13.182478+0000","last_clean_scrub_stamp":"2023-01-15T15:09:13.182478+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:08:33.210896+0000","scrub_duration":0.0019825929999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876838+0000","last_change":"2023-01-15T14:49:02.542558+0000","last_active":"2023-01-15T15:08:36.876838+0000","last_peered":"2023-01-15T15:08:36.876838+0000","last_clean":"2023-01-15T15:08:36.876838+0000","last_became_active":"2023-01-15T14:49:02.542409+0000","last_became_peered":"2023-01-15T14:49:02.542409+0000","last_unstale":"2023-01-15T15:08:36.876838+0000","last_undegraded":"2023-01-15T15:08:36.876838+0000","last_fullsized":"2023-01-15T15:08:36.876838+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"210'5","reported_seq":40,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.056458+0000","last_change":"2023-01-15T14:35:17.348246+0000","last_active":"2023-01-15T15:09:02.056458+0000","last_peered":"2023-01-15T15:09:02.056458+0000","last_clean":"2023-01-15T15:09:02.056458+0000","last_became_active":"2023-01-15T14:35:17.348023+0000","last_became_peered":"2023-01-15T14:35:17.348023+0000","last_unstale":"2023-01-15T15:09:02.056458+0000","last_undegraded":"2023-01-15T15:09:02.056458+0000","last_fullsized":"2023-01-15T15:09:02.056458+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"213'356","reported_seq":1685,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.904194+0000","last_change":"2023-01-15T14:27:41.249089+0000","last_active":"2023-01-15T15:08:52.904194+0000","last_peered":"2023-01-15T15:08:52.904194+0000","last_clean":"2023-01-15T15:08:52.904194+0000","last_became_active":"2023-01-15T14:27:41.248771+0000","last_became_peered":"2023-01-15T14:27:41.248771+0000","last_unstale":"2023-01-15T15:08:52.904194+0000","last_undegraded":"2023-01-15T15:08:52.904194+0000","last_fullsized":"2023-01-15T15:08:52.904194+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2309,"num_read_kb":2204,"num_write":421,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"213'170","reported_seq":506,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.838147+0000","last_change":"2023-01-15T14:27:39.260162+0000","last_active":"2023-01-15T15:08:52.838147+0000","last_peered":"2023-01-15T15:08:52.838147+0000","last_clean":"2023-01-15T15:08:52.838147+0000","last_became_active":"2023-01-15T14:27:39.253853+0000","last_became_peered":"2023-01-15T14:27:39.253853+0000","last_unstale":"2023-01-15T15:08:52.838147+0000","last_undegraded":"2023-01-15T15:08:52.838147+0000","last_fullsized":"2023-01-15T15:08:52.838147+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31338,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":378,"num_read_kb":13817,"num_write":961,"num_write_kb":17770,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"213'33","reported_seq":145,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:18.680479+0000","last_change":"2023-01-15T15:09:18.680451+0000","last_active":"2023-01-15T15:09:18.680479+0000","last_peered":"2023-01-15T15:09:18.680479+0000","last_clean":"2023-01-15T15:09:18.680479+0000","last_became_active":"2023-01-15T14:34:47.545728+0000","last_became_peered":"2023-01-15T14:34:47.545728+0000","last_unstale":"2023-01-15T15:09:18.680479+0000","last_undegraded":"2023-01-15T15:09:18.680479+0000","last_fullsized":"2023-01-15T15:09:18.680479+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'33","last_scrub_stamp":"2023-01-15T15:09:18.680379+0000","last_deep_scrub":"213'33","last_deep_scrub_stamp":"2023-01-15T15:09:18.680379+0000","last_clean_scrub_stamp":"2023-01-15T15:09:18.680379+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:39.709116+0000","scrub_duration":0.001604103,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":99,"num_write":78,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":46,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:14.621663+0000","last_change":"2023-01-15T15:09:14.621625+0000","last_active":"2023-01-15T15:09:14.621663+0000","last_peered":"2023-01-15T15:09:14.621663+0000","last_clean":"2023-01-15T15:09:14.621663+0000","last_became_active":"2023-01-15T14:35:14.326072+0000","last_became_peered":"2023-01-15T14:35:14.326072+0000","last_unstale":"2023-01-15T15:09:14.621663+0000","last_undegraded":"2023-01-15T15:09:14.621663+0000","last_fullsized":"2023-01-15T15:09:14.621663+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:14.621553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:14.621553+0000","last_clean_scrub_stamp":"2023-01-15T15:09:14.621553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:12.438775+0000","scrub_duration":0.0019606160000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819888+0000","last_change":"2023-01-15T14:49:02.548655+0000","last_active":"2023-01-15T15:09:05.819888+0000","last_peered":"2023-01-15T15:09:05.819888+0000","last_clean":"2023-01-15T15:09:05.819888+0000","last_became_active":"2023-01-15T14:49:02.548337+0000","last_became_peered":"2023-01-15T14:49:02.548337+0000","last_unstale":"2023-01-15T15:09:05.819888+0000","last_undegraded":"2023-01-15T15:09:05.819888+0000","last_fullsized":"2023-01-15T15:09:05.819888+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369587+0000","last_change":"2023-01-15T14:35:17.342614+0000","last_active":"2023-01-15T15:07:47.369587+0000","last_peered":"2023-01-15T15:07:47.369587+0000","last_clean":"2023-01-15T15:07:47.369587+0000","last_became_active":"2023-01-15T14:35:17.342386+0000","last_became_peered":"2023-01-15T14:35:17.342386+0000","last_unstale":"2023-01-15T15:07:47.369587+0000","last_undegraded":"2023-01-15T15:07:47.369587+0000","last_fullsized":"2023-01-15T15:07:47.369587+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"213'318","reported_seq":1556,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:49.385048+0000","last_change":"2023-01-15T14:27:41.261518+0000","last_active":"2023-01-15T15:08:49.385048+0000","last_peered":"2023-01-15T15:08:49.385048+0000","last_clean":"2023-01-15T15:08:49.385048+0000","last_became_active":"2023-01-15T14:27:41.261294+0000","last_became_peered":"2023-01-15T14:27:41.261294+0000","last_unstale":"2023-01-15T15:08:49.385048+0000","last_undegraded":"2023-01-15T15:08:49.385048+0000","last_fullsized":"2023-01-15T15:08:49.385048+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1995,"num_read_kb":1920,"num_write":363,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"213'135","reported_seq":456,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.864566+0000","last_change":"2023-01-15T14:27:39.332399+0000","last_active":"2023-01-15T15:08:52.864566+0000","last_peered":"2023-01-15T15:08:52.864566+0000","last_clean":"2023-01-15T15:08:52.864566+0000","last_became_active":"2023-01-15T14:27:39.288453+0000","last_became_peered":"2023-01-15T14:27:39.288453+0000","last_unstale":"2023-01-15T15:08:52.864566+0000","last_undegraded":"2023-01-15T15:08:52.864566+0000","last_fullsized":"2023-01-15T15:08:52.864566+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4204560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":373,"num_read_kb":7568,"num_write":821,"num_write_kb":9568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"213'22","reported_seq":103,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.052599+0000","last_change":"2023-01-15T14:34:47.549323+0000","last_active":"2023-01-15T15:08:32.052599+0000","last_peered":"2023-01-15T15:08:32.052599+0000","last_clean":"2023-01-15T15:08:32.052599+0000","last_became_active":"2023-01-15T14:34:47.549109+0000","last_became_peered":"2023-01-15T14:34:47.549109+0000","last_unstale":"2023-01-15T15:08:32.052599+0000","last_undegraded":"2023-01-15T15:08:32.052599+0000","last_fullsized":"2023-01-15T15:08:32.052599+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":72,"num_write":47,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"0'0","reported_seq":46,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:18.950911+0000","last_change":"2023-01-15T15:09:18.950885+0000","last_active":"2023-01-15T15:09:18.950911+0000","last_peered":"2023-01-15T15:09:18.950911+0000","last_clean":"2023-01-15T15:09:18.950911+0000","last_became_active":"2023-01-15T14:35:14.328310+0000","last_became_peered":"2023-01-15T14:35:14.328310+0000","last_unstale":"2023-01-15T15:09:18.950911+0000","last_undegraded":"2023-01-15T15:09:18.950911+0000","last_fullsized":"2023-01-15T15:09:18.950911+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:18.950786+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:18.950786+0000","last_clean_scrub_stamp":"2023-01-15T15:09:18.950786+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:10:38.541087+0000","scrub_duration":0.0018412120000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:31.887752+0000","last_change":"2023-01-15T14:49:02.553049+0000","last_active":"2023-01-15T15:08:31.887752+0000","last_peered":"2023-01-15T15:08:31.887752+0000","last_clean":"2023-01-15T15:08:31.887752+0000","last_became_active":"2023-01-15T14:49:02.552826+0000","last_became_peered":"2023-01-15T14:49:02.552826+0000","last_unstale":"2023-01-15T15:08:31.887752+0000","last_undegraded":"2023-01-15T15:08:31.887752+0000","last_fullsized":"2023-01-15T15:08:31.887752+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000487+0000","last_change":"2023-01-15T14:35:17.347378+0000","last_active":"2023-01-15T15:07:47.000487+0000","last_peered":"2023-01-15T15:07:47.000487+0000","last_clean":"2023-01-15T15:07:47.000487+0000","last_became_active":"2023-01-15T14:35:17.347176+0000","last_became_peered":"2023-01-15T14:35:17.347176+0000","last_unstale":"2023-01-15T15:07:47.000487+0000","last_undegraded":"2023-01-15T15:07:47.000487+0000","last_fullsized":"2023-01-15T15:07:47.000487+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"213'273","reported_seq":1353,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.903317+0000","last_change":"2023-01-15T14:27:41.260407+0000","last_active":"2023-01-15T15:08:52.903317+0000","last_peered":"2023-01-15T15:08:52.903317+0000","last_clean":"2023-01-15T15:08:52.903317+0000","last_became_active":"2023-01-15T14:27:41.259902+0000","last_became_peered":"2023-01-15T14:27:41.259902+0000","last_unstale":"2023-01-15T15:08:52.903317+0000","last_undegraded":"2023-01-15T15:08:52.903317+0000","last_fullsized":"2023-01-15T15:08:52.903317+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1761,"num_read_kb":1676,"num_write":321,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"213'155","reported_seq":485,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.860869+0000","last_change":"2023-01-15T14:27:39.378590+0000","last_active":"2023-01-15T15:08:46.860869+0000","last_peered":"2023-01-15T15:08:46.860869+0000","last_clean":"2023-01-15T15:08:46.860869+0000","last_became_active":"2023-01-15T14:27:39.369614+0000","last_became_peered":"2023-01-15T14:27:39.369614+0000","last_unstale":"2023-01-15T15:08:46.860869+0000","last_undegraded":"2023-01-15T15:08:46.860869+0000","last_fullsized":"2023-01-15T15:08:46.860869+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353805,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":373,"num_read_kb":15040,"num_write":834,"num_write_kb":22682,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"213'32","reported_seq":153,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:11.593442+0000","last_change":"2023-01-15T15:09:11.593413+0000","last_active":"2023-01-15T15:09:11.593442+0000","last_peered":"2023-01-15T15:09:11.593442+0000","last_clean":"2023-01-15T15:09:11.593442+0000","last_became_active":"2023-01-15T14:34:47.547752+0000","last_became_peered":"2023-01-15T14:34:47.547752+0000","last_unstale":"2023-01-15T15:09:11.593442+0000","last_undegraded":"2023-01-15T15:09:11.593442+0000","last_fullsized":"2023-01-15T15:09:11.593442+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'32","last_scrub_stamp":"2023-01-15T15:09:11.593342+0000","last_deep_scrub":"213'32","last_deep_scrub_stamp":"2023-01-15T15:09:11.593342+0000","last_clean_scrub_stamp":"2023-01-15T15:09:11.593342+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:19:17.799246+0000","scrub_duration":0.0021547749999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:01.892053+0000","last_change":"2023-01-15T14:35:14.328439+0000","last_active":"2023-01-15T15:09:01.892053+0000","last_peered":"2023-01-15T15:09:01.892053+0000","last_clean":"2023-01-15T15:09:01.892053+0000","last_became_active":"2023-01-15T14:35:14.328043+0000","last_became_peered":"2023-01-15T14:35:14.328043+0000","last_unstale":"2023-01-15T15:09:01.892053+0000","last_undegraded":"2023-01-15T15:09:01.892053+0000","last_fullsized":"2023-01-15T15:09:01.892053+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.115620+0000","last_change":"2023-01-15T14:49:02.549458+0000","last_active":"2023-01-15T15:08:32.115620+0000","last_peered":"2023-01-15T15:08:32.115620+0000","last_clean":"2023-01-15T15:08:32.115620+0000","last_became_active":"2023-01-15T14:49:02.549084+0000","last_became_peered":"2023-01-15T14:49:02.549084+0000","last_unstale":"2023-01-15T15:08:32.115620+0000","last_undegraded":"2023-01-15T15:08:32.115620+0000","last_fullsized":"2023-01-15T15:08:32.115620+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"210'5","reported_seq":44,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369509+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:07:47.369509+0000","last_peered":"2023-01-15T15:07:47.369509+0000","last_clean":"2023-01-15T15:07:47.369509+0000","last_became_active":"2023-01-15T14:35:17.346964+0000","last_became_peered":"2023-01-15T14:35:17.346964+0000","last_unstale":"2023-01-15T15:07:47.369509+0000","last_undegraded":"2023-01-15T15:07:47.369509+0000","last_fullsized":"2023-01-15T15:07:47.369509+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"213'323","reported_seq":1653,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.965593+0000","last_change":"2023-01-15T14:27:41.259207+0000","last_active":"2023-01-15T15:08:51.965593+0000","last_peered":"2023-01-15T15:08:51.965593+0000","last_clean":"2023-01-15T15:08:51.965593+0000","last_became_active":"2023-01-15T14:27:41.258967+0000","last_became_peered":"2023-01-15T14:27:41.258967+0000","last_unstale":"2023-01-15T15:08:51.965593+0000","last_undegraded":"2023-01-15T15:08:51.965593+0000","last_fullsized":"2023-01-15T15:08:51.965593+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2118,"num_read_kb":2047,"num_write":361,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"213'159","reported_seq":486,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.890557+0000","last_change":"2023-01-15T14:27:39.277739+0000","last_active":"2023-01-15T15:08:51.890557+0000","last_peered":"2023-01-15T15:08:51.890557+0000","last_clean":"2023-01-15T15:08:51.890557+0000","last_became_active":"2023-01-15T14:27:39.257358+0000","last_became_peered":"2023-01-15T14:27:39.257358+0000","last_unstale":"2023-01-15T15:08:51.890557+0000","last_undegraded":"2023-01-15T15:08:51.890557+0000","last_fullsized":"2023-01-15T15:08:51.890557+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38970,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":370,"num_read_kb":410,"num_write":810,"num_write_kb":15834,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"213'11","reported_seq":86,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:09.589288+0000","last_change":"2023-01-15T15:09:09.589266+0000","last_active":"2023-01-15T15:09:09.589288+0000","last_peered":"2023-01-15T15:09:09.589288+0000","last_clean":"2023-01-15T15:09:09.589288+0000","last_became_active":"2023-01-15T14:34:47.542807+0000","last_became_peered":"2023-01-15T14:34:47.542807+0000","last_unstale":"2023-01-15T15:09:09.589288+0000","last_undegraded":"2023-01-15T15:09:09.589288+0000","last_fullsized":"2023-01-15T15:09:09.589288+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'11","last_scrub_stamp":"2023-01-15T15:09:09.589207+0000","last_deep_scrub":"213'11","last_deep_scrub_stamp":"2023-01-15T15:09:09.589207+0000","last_clean_scrub_stamp":"2023-01-15T15:09:09.589207+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:44:39.685159+0000","scrub_duration":0.001276812,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":39,"num_write":24,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":32,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.790012+0000","last_change":"2023-01-15T14:35:14.329870+0000","last_active":"2023-01-15T15:09:06.790012+0000","last_peered":"2023-01-15T15:09:06.790012+0000","last_clean":"2023-01-15T15:09:06.790012+0000","last_became_active":"2023-01-15T14:35:14.329651+0000","last_became_peered":"2023-01-15T14:35:14.329651+0000","last_unstale":"2023-01-15T15:09:06.790012+0000","last_undegraded":"2023-01-15T15:09:06.790012+0000","last_fullsized":"2023-01-15T15:09:06.790012+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"212'1","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:32.052710+0000","last_change":"2023-01-15T14:49:02.553487+0000","last_active":"2023-01-15T15:08:32.052710+0000","last_peered":"2023-01-15T15:08:32.052710+0000","last_clean":"2023-01-15T15:08:32.052710+0000","last_became_active":"2023-01-15T14:49:02.553241+0000","last_became_peered":"2023-01-15T14:49:02.553241+0000","last_unstale":"2023-01-15T15:08:32.052710+0000","last_undegraded":"2023-01-15T15:08:32.052710+0000","last_fullsized":"2023-01-15T15:08:32.052710+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.000827+0000","last_change":"2023-01-15T14:35:17.352585+0000","last_active":"2023-01-15T15:07:47.000827+0000","last_peered":"2023-01-15T15:07:47.000827+0000","last_clean":"2023-01-15T15:07:47.000827+0000","last_became_active":"2023-01-15T14:35:17.352360+0000","last_became_peered":"2023-01-15T14:35:17.352360+0000","last_unstale":"2023-01-15T15:07:47.000827+0000","last_undegraded":"2023-01-15T15:07:47.000827+0000","last_fullsized":"2023-01-15T15:07:47.000827+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"213'797","reported_seq":2114,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.304038+0000","last_change":"2023-01-15T14:27:41.250257+0000","last_active":"2023-01-15T15:09:06.304038+0000","last_peered":"2023-01-15T15:09:06.304038+0000","last_clean":"2023-01-15T15:09:06.304038+0000","last_became_active":"2023-01-15T14:27:41.250004+0000","last_became_peered":"2023-01-15T14:27:41.250004+0000","last_unstale":"2023-01-15T15:09:06.304038+0000","last_undegraded":"2023-01-15T15:09:06.304038+0000","last_fullsized":"2023-01-15T15:09:06.304038+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":700,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3757,"num_read_kb":3355,"num_write":1082,"num_write_kb":413,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"213'135","reported_seq":489,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.798503+0000","last_change":"2023-01-15T14:27:39.265180+0000","last_active":"2023-01-15T15:08:47.798503+0000","last_peered":"2023-01-15T15:08:47.798503+0000","last_clean":"2023-01-15T15:08:47.798503+0000","last_became_active":"2023-01-15T14:27:39.256356+0000","last_became_peered":"2023-01-15T14:27:39.256356+0000","last_unstale":"2023-01-15T15:08:47.798503+0000","last_undegraded":"2023-01-15T15:08:47.798503+0000","last_fullsized":"2023-01-15T15:08:47.798503+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2068,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":446,"num_read_kb":5578,"num_write":755,"num_write_kb":20032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1","version":"213'44","reported_seq":194,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:23.229464+0000","last_change":"2023-01-15T15:09:23.229439+0000","last_active":"2023-01-15T15:09:23.229464+0000","last_peered":"2023-01-15T15:09:23.229464+0000","last_clean":"2023-01-15T15:09:23.229464+0000","last_became_active":"2023-01-15T14:34:47.547666+0000","last_became_peered":"2023-01-15T14:34:47.547666+0000","last_unstale":"2023-01-15T15:09:23.229464+0000","last_undegraded":"2023-01-15T15:09:23.229464+0000","last_fullsized":"2023-01-15T15:09:23.229464+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'44","last_scrub_stamp":"2023-01-15T15:09:23.229373+0000","last_deep_scrub":"213'44","last_deep_scrub_stamp":"2023-01-15T15:09:23.229373+0000","last_clean_scrub_stamp":"2023-01-15T15:09:23.229373+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:41:05.584401+0000","scrub_duration":0.001655384,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":243,"num_read_kb":153,"num_write":80,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"210'5","reported_seq":49,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.253213+0000","last_change":"2023-01-15T14:35:14.325976+0000","last_active":"2023-01-15T15:09:08.253213+0000","last_peered":"2023-01-15T15:09:08.253213+0000","last_clean":"2023-01-15T15:09:08.253213+0000","last_became_active":"2023-01-15T14:35:14.325806+0000","last_became_peered":"2023-01-15T14:35:14.325806+0000","last_unstale":"2023-01-15T15:09:08.253213+0000","last_undegraded":"2023-01-15T15:09:08.253213+0000","last_fullsized":"2023-01-15T15:09:08.253213+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:31.888149+0000","last_change":"2023-01-15T14:49:02.553969+0000","last_active":"2023-01-15T15:08:31.888149+0000","last_peered":"2023-01-15T15:08:31.888149+0000","last_clean":"2023-01-15T15:08:31.888149+0000","last_became_active":"2023-01-15T14:49:02.553765+0000","last_became_peered":"2023-01-15T14:49:02.553765+0000","last_unstale":"2023-01-15T15:08:31.888149+0000","last_undegraded":"2023-01-15T15:08:31.888149+0000","last_fullsized":"2023-01-15T15:08:31.888149+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"213'737","reported_seq":1995,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.768313+0000","last_change":"2023-01-15T14:27:41.257826+0000","last_active":"2023-01-15T15:09:07.768313+0000","last_peered":"2023-01-15T15:09:07.768313+0000","last_clean":"2023-01-15T15:09:07.768313+0000","last_became_active":"2023-01-15T14:27:41.257568+0000","last_became_peered":"2023-01-15T14:27:41.257568+0000","last_unstale":"2023-01-15T15:09:07.768313+0000","last_undegraded":"2023-01-15T15:09:07.768313+0000","last_fullsized":"2023-01-15T15:09:07.768313+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":700,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3423,"num_read_kb":3064,"num_write":983,"num_write_kb":366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"213'177","reported_seq":510,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.848767+0000","last_change":"2023-01-15T14:27:39.259949+0000","last_active":"2023-01-15T15:08:52.848767+0000","last_peered":"2023-01-15T15:08:52.848767+0000","last_clean":"2023-01-15T15:08:52.848767+0000","last_became_active":"2023-01-15T14:27:39.255585+0000","last_became_peered":"2023-01-15T14:27:39.255585+0000","last_unstale":"2023-01-15T15:08:52.848767+0000","last_undegraded":"2023-01-15T15:08:52.848767+0000","last_fullsized":"2023-01-15T15:08:52.848767+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27209,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":430,"num_read_kb":12335,"num_write":905,"num_write_kb":27761,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"213'41","reported_seq":174,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.378422+0000","last_change":"2023-01-15T14:34:47.546433+0000","last_active":"2023-01-15T15:08:47.378422+0000","last_peered":"2023-01-15T15:08:47.378422+0000","last_clean":"2023-01-15T15:08:47.378422+0000","last_became_active":"2023-01-15T14:34:47.546185+0000","last_became_peered":"2023-01-15T14:34:47.546185+0000","last_unstale":"2023-01-15T15:08:47.378422+0000","last_undegraded":"2023-01-15T15:08:47.378422+0000","last_fullsized":"2023-01-15T15:08:47.378422+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":146,"num_write":76,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"0'0","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:25.674541+0000","last_change":"2023-01-15T15:09:25.674518+0000","last_active":"2023-01-15T15:09:25.674541+0000","last_peered":"2023-01-15T15:09:25.674541+0000","last_clean":"2023-01-15T15:09:25.674541+0000","last_became_active":"2023-01-15T14:35:14.330566+0000","last_became_peered":"2023-01-15T14:35:14.330566+0000","last_unstale":"2023-01-15T15:09:25.674541+0000","last_undegraded":"2023-01-15T15:09:25.674541+0000","last_fullsized":"2023-01-15T15:09:25.674541+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:25.674422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:25.674422+0000","last_clean_scrub_stamp":"2023-01-15T15:09:25.674422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:52.155724+0000","scrub_duration":0.0018178809999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":29,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046964+0000","last_change":"2023-01-15T14:35:17.342522+0000","last_active":"2023-01-15T15:07:47.046964+0000","last_peered":"2023-01-15T15:07:47.046964+0000","last_clean":"2023-01-15T15:07:47.046964+0000","last_became_active":"2023-01-15T14:35:17.342279+0000","last_became_peered":"2023-01-15T14:35:17.342279+0000","last_unstale":"2023-01-15T15:07:47.046964+0000","last_undegraded":"2023-01-15T15:07:47.046964+0000","last_fullsized":"2023-01-15T15:07:47.046964+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.046818+0000","last_change":"2023-01-15T14:49:02.544138+0000","last_active":"2023-01-15T15:07:47.046818+0000","last_peered":"2023-01-15T15:07:47.046818+0000","last_clean":"2023-01-15T15:07:47.046818+0000","last_became_active":"2023-01-15T14:49:02.543880+0000","last_became_peered":"2023-01-15T14:49:02.543880+0000","last_unstale":"2023-01-15T15:07:47.046818+0000","last_undegraded":"2023-01-15T15:07:47.046818+0000","last_fullsized":"2023-01-15T15:07:47.046818+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"213'327","reported_seq":1571,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280814+0000","last_change":"2023-01-15T14:27:41.260096+0000","last_active":"2023-01-15T15:09:07.280814+0000","last_peered":"2023-01-15T15:09:07.280814+0000","last_clean":"2023-01-15T15:09:07.280814+0000","last_became_active":"2023-01-15T14:27:41.259885+0000","last_became_peered":"2023-01-15T14:27:41.259885+0000","last_unstale":"2023-01-15T15:09:07.280814+0000","last_undegraded":"2023-01-15T15:09:07.280814+0000","last_fullsized":"2023-01-15T15:09:07.280814+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2063,"num_read_kb":1974,"num_write":378,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"213'258","reported_seq":663,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:44.043667+0000","last_change":"2023-01-15T14:27:39.259244+0000","last_active":"2023-01-15T15:08:44.043667+0000","last_peered":"2023-01-15T15:08:44.043667+0000","last_clean":"2023-01-15T15:08:44.043667+0000","last_became_active":"2023-01-15T14:27:39.258753+0000","last_became_peered":"2023-01-15T14:27:39.258753+0000","last_unstale":"2023-01-15T15:08:44.043667+0000","last_undegraded":"2023-01-15T15:08:44.043667+0000","last_fullsized":"2023-01-15T15:08:44.043667+0000","mapping_epoch":20,"log_start":"213'200","ondisk_log_start":"213'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10872603,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":664,"num_read_kb":7890,"num_write":1266,"num_write_kb":47819,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.3","version":"213'21","reported_seq":103,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:06.872473+0000","last_change":"2023-01-15T14:34:47.551494+0000","last_active":"2023-01-15T15:08:06.872473+0000","last_peered":"2023-01-15T15:08:06.872473+0000","last_clean":"2023-01-15T15:08:06.872473+0000","last_became_active":"2023-01-15T14:34:47.551265+0000","last_became_peered":"2023-01-15T14:34:47.551265+0000","last_unstale":"2023-01-15T15:08:06.872473+0000","last_undegraded":"2023-01-15T15:08:06.872473+0000","last_fullsized":"2023-01-15T15:08:06.872473+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":72,"num_write":48,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"210'2","reported_seq":37,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876809+0000","last_change":"2023-01-15T14:35:14.313401+0000","last_active":"2023-01-15T15:08:36.876809+0000","last_peered":"2023-01-15T15:08:36.876809+0000","last_clean":"2023-01-15T15:08:36.876809+0000","last_became_active":"2023-01-15T14:35:14.313099+0000","last_became_peered":"2023-01-15T14:35:14.313099+0000","last_unstale":"2023-01-15T15:08:36.876809+0000","last_undegraded":"2023-01-15T15:08:36.876809+0000","last_fullsized":"2023-01-15T15:08:36.876809+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377472+0000","last_change":"2023-01-15T14:35:17.349488+0000","last_active":"2023-01-15T15:08:37.377472+0000","last_peered":"2023-01-15T15:08:37.377472+0000","last_clean":"2023-01-15T15:08:37.377472+0000","last_became_active":"2023-01-15T14:35:17.349276+0000","last_became_peered":"2023-01-15T14:35:17.349276+0000","last_unstale":"2023-01-15T15:08:37.377472+0000","last_undegraded":"2023-01-15T15:08:37.377472+0000","last_fullsized":"2023-01-15T15:08:37.377472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109312+0000","last_change":"2023-01-15T14:49:02.548934+0000","last_active":"2023-01-15T15:07:47.109312+0000","last_peered":"2023-01-15T15:07:47.109312+0000","last_clean":"2023-01-15T15:07:47.109312+0000","last_became_active":"2023-01-15T14:49:02.548687+0000","last_became_peered":"2023-01-15T14:49:02.548687+0000","last_unstale":"2023-01-15T15:07:47.109312+0000","last_undegraded":"2023-01-15T15:07:47.109312+0000","last_fullsized":"2023-01-15T15:07:47.109312+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"213'384","reported_seq":1581,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931556+0000","last_change":"2023-01-15T14:27:41.258349+0000","last_active":"2023-01-15T15:08:52.931556+0000","last_peered":"2023-01-15T15:08:52.931556+0000","last_clean":"2023-01-15T15:08:52.931556+0000","last_became_active":"2023-01-15T14:27:41.258115+0000","last_became_peered":"2023-01-15T14:27:41.258115+0000","last_unstale":"2023-01-15T15:08:52.931556+0000","last_undegraded":"2023-01-15T15:08:52.931556+0000","last_fullsized":"2023-01-15T15:08:52.931556+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2318,"num_read_kb":2171,"num_write":505,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"213'175","reported_seq":519,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.486399+0000","last_change":"2023-01-15T14:27:39.259751+0000","last_active":"2023-01-15T15:08:47.486399+0000","last_peered":"2023-01-15T15:08:47.486399+0000","last_clean":"2023-01-15T15:08:47.486399+0000","last_became_active":"2023-01-15T14:27:39.256036+0000","last_became_peered":"2023-01-15T14:27:39.256036+0000","last_unstale":"2023-01-15T15:08:47.486399+0000","last_undegraded":"2023-01-15T15:08:47.486399+0000","last_fullsized":"2023-01-15T15:08:47.486399+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328834,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":420,"num_read_kb":1187,"num_write":1022,"num_write_kb":16698,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"213'25","reported_seq":129,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:21.885494+0000","last_change":"2023-01-15T15:09:21.885469+0000","last_active":"2023-01-15T15:09:21.885494+0000","last_peered":"2023-01-15T15:09:21.885494+0000","last_clean":"2023-01-15T15:09:21.885494+0000","last_became_active":"2023-01-15T14:34:47.540987+0000","last_became_peered":"2023-01-15T14:34:47.540987+0000","last_unstale":"2023-01-15T15:09:21.885494+0000","last_undegraded":"2023-01-15T15:09:21.885494+0000","last_fullsized":"2023-01-15T15:09:21.885494+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'25","last_scrub_stamp":"2023-01-15T15:09:21.885402+0000","last_deep_scrub":"213'25","last_deep_scrub_stamp":"2023-01-15T15:09:21.885402+0000","last_clean_scrub_stamp":"2023-01-15T15:09:21.885402+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:50:14.590531+0000","scrub_duration":0.0014932299999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":58,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"210'3","reported_seq":39,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:36.876870+0000","last_change":"2023-01-15T14:35:14.322650+0000","last_active":"2023-01-15T15:08:36.876870+0000","last_peered":"2023-01-15T15:08:36.876870+0000","last_clean":"2023-01-15T15:08:36.876870+0000","last_became_active":"2023-01-15T14:35:14.322392+0000","last_became_peered":"2023-01-15T14:35:14.322392+0000","last_unstale":"2023-01-15T15:08:36.876870+0000","last_undegraded":"2023-01-15T15:08:36.876870+0000","last_fullsized":"2023-01-15T15:08:36.876870+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"210'3","reported_seq":36,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377364+0000","last_change":"2023-01-15T14:35:17.341798+0000","last_active":"2023-01-15T15:08:37.377364+0000","last_peered":"2023-01-15T15:08:37.377364+0000","last_clean":"2023-01-15T15:08:37.377364+0000","last_became_active":"2023-01-15T14:35:17.341590+0000","last_became_peered":"2023-01-15T14:35:17.341590+0000","last_unstale":"2023-01-15T15:08:37.377364+0000","last_undegraded":"2023-01-15T15:08:37.377364+0000","last_fullsized":"2023-01-15T15:08:37.377364+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.869581+0000","last_change":"2023-01-15T14:49:02.552318+0000","last_active":"2023-01-15T15:07:46.869581+0000","last_peered":"2023-01-15T15:07:46.869581+0000","last_clean":"2023-01-15T15:07:46.869581+0000","last_became_active":"2023-01-15T14:49:02.552024+0000","last_became_peered":"2023-01-15T14:49:02.552024+0000","last_unstale":"2023-01-15T15:07:46.869581+0000","last_undegraded":"2023-01-15T15:07:46.869581+0000","last_fullsized":"2023-01-15T15:07:46.869581+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"213'668","reported_seq":1970,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.931705+0000","last_change":"2023-01-15T14:27:41.265447+0000","last_active":"2023-01-15T15:08:52.931705+0000","last_peered":"2023-01-15T15:08:52.931705+0000","last_clean":"2023-01-15T15:08:52.931705+0000","last_became_active":"2023-01-15T14:27:41.265214+0000","last_became_peered":"2023-01-15T14:27:41.265214+0000","last_unstale":"2023-01-15T15:08:52.931705+0000","last_undegraded":"2023-01-15T15:08:52.931705+0000","last_fullsized":"2023-01-15T15:08:52.931705+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":600,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3302,"num_read_kb":2983,"num_write":887,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"213'161","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:40.812963+0000","last_change":"2023-01-15T14:27:39.258479+0000","last_active":"2023-01-15T15:08:40.812963+0000","last_peered":"2023-01-15T15:08:40.812963+0000","last_clean":"2023-01-15T15:08:40.812963+0000","last_became_active":"2023-01-15T14:27:39.258160+0000","last_became_peered":"2023-01-15T14:27:39.258160+0000","last_unstale":"2023-01-15T15:08:40.812963+0000","last_undegraded":"2023-01-15T15:08:40.812963+0000","last_fullsized":"2023-01-15T15:08:40.812963+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6634071,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":365,"num_read_kb":21498,"num_write":884,"num_write_kb":34174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"213'24","reported_seq":125,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.440136+0000","last_change":"2023-01-15T15:09:08.440098+0000","last_active":"2023-01-15T15:09:08.440136+0000","last_peered":"2023-01-15T15:09:08.440136+0000","last_clean":"2023-01-15T15:09:08.440136+0000","last_became_active":"2023-01-15T14:34:47.544030+0000","last_became_peered":"2023-01-15T14:34:47.544030+0000","last_unstale":"2023-01-15T15:09:08.440136+0000","last_undegraded":"2023-01-15T15:09:08.440136+0000","last_fullsized":"2023-01-15T15:09:08.440136+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'24","last_scrub_stamp":"2023-01-15T15:09:08.440021+0000","last_deep_scrub":"213'24","last_deep_scrub_stamp":"2023-01-15T15:09:08.440021+0000","last_clean_scrub_stamp":"2023-01-15T15:09:08.440021+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:08:45.485531+0000","scrub_duration":0.0015593740000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":45,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":33,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377376+0000","last_change":"2023-01-15T14:35:14.321597+0000","last_active":"2023-01-15T15:08:37.377376+0000","last_peered":"2023-01-15T15:08:37.377376+0000","last_clean":"2023-01-15T15:08:37.377376+0000","last_became_active":"2023-01-15T14:35:14.321408+0000","last_became_peered":"2023-01-15T14:35:14.321408+0000","last_unstale":"2023-01-15T15:08:37.377376+0000","last_undegraded":"2023-01-15T15:08:37.377376+0000","last_fullsized":"2023-01-15T15:08:37.377376+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.116690+0000","last_change":"2023-01-15T14:35:17.346943+0000","last_active":"2023-01-15T15:08:37.116690+0000","last_peered":"2023-01-15T15:08:37.116690+0000","last_clean":"2023-01-15T15:08:37.116690+0000","last_became_active":"2023-01-15T14:35:17.346706+0000","last_became_peered":"2023-01-15T14:35:17.346706+0000","last_unstale":"2023-01-15T15:08:37.116690+0000","last_undegraded":"2023-01-15T15:08:37.116690+0000","last_fullsized":"2023-01-15T15:08:37.116690+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109222+0000","last_change":"2023-01-15T14:49:02.549107+0000","last_active":"2023-01-15T15:07:47.109222+0000","last_peered":"2023-01-15T15:07:47.109222+0000","last_clean":"2023-01-15T15:07:47.109222+0000","last_became_active":"2023-01-15T14:49:02.548883+0000","last_became_peered":"2023-01-15T14:49:02.548883+0000","last_unstale":"2023-01-15T15:07:47.109222+0000","last_undegraded":"2023-01-15T15:07:47.109222+0000","last_fullsized":"2023-01-15T15:07:47.109222+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"213'739","reported_seq":1968,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.656277+0000","last_change":"2023-01-15T14:27:41.259645+0000","last_active":"2023-01-15T15:08:47.656277+0000","last_peered":"2023-01-15T15:08:47.656277+0000","last_clean":"2023-01-15T15:08:47.656277+0000","last_became_active":"2023-01-15T14:27:41.259443+0000","last_became_peered":"2023-01-15T14:27:41.259443+0000","last_unstale":"2023-01-15T15:08:47.656277+0000","last_undegraded":"2023-01-15T15:08:47.656277+0000","last_fullsized":"2023-01-15T15:08:47.656277+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":700,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3574,"num_read_kb":3172,"num_write":1026,"num_write_kb":428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"213'163","reported_seq":547,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332139+0000","last_change":"2023-01-15T14:27:39.243344+0000","last_active":"2023-01-15T15:09:05.332139+0000","last_peered":"2023-01-15T15:09:05.332139+0000","last_clean":"2023-01-15T15:09:05.332139+0000","last_became_active":"2023-01-15T14:27:39.243023+0000","last_became_peered":"2023-01-15T14:27:39.243023+0000","last_unstale":"2023-01-15T15:09:05.332139+0000","last_undegraded":"2023-01-15T15:09:05.332139+0000","last_fullsized":"2023-01-15T15:09:05.332139+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":438,"num_read_kb":99143,"num_write":931,"num_write_kb":32910,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"213'20","reported_seq":90,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:06.855786+0000","last_change":"2023-01-15T14:34:47.550178+0000","last_active":"2023-01-15T15:08:06.855786+0000","last_peered":"2023-01-15T15:08:06.855786+0000","last_clean":"2023-01-15T15:08:06.855786+0000","last_became_active":"2023-01-15T14:34:47.549916+0000","last_became_peered":"2023-01-15T14:34:47.549916+0000","last_unstale":"2023-01-15T15:08:06.855786+0000","last_undegraded":"2023-01-15T15:08:06.855786+0000","last_fullsized":"2023-01-15T15:08:06.855786+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":54,"num_write":49,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":47,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:26.838231+0000","last_change":"2023-01-15T15:09:26.838170+0000","last_active":"2023-01-15T15:09:26.838231+0000","last_peered":"2023-01-15T15:09:26.838231+0000","last_clean":"2023-01-15T15:09:26.838231+0000","last_became_active":"2023-01-15T14:35:14.326512+0000","last_became_peered":"2023-01-15T14:35:14.326512+0000","last_unstale":"2023-01-15T15:09:26.838231+0000","last_undegraded":"2023-01-15T15:09:26.838231+0000","last_fullsized":"2023-01-15T15:09:26.838231+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:26.838103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:26.838103+0000","last_clean_scrub_stamp":"2023-01-15T15:09:26.838103+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:23:21.923588+0000","scrub_duration":0.0020595430000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":30,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377289+0000","last_change":"2023-01-15T14:35:17.347193+0000","last_active":"2023-01-15T15:08:37.377289+0000","last_peered":"2023-01-15T15:08:37.377289+0000","last_clean":"2023-01-15T15:08:37.377289+0000","last_became_active":"2023-01-15T14:35:17.347002+0000","last_became_peered":"2023-01-15T14:35:17.347002+0000","last_unstale":"2023-01-15T15:08:37.377289+0000","last_undegraded":"2023-01-15T15:08:37.377289+0000","last_fullsized":"2023-01-15T15:08:37.377289+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":21,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:02.010896+0000","last_change":"2023-01-15T14:49:02.546785+0000","last_active":"2023-01-15T15:09:02.010896+0000","last_peered":"2023-01-15T15:09:02.010896+0000","last_clean":"2023-01-15T15:09:02.010896+0000","last_became_active":"2023-01-15T14:49:02.546423+0000","last_became_peered":"2023-01-15T14:49:02.546423+0000","last_unstale":"2023-01-15T15:09:02.010896+0000","last_undegraded":"2023-01-15T15:09:02.010896+0000","last_fullsized":"2023-01-15T15:09:02.010896+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"213'639","reported_seq":1831,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:50.657047+0000","last_change":"2023-01-15T14:27:41.260556+0000","last_active":"2023-01-15T15:08:50.657047+0000","last_peered":"2023-01-15T15:08:50.657047+0000","last_clean":"2023-01-15T15:08:50.657047+0000","last_became_active":"2023-01-15T14:27:41.260199+0000","last_became_peered":"2023-01-15T14:27:41.260199+0000","last_unstale":"2023-01-15T15:08:50.657047+0000","last_undegraded":"2023-01-15T15:08:50.657047+0000","last_fullsized":"2023-01-15T15:08:50.657047+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3152,"num_read_kb":2847,"num_write":850,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"213'159","reported_seq":575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819434+0000","last_change":"2023-01-15T14:27:39.253959+0000","last_active":"2023-01-15T15:09:05.819434+0000","last_peered":"2023-01-15T15:09:05.819434+0000","last_clean":"2023-01-15T15:09:05.819434+0000","last_became_active":"2023-01-15T14:27:39.253667+0000","last_became_peered":"2023-01-15T14:27:39.253667+0000","last_unstale":"2023-01-15T15:09:05.819434+0000","last_undegraded":"2023-01-15T15:09:05.819434+0000","last_fullsized":"2023-01-15T15:09:05.819434+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524333,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":861,"num_read_kb":873,"num_write":862,"num_write_kb":25261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"210'8","reported_seq":65,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.304165+0000","last_change":"2023-01-15T14:34:47.545953+0000","last_active":"2023-01-15T15:09:06.304165+0000","last_peered":"2023-01-15T15:09:06.304165+0000","last_clean":"2023-01-15T15:09:06.304165+0000","last_became_active":"2023-01-15T14:34:47.545688+0000","last_became_peered":"2023-01-15T14:34:47.545688+0000","last_unstale":"2023-01-15T15:09:06.304165+0000","last_undegraded":"2023-01-15T15:09:06.304165+0000","last_fullsized":"2023-01-15T15:09:06.304165+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:34:46.524812+0000","last_clean_scrub_stamp":"2023-01-15T14:34:46.524812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":49,"num_read_kb":31,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:46.881722+0000","last_change":"2023-01-15T14:35:14.321123+0000","last_active":"2023-01-15T15:07:46.881722+0000","last_peered":"2023-01-15T15:07:46.881722+0000","last_clean":"2023-01-15T15:07:46.881722+0000","last_became_active":"2023-01-15T14:35:14.320610+0000","last_became_peered":"2023-01-15T14:35:14.320610+0000","last_unstale":"2023-01-15T15:07:46.881722+0000","last_undegraded":"2023-01-15T15:07:46.881722+0000","last_fullsized":"2023-01-15T15:07:46.881722+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"210'3","reported_seq":35,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:37.377243+0000","last_change":"2023-01-15T14:35:17.336353+0000","last_active":"2023-01-15T15:08:37.377243+0000","last_peered":"2023-01-15T15:08:37.377243+0000","last_clean":"2023-01-15T15:08:37.377243+0000","last_became_active":"2023-01-15T14:35:17.335842+0000","last_became_peered":"2023-01-15T14:35:17.335842+0000","last_unstale":"2023-01-15T15:08:37.377243+0000","last_undegraded":"2023-01-15T15:08:37.377243+0000","last_fullsized":"2023-01-15T15:08:37.377243+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:16.327050+0000","last_clean_scrub_stamp":"2023-01-15T14:35:16.327050+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":20,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.109089+0000","last_change":"2023-01-15T14:49:02.549303+0000","last_active":"2023-01-15T15:07:47.109089+0000","last_peered":"2023-01-15T15:07:47.109089+0000","last_clean":"2023-01-15T15:07:47.109089+0000","last_became_active":"2023-01-15T14:49:02.547493+0000","last_became_peered":"2023-01-15T14:49:02.547493+0000","last_unstale":"2023-01-15T15:07:47.109089+0000","last_undegraded":"2023-01-15T15:07:47.109089+0000","last_fullsized":"2023-01-15T15:07:47.109089+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":211,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:01.526527+0000","last_clean_scrub_stamp":"2023-01-15T14:49:01.526527+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"213'699","reported_seq":1947,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.961364+0000","last_change":"2023-01-15T14:27:41.259874+0000","last_active":"2023-01-15T15:08:51.961364+0000","last_peered":"2023-01-15T15:08:51.961364+0000","last_clean":"2023-01-15T15:08:51.961364+0000","last_became_active":"2023-01-15T14:27:41.259661+0000","last_became_peered":"2023-01-15T14:27:41.259661+0000","last_unstale":"2023-01-15T15:08:51.961364+0000","last_undegraded":"2023-01-15T15:08:51.961364+0000","last_fullsized":"2023-01-15T15:08:51.961364+0000","mapping_epoch":22,"log_start":"213'600","ondisk_log_start":"213'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":600,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3432,"num_read_kb":3083,"num_write":936,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"213'171","reported_seq":535,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737678+0000","last_change":"2023-01-15T14:27:39.333184+0000","last_active":"2023-01-15T15:09:08.737678+0000","last_peered":"2023-01-15T15:09:08.737678+0000","last_clean":"2023-01-15T15:09:08.737678+0000","last_became_active":"2023-01-15T14:27:39.319052+0000","last_became_peered":"2023-01-15T14:27:39.319052+0000","last_unstale":"2023-01-15T15:09:08.737678+0000","last_undegraded":"2023-01-15T15:09:08.737678+0000","last_fullsized":"2023-01-15T15:09:08.737678+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54992,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":479,"num_read_kb":1381,"num_write":940,"num_write_kb":447,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"213'41","reported_seq":189,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:16.343806+0000","last_change":"2023-01-15T15:09:16.343750+0000","last_active":"2023-01-15T15:09:16.343806+0000","last_peered":"2023-01-15T15:09:16.343806+0000","last_clean":"2023-01-15T15:09:16.343806+0000","last_became_active":"2023-01-15T14:34:47.551334+0000","last_became_peered":"2023-01-15T14:34:47.551334+0000","last_unstale":"2023-01-15T15:09:16.343806+0000","last_undegraded":"2023-01-15T15:09:16.343806+0000","last_fullsized":"2023-01-15T15:09:16.343806+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":202,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'41","last_scrub_stamp":"2023-01-15T15:09:16.343674+0000","last_deep_scrub":"213'41","last_deep_scrub_stamp":"2023-01-15T15:09:16.343674+0000","last_clean_scrub_stamp":"2023-01-15T15:09:16.343674+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:03:07.908152+0000","scrub_duration":0.001928258,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":231,"num_read_kb":152,"num_write":73,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"210'3","reported_seq":38,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.047086+0000","last_change":"2023-01-15T14:35:14.321370+0000","last_active":"2023-01-15T15:07:47.047086+0000","last_peered":"2023-01-15T15:07:47.047086+0000","last_clean":"2023-01-15T15:07:47.047086+0000","last_became_active":"2023-01-15T14:35:14.321094+0000","last_became_peered":"2023-01-15T14:35:14.321094+0000","last_unstale":"2023-01-15T15:07:47.047086+0000","last_undegraded":"2023-01-15T15:07:47.047086+0000","last_fullsized":"2023-01-15T15:07:47.047086+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":205,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:35:13.303112+0000","last_clean_scrub_stamp":"2023-01-15T14:35:13.303112+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"0'0","reported_seq":45,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:12.915617+0000","last_change":"2023-01-15T15:09:12.915580+0000","last_active":"2023-01-15T15:09:12.915617+0000","last_peered":"2023-01-15T15:09:12.915617+0000","last_clean":"2023-01-15T15:09:12.915617+0000","last_became_active":"2023-01-15T14:35:17.351384+0000","last_became_peered":"2023-01-15T14:35:17.351384+0000","last_unstale":"2023-01-15T15:09:12.915617+0000","last_undegraded":"2023-01-15T15:09:12.915617+0000","last_fullsized":"2023-01-15T15:09:12.915617+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:12.915505+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:12.915505+0000","last_clean_scrub_stamp":"2023-01-15T15:09:12.915505+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:32:06.362519+0000","scrub_duration":0.0015231660000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103963,"num_write":71,"num_write_kb":54803,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":4386,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":11912,"num_read_kb":44666,"num_write":16913,"num_write_kb":4996,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1821,"ondisk_log_size":1821,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4891,"num_read_kb":3139,"num_write":1746,"num_write_kb":653,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":896,"ondisk_log_size":896,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":526,"ondisk_log_size":526,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":260230087,"num_objects":349,"num_object_clones":0,"num_object_copies":1047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":349,"num_whiteouts":0,"num_read":30731,"num_read_kb":1468212,"num_write":60533,"num_write_kb":1742436,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4458,"ondisk_log_size":4458,"up":192,"acting":192,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":66,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":191971,"num_read_kb":175875,"num_write":47593,"num_write_kb":16703,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3667,"ondisk_log_size":3667,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":513,"num_read_kb":502,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":290703,"num_objects":217,"num_object_clones":0,"num_object_copies":434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":217,"num_whiteouts":0,"num_read":85421,"num_read_kb":85115,"num_write":60357,"num_write_kb":3814,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1825,"ondisk_log_size":1825,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575355,"num_pgs":104,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":856848,"kb_used_data":92842532,"kb_used_omap":10407,"kb_used_meta":0,"kb_avail":92842532,"statfs":{"total":95948165120,"available":95070752768,"internally_reserved":0,"allocated":95070752768,"data_stored":95070752768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10657551,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.216,"5min":0.216,"15min":0.19800000000000001},"max":{"1min":0.49299999999999999,"5min":0.58599999999999997,"15min":0.66700000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.41199999999999998,"15min":0.438},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":0.55600000000000005,"5min":0.61799999999999999,"15min":0.79700000000000004},"last":0.61699999999999999}]},{"osd":1,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.22800000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.503,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.504},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39200000000000002,"15min":0.41699999999999998},"min":{"1min":0.25800000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.52000000000000002,"5min":0.66200000000000003,"15min":0.69999999999999996},"last":0.55000000000000004}]},{"osd":2,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39700000000000002,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.26900000000000002,"15min":0.24399999999999999},"max":{"1min":0.626,"5min":0.63,"15min":0.77200000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.441,"15min":0.45700000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69099999999999995,"5min":1.3029999999999999,"15min":1.3029999999999999},"last":0.59199999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39800000000000002,"15min":0.41599999999999998},"min":{"1min":0.26800000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51500000000000001,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.307,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.53300000000000003,"5min":0.67500000000000004,"15min":0.71999999999999997},"last":0.63700000000000001}]},{"osd":4,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34999999999999998,"15min":0.38800000000000001},"min":{"1min":0.22800000000000001,"5min":0.215,"15min":0.20699999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.73899999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40300000000000002,"15min":0.44},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":0.48399999999999999,"5min":0.65300000000000002,"15min":0.748},"last":0.33000000000000002}]},{"osd":5,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.245,"15min":0.24099999999999999},"max":{"1min":0.46700000000000003,"5min":0.71899999999999997,"15min":0.86699999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.46400000000000002,"15min":0.501},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.54300000000000004,"5min":0.69199999999999995,"15min":0.88800000000000001},"last":0.47399999999999998}]},{"osd":6,"last update":"Sun Jan 15 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.40799999999999997,"15min":0.44900000000000001},"min":{"1min":0.26100000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.56200000000000006,"5min":0.63300000000000001,"15min":0.68400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46500000000000002,"15min":0.50900000000000001},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.73199999999999998,"15min":0.85699999999999998},"last":0.41199999999999998}]}]},{"osd":6,"up_from":13,"seq":55834575356,"num_pgs":99,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":840664,"kb_used_data":92858716,"kb_used_omap":45296,"kb_used_meta":0,"kb_avail":92858716,"statfs":{"total":95948165120,"available":95087325184,"internally_reserved":0,"allocated":95087325184,"data_stored":95087325184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46383308,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36399999999999999,"15min":0.38400000000000001},"min":{"1min":0.20599999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.72799999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.42999999999999999,"15min":0.45100000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.79600000000000004},"last":0.44600000000000001}]},{"osd":1,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.246,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65300000000000002,"5min":0.69999999999999996,"15min":0.70199999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.37,"5min":0.39900000000000002,"15min":0.41799999999999998},"min":{"1min":0.245,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.66500000000000004,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.48899999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.27700000000000002,"5min":0.25,"15min":0.248},"max":{"1min":0.51500000000000001,"5min":0.56599999999999995,"15min":0.72299999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.39300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.65900000000000003},"last":0.50800000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.40300000000000002,"15min":0.41799999999999998},"min":{"1min":0.27700000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.61599999999999999,"5min":0.61899999999999999,"15min":0.93100000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42899999999999999,"15min":0.44900000000000001},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63200000000000001,"5min":0.66500000000000004,"15min":0.68799999999999994},"last":0.5}]},{"osd":4,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.36599999999999999,"15min":0.39600000000000002},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.44800000000000001,"5min":0.60599999999999998,"15min":0.67000000000000004},"last":0.313},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40699999999999997,"15min":0.44},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.49199999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.34200000000000003}]},{"osd":5,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.38200000000000001,"15min":0.41999999999999998},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.435,"5min":0.70099999999999996,"15min":0.94799999999999995},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.47599999999999998,"5min":0.64100000000000001,"15min":0.96599999999999997},"last":0.39600000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.42799999999999999,"15min":0.45800000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.48199999999999998,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.48299999999999998,"15min":0.51600000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.55600000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.47899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834575358,"num_pgs":109,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860616,"kb_used_data":92838772,"kb_used_omap":57298,"kb_used_meta":0,"kb_avail":92838764,"statfs":{"total":95948165120,"available":95066894336,"internally_reserved":8192,"allocated":95066902528,"data_stored":95066902528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":58673931,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.28299999999999997},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17199999999999999},"max":{"1min":0.45500000000000002,"5min":0.54900000000000004,"15min":1.087},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29899999999999999},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.44600000000000001,"5min":0.501,"15min":0.501},"last":0.35499999999999998}]},{"osd":2,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29299999999999998,"15min":0.28399999999999997},"min":{"1min":0.193,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.54400000000000004,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.30399999999999999,"5min":0.318,"15min":0.316},"min":{"1min":0.23300000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":1.125},"last":0.37}]},{"osd":3,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.33400000000000002},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":4.548},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.34100000000000003,"15min":0.33000000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19},"max":{"1min":0.54700000000000004,"5min":1.526,"15min":1.526},"last":0.39400000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.47599999999999998,"15min":0.49199999999999999},"min":{"1min":0.29399999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.63900000000000001,"5min":0.72099999999999997,"15min":0.76700000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.504,"15min":0.51900000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32400000000000001},"max":{"1min":0.58599999999999997,"5min":0.76400000000000001,"15min":0.79800000000000004},"last":0.64100000000000001}]},{"osd":5,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.49299999999999999},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.68000000000000005,"5min":0.748,"15min":0.748},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.56799999999999995,"5min":0.73499999999999999,"15min":0.80500000000000005},"last":0.52800000000000002}]},{"osd":6,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.48299999999999998,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.60299999999999998,"5min":0.73299999999999998,"15min":1.45},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.499,"15min":0.498},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.32900000000000001},"max":{"1min":0.63600000000000001,"5min":0.75700000000000001,"15min":0.83399999999999996},"last":0.72099999999999997}]},{"osd":7,"last update":"Sun Jan 15 15:08:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.498,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.61499999999999999,"5min":0.72399999999999998,"15min":0.77800000000000002},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.52400000000000002,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.375,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.54900000000000004}]}]},{"osd":0,"up_from":13,"seq":55834575355,"num_pgs":111,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":843364,"kb_used_data":92856016,"kb_used_omap":49332,"kb_used_meta":0,"kb_avail":92856016,"statfs":{"total":95948165120,"available":95084560384,"internally_reserved":0,"allocated":95084560384,"data_stored":95084560384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50516607,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.27200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.41399999999999998,"5min":1.046,"15min":1.046},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.29599999999999999,"15min":0.28699999999999998},"min":{"1min":0.217,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.33300000000000002,"5min":1.022,"15min":1.141},"last":0.42699999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.317,"15min":0.30399999999999999},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.435,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.443},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.30299999999999999,"15min":0.309},"min":{"1min":0.217,"5min":0.217,"15min":0.192},"max":{"1min":0.36899999999999999,"5min":0.89800000000000002,"15min":1.413},"last":0.32600000000000001}]},{"osd":3,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34200000000000003,"15min":0.317},"min":{"1min":0.23499999999999999,"5min":0.216,"15min":0.20599999999999999},"max":{"1min":0.79500000000000004,"5min":1.361,"15min":1.361},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.374,"15min":0.33900000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20699999999999999},"max":{"1min":0.81000000000000005,"5min":2.387,"15min":2.387},"last":0.46200000000000002}]},{"osd":4,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.442,"15min":0.46899999999999997},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.621,"5min":0.71399999999999997,"15min":1.2829999999999999},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.46700000000000003,"15min":0.47599999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.76100000000000001,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.60699999999999998}]},{"osd":5,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.47799999999999998,"15min":0.497},"min":{"1min":0.316,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77000000000000002,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.49199999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.65200000000000002,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.66100000000000003}]},{"osd":6,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.5,"15min":0.498},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.29899999999999999},"max":{"1min":0.68100000000000005,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.46700000000000003,"15min":0.49299999999999999},"min":{"1min":0.308,"5min":0.307,"15min":0.307},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":1.365},"last":0.68700000000000006}]},{"osd":7,"last update":"Sun Jan 15 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.47399999999999998,"15min":0.49099999999999999},"min":{"1min":0.31900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.66200000000000003,"5min":0.70699999999999996,"15min":1.337},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50800000000000001,"15min":0.52100000000000002},"min":{"1min":0.34799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.72499999999999998}]}]},{"osd":2,"up_from":13,"seq":55834575355,"num_pgs":89,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":851480,"kb_used_data":92847912,"kb_used_omap":36982,"kb_used_meta":0,"kb_avail":92847900,"statfs":{"total":95948165120,"available":95076249600,"internally_reserved":12288,"allocated":95076261888,"data_stored":95076261888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37870040,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.25800000000000001,"15min":0.25700000000000001},"min":{"1min":0.19700000000000001,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.35599999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.20599999999999999,"5min":0.185,"15min":0.183},"max":{"1min":0.501,"5min":0.504,"15min":0.504},"last":0.45800000000000002}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.28199999999999997},"min":{"1min":0.19900000000000001,"5min":0.19600000000000001,"15min":0.17799999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.311},"min":{"1min":0.27300000000000002,"5min":0.22,"15min":0.187},"max":{"1min":0.46400000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.56100000000000005}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.309,"15min":0.308},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.189},"max":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.77300000000000002},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.34000000000000002,"15min":0.33500000000000002},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.81100000000000005},"last":0.61499999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.48599999999999999,"15min":0.48899999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27000000000000002},"max":{"1min":0.66700000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.497,"15min":0.498},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65500000000000003,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.625}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47499999999999998,"15min":0.496},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.70699999999999996,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.52500000000000002,"15min":0.52700000000000002},"min":{"1min":0.33700000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.66100000000000003,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.69399999999999995}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.32200000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.628,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.496,"15min":0.502},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.65200000000000002,"5min":0.68799999999999994,"15min":0.81299999999999994},"last":0.65300000000000002}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.52300000000000002,"15min":0.52200000000000002},"min":{"1min":0.39300000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.503,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70299999999999996,"5min":0.73999999999999999,"15min":0.78600000000000003},"last":0.68100000000000005}]}]},{"osd":3,"up_from":13,"seq":55834575355,"num_pgs":119,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":865656,"kb_used_data":92833728,"kb_used_omap":56372,"kb_used_meta":0,"kb_avail":92833724,"statfs":{"total":95948165120,"available":95061733376,"internally_reserved":4096,"allocated":95061737472,"data_stored":95061737472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57725293,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.27800000000000002,"5min":0.28199999999999997,"15min":0.27900000000000003},"min":{"1min":0.20000000000000001,"5min":0.183,"15min":0.16600000000000001},"max":{"1min":0.40400000000000003,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.30299999999999999},"min":{"1min":0.23899999999999999,"5min":0.188,"15min":0.186},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.2270000000000001},"last":0.34399999999999997}]},{"osd":1,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.29799999999999999,"15min":0.30299999999999999},"min":{"1min":0.21099999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":1.1759999999999999},"last":0.307},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.29999999999999999,"15min":0.30199999999999999},"min":{"1min":0.22800000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.624},"last":0.32200000000000001}]},{"osd":2,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.311,"15min":0.30199999999999999},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.18099999999999999},"max":{"1min":0.53200000000000003,"5min":1.359,"15min":1.359},"last":0.373},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.315,"15min":0.312},"min":{"1min":0.25700000000000001,"5min":0.21099999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.54800000000000004},"last":0.48099999999999998}]},{"osd":4,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47499999999999998,"15min":0.50700000000000001},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.48199999999999998,"15min":0.52000000000000002},"min":{"1min":0.35699999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.66200000000000003,"5min":0.72499999999999998,"15min":0.78300000000000003},"last":0.58999999999999997}]},{"osd":5,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47699999999999998,"15min":0.51200000000000001},"min":{"1min":0.36399999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":1.2490000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.48199999999999998,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.31900000000000001,"15min":0.313},"max":{"1min":0.624,"5min":0.71099999999999997,"15min":0.80500000000000005},"last":0.63}]},{"osd":6,"last update":"Sun Jan 15 15:08:38 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.501},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.46800000000000003,"15min":0.49299999999999999},"min":{"1min":0.38200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":1.3680000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Sun Jan 15 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.5,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.33400000000000002},"max":{"1min":0.72599999999999998,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.39000000000000001,"5min":0.33900000000000002,"15min":0.32300000000000001},"max":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.80800000000000005},"last":0.54800000000000004}]}]},{"osd":4,"up_from":13,"seq":55834575356,"num_pgs":113,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866868,"kb_used_data":92832516,"kb_used_omap":23039,"kb_used_meta":0,"kb_avail":92832512,"statfs":{"total":95948165120,"available":95060492288,"internally_reserved":4096,"allocated":95060496384,"data_stored":95060496384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":23592621,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35199999999999998,"15min":0.376},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.65400000000000003},"last":0.496},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.22500000000000001},"max":{"1min":0.57799999999999996,"5min":0.68899999999999995,"15min":0.78900000000000003},"last":0.44400000000000001}]},{"osd":1,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.40300000000000002},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.55000000000000004,"5min":0.61199999999999999,"15min":0.76200000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.375,"5min":0.40500000000000003,"15min":0.42799999999999999},"min":{"1min":0.25800000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.50700000000000001,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.61499999999999999}]},{"osd":2,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39200000000000002,"15min":0.42099999999999999},"min":{"1min":0.24199999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.53500000000000003,"5min":0.61299999999999999,"15min":0.64900000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.42199999999999999,"15min":0.45300000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.84199999999999997},"last":0.59599999999999997}]},{"osd":3,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40400000000000003,"15min":0.41699999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58299999999999996,"5min":2.806,"15min":2.806},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42199999999999999,"15min":0.45600000000000002},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51400000000000001,"5min":0.626,"15min":0.71199999999999997},"last":0.51600000000000001}]},{"osd":5,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.371,"15min":0.41999999999999998},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.53400000000000003,"5min":0.71599999999999997,"15min":0.77900000000000003},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75900000000000001,"15min":0.85099999999999998},"last":0.56699999999999995}]},{"osd":6,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.39300000000000002,"15min":0.44700000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.55000000000000004,"5min":0.69599999999999995,"15min":0.93100000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.46600000000000003,"15min":0.51000000000000001},"min":{"1min":0.33400000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.58099999999999996,"5min":0.79100000000000004,"15min":0.89400000000000002},"last":0.63300000000000001}]},{"osd":7,"last update":"Sun Jan 15 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":2.7629999999999999,"5min":0.89300000000000002,"15min":0.61599999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":52.968000000000004,"5min":52.968000000000004,"15min":52.968000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":2.7970000000000002,"5min":0.93000000000000005,"15min":0.66300000000000003},"min":{"1min":0.28899999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":52.945,"5min":52.945,"15min":52.945},"last":0.57999999999999996}]}]},{"osd":5,"up_from":13,"seq":55834575355,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":866520,"kb_used_data":92832864,"kb_used_omap":54927,"kb_used_meta":0,"kb_avail":92832860,"statfs":{"total":95948165120,"available":95060848640,"internally_reserved":4096,"allocated":95060852736,"data_stored":95060852736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":56245740,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35699999999999998,"15min":0.36899999999999999},"min":{"1min":0.222,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.46999999999999997,"5min":0.58099999999999996,"15min":0.58899999999999997},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.38600000000000001},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.498,"5min":0.59999999999999998,"15min":0.68899999999999995},"last":0.46800000000000003}]},{"osd":1,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.39000000000000001,"15min":0.42199999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.47599999999999998,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.42099999999999999,"15min":0.42599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.495,"5min":0.61899999999999999,"15min":0.69999999999999996},"last":0.53600000000000003}]},{"osd":2,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.36499999999999999,"15min":0.39300000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.45200000000000001,"5min":0.58299999999999996,"15min":0.64200000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.39500000000000002,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.51200000000000001,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.45800000000000002}]},{"osd":3,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38200000000000001,"15min":0.41599999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.49099999999999999,"5min":0.60099999999999998,"15min":0.67600000000000005},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.45000000000000001},"min":{"1min":0.28599999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.51200000000000001,"5min":0.70499999999999996,"15min":0.71299999999999997},"last":0.49299999999999999}]},{"osd":4,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.28599999999999998,"5min":0.35599999999999998,"15min":0.38700000000000001},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67600000000000005,"5min":0.751,"15min":0.751},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.44900000000000001,"15min":0.49399999999999999},"min":{"1min":0.28399999999999997,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.69799999999999995,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.505}]},{"osd":6,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22800000000000001},"max":{"1min":0.434,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.40500000000000003,"15min":0.442},"min":{"1min":0.26300000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.48099999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.41699999999999998}]},{"osd":7,"last update":"Sun Jan 15 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.439,"15min":0.47599999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57299999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.47499999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":0.53200000000000003,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.51600000000000001}]}]}],"pool_statfs":[]}} 2023-01-15T15:09:29.887 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.887 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.887 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.887 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.888 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.889 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.890 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.891 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.892 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.893 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.894 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.895 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.896 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.897 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.898 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.899 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.900 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.901 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 1.5 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.902 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 1.4 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.903 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 1.3 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2023-01-15T14:27:23.768173+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=23, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.904 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 1.2 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.905 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.906 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 1.1 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.907 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2023-01-15T14:27:22.766742+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=22, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.908 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.909 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.910 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.911 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2023-01-15T14:27:43.251530+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=43, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2023-01-15T14:27:45.257598+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=45, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2023-01-15T14:27:47.260602+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=47, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.912 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2023-01-15T14:27:49.269624+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=49, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 61.1e last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 60.1f last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 58.19 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 59.18 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 61.1f last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 60.1e last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.913 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 58.18 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 61.1c last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 60.1d last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.914 INFO:tasks.ceph:pgid 59.1a last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 61.1d last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 60.1c last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 61.1a last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 60.1b last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.915 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 59.1c last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 61.1b last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 60.1a last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.916 INFO:tasks.ceph:pgid 61.18 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 60.19 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 58.1f last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 61.19 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 60.18 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.917 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 58.1e last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 61.16 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 60.17 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 59.10 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.918 INFO:tasks.ceph:pgid 61.17 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 60.16 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 59.11 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 61.14 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 60.15 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.919 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 59.12 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 61.15 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 60.14 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 59.13 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.920 INFO:tasks.ceph:pgid 61.12 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 60.13 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 59.14 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 61.13 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 60.12 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.921 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 59.15 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 61.10 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 60.11 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 59.16 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.922 INFO:tasks.ceph:pgid 61.11 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 60.10 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 61.e last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 60.f last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.923 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 61.f last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 60.e last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 58.8 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 59.9 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 61.c last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.924 INFO:tasks.ceph:pgid 60.d last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 61.d last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 61.a last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 60.b last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.925 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 61.b last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 60.a last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 58.c last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.926 INFO:tasks.ceph:pgid 61.8 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 60.9 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 59.e last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 61.9 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 60.8 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.927 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 59.f last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 61.6 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 60.7 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 59.0 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 61.7 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.928 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 58.0 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 60.6 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 61.4 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.929 INFO:tasks.ceph:pgid 58.3 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.930 INFO:tasks.ceph:pgid 59.2 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:29.930 INFO:tasks.ceph:pgid 60.5 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.022 INFO:tasks.ceph:pgid 61.5 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.022 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.022 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.022 INFO:tasks.ceph:pgid 59.3 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.022 INFO:tasks.ceph:pgid 60.4 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 61.2 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 59.4 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 60.3 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 61.3 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.023 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 58.4 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 60.2 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 61.0 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 58.7 last_scrub_stamp 2023-01-15T14:34:46.524812+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=34, tm_sec=46, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.024 INFO:tasks.ceph:pgid 59.6 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:pgid 60.1 last_scrub_stamp 2023-01-15T14:35:16.327050+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=16, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:pgid 61.1 last_scrub_stamp 2023-01-15T14:49:01.526527+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=49, tm_sec=1, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2023-01-15T14:27:40.232428+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=40, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2023-01-15T14:27:38.222190+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=27, tm_sec=38, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:pgid 59.7 last_scrub_stamp 2023-01-15T14:35:13.303112+0000 time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=14, tm_min=35, tm_sec=13, tm_wday=6, tm_yday=15, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=1, tm_mday=15, tm_hour=15, tm_min=9, tm_sec=3, tm_wday=6, tm_yday=15, tm_isdst=0) 2023-01-15T15:09:30.025 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-01-15T15:09:50.026 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T15:09:50.381 INFO:teuthology.orchestra.run.smithi154.stdout: 2023-01-15T15:09:50.464 INFO:teuthology.orchestra.run.smithi154.stderr:dumped all 2023-01-15T15:09:50.465 INFO:teuthology.orchestra.run.smithi154.stdout:{"pg_ready":true,"pg_map":{"version":1478,"stamp":"2023-01-15T15:09:49.630251+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261117088,"num_objects":669,"num_object_clones":0,"num_object_copies":1687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":325731,"num_read_kb":1985543,"num_write":187471,"num_write_kb":1880641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":90,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":851,"num_omap_keys":5,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13328,"ondisk_log_size":13328,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6852048,"kb_used_data":742743056,"kb_used_omap":333797,"kb_used_meta":0,"kb_avail":742742992,"statfs":{"total":767585320960,"available":760568823808,"internally_reserved":65536,"allocated":760568889344,"data_stored":760568889344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":341808893,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":851,"num_omap_keys":5,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005443"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:47.369746+0000","last_change":"2023-01-15T14:27:44.273117+0000","last_active":"2023-01-15T15:07:47.369746+0000","last_peered":"2023-01-15T15:07:47.369746+0000","last_clean":"2023-01-15T15:07:47.369746+0000","last_became_active":"2023-01-15T14:27:44.272802+0000","last_became_peered":"2023-01-15T14:27:44.272802+0000","last_unstale":"2023-01-15T15:07:47.369746+0000","last_undegraded":"2023-01-15T15:07:47.369746+0000","last_fullsized":"2023-01-15T15:07:47.369746+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"213'1095","reported_seq":2697,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:45.725034+0000","last_change":"2023-01-15T14:27:41.261489+0000","last_active":"2023-01-15T15:08:45.725034+0000","last_peered":"2023-01-15T15:08:45.725034+0000","last_clean":"2023-01-15T15:08:45.725034+0000","last_became_active":"2023-01-15T14:27:41.261290+0000","last_became_peered":"2023-01-15T14:27:41.261290+0000","last_unstale":"2023-01-15T15:08:45.725034+0000","last_undegraded":"2023-01-15T15:08:45.725034+0000","last_fullsized":"2023-01-15T15:08:45.725034+0000","mapping_epoch":22,"log_start":"213'1000","ondisk_log_start":"213'1000","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":1000,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5376,"num_read_kb":4766,"num_write":1531,"num_write_kb":651,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"213'183","reported_seq":575,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.862171+0000","last_change":"2023-01-15T14:27:39.273194+0000","last_active":"2023-01-15T15:08:52.862171+0000","last_peered":"2023-01-15T15:08:52.862171+0000","last_clean":"2023-01-15T15:08:52.862171+0000","last_became_active":"2023-01-15T14:27:39.254959+0000","last_became_peered":"2023-01-15T14:27:39.254959+0000","last_unstale":"2023-01-15T15:08:52.862171+0000","last_undegraded":"2023-01-15T15:08:52.862171+0000","last_fullsized":"2023-01-15T15:08:52.862171+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13654405,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":551,"num_read_kb":41588,"num_write":939,"num_write_kb":42656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"213'1693","reported_seq":3505,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789768+0000","last_change":"2023-01-15T14:27:46.345576+0000","last_active":"2023-01-15T15:09:06.789768+0000","last_peered":"2023-01-15T15:09:06.789768+0000","last_clean":"2023-01-15T15:09:06.789768+0000","last_became_active":"2023-01-15T14:27:46.345367+0000","last_became_peered":"2023-01-15T14:27:46.345367+0000","last_unstale":"2023-01-15T15:09:06.789768+0000","last_undegraded":"2023-01-15T15:09:06.789768+0000","last_fullsized":"2023-01-15T15:09:06.789768+0000","mapping_epoch":27,"log_start":"213'1600","ondisk_log_start":"213'1600","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":1600,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9908,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2471,"num_write":1652,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110297+0000","last_change":"2023-01-15T14:27:48.283701+0000","last_active":"2023-01-15T15:07:52.110297+0000","last_peered":"2023-01-15T15:07:52.110297+0000","last_clean":"2023-01-15T15:07:52.110297+0000","last_became_active":"2023-01-15T14:27:48.283445+0000","last_became_peered":"2023-01-15T14:27:48.283445+0000","last_unstale":"2023-01-15T15:07:52.110297+0000","last_undegraded":"2023-01-15T15:07:52.110297+0000","last_fullsized":"2023-01-15T15:07:52.110297+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"213'110","reported_seq":335,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:32.812160+0000","last_change":"2023-01-15T15:09:32.812133+0000","last_active":"2023-01-15T15:09:32.812160+0000","last_peered":"2023-01-15T15:09:32.812160+0000","last_clean":"2023-01-15T15:09:32.812160+0000","last_became_active":"2023-01-15T14:27:50.290341+0000","last_became_peered":"2023-01-15T14:27:50.290341+0000","last_unstale":"2023-01-15T15:09:32.812160+0000","last_undegraded":"2023-01-15T15:09:32.812160+0000","last_fullsized":"2023-01-15T15:09:32.812160+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'110","last_scrub_stamp":"2023-01-15T15:09:32.812060+0000","last_deep_scrub":"213'110","last_deep_scrub_stamp":"2023-01-15T15:09:32.812060+0000","last_clean_scrub_stamp":"2023-01-15T15:09:32.812060+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:20:50.138893+0000","scrub_duration":0.0016073159999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":289,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"213'373","reported_seq":1674,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332270+0000","last_change":"2023-01-15T14:27:41.259467+0000","last_active":"2023-01-15T15:09:05.332270+0000","last_peered":"2023-01-15T15:09:05.332270+0000","last_clean":"2023-01-15T15:09:05.332270+0000","last_became_active":"2023-01-15T14:27:41.259102+0000","last_became_peered":"2023-01-15T14:27:41.259102+0000","last_unstale":"2023-01-15T15:09:05.332270+0000","last_undegraded":"2023-01-15T15:09:05.332270+0000","last_fullsized":"2023-01-15T15:09:05.332270+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2345,"num_read_kb":2208,"num_write":460,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"213'157","reported_seq":477,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:47.118020+0000","last_change":"2023-01-15T14:27:39.252425+0000","last_active":"2023-01-15T15:08:47.118020+0000","last_peered":"2023-01-15T15:08:47.118020+0000","last_clean":"2023-01-15T15:08:47.118020+0000","last_became_active":"2023-01-15T14:27:39.252097+0000","last_became_peered":"2023-01-15T14:27:39.252097+0000","last_unstale":"2023-01-15T15:08:47.118020+0000","last_undegraded":"2023-01-15T15:08:47.118020+0000","last_fullsized":"2023-01-15T15:08:47.118020+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5244933,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":367,"num_read_kb":10635,"num_write":885,"num_write_kb":26528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":230,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:33.316283+0000","last_change":"2023-01-15T15:09:33.316256+0000","last_active":"2023-01-15T15:09:33.316283+0000","last_peered":"2023-01-15T15:09:33.316283+0000","last_clean":"2023-01-15T15:09:33.316283+0000","last_became_active":"2023-01-15T14:27:44.263318+0000","last_became_peered":"2023-01-15T14:27:44.263318+0000","last_unstale":"2023-01-15T15:09:33.316283+0000","last_undegraded":"2023-01-15T15:09:33.316283+0000","last_fullsized":"2023-01-15T15:09:33.316283+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:33.316181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:33.316181+0000","last_clean_scrub_stamp":"2023-01-15T15:09:33.316181+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:09:08.122057+0000","scrub_duration":0.001667181,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"213'157","reported_seq":447,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.854125+0000","last_change":"2023-01-15T14:27:46.271805+0000","last_active":"2023-01-15T15:08:53.854125+0000","last_peered":"2023-01-15T15:08:53.854125+0000","last_clean":"2023-01-15T15:08:53.854125+0000","last_became_active":"2023-01-15T14:27:46.271565+0000","last_became_peered":"2023-01-15T14:27:46.271565+0000","last_unstale":"2023-01-15T15:08:53.854125+0000","last_undegraded":"2023-01-15T15:08:53.854125+0000","last_fullsized":"2023-01-15T15:08:53.854125+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15443,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":232,"num_read_kb":222,"num_write":152,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.110247+0000","last_change":"2023-01-15T14:27:48.286994+0000","last_active":"2023-01-15T15:07:52.110247+0000","last_peered":"2023-01-15T15:07:52.110247+0000","last_clean":"2023-01-15T15:07:52.110247+0000","last_became_active":"2023-01-15T14:27:48.282933+0000","last_became_peered":"2023-01-15T14:27:48.282933+0000","last_unstale":"2023-01-15T15:07:52.110247+0000","last_undegraded":"2023-01-15T15:07:52.110247+0000","last_fullsized":"2023-01-15T15:07:52.110247+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"213'160","reported_seq":404,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.426569+0000","last_change":"2023-01-15T14:27:50.284182+0000","last_active":"2023-01-15T15:08:53.426569+0000","last_peered":"2023-01-15T15:08:53.426569+0000","last_clean":"2023-01-15T15:08:53.426569+0000","last_became_active":"2023-01-15T14:27:50.283922+0000","last_became_peered":"2023-01-15T14:27:50.283922+0000","last_unstale":"2023-01-15T15:08:53.426569+0000","last_undegraded":"2023-01-15T15:08:53.426569+0000","last_fullsized":"2023-01-15T15:08:53.426569+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":504,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"213'471","reported_seq":1923,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.252898+0000","last_change":"2023-01-15T14:27:41.257839+0000","last_active":"2023-01-15T15:09:08.252898+0000","last_peered":"2023-01-15T15:09:08.252898+0000","last_clean":"2023-01-15T15:09:08.252898+0000","last_became_active":"2023-01-15T14:27:41.257601+0000","last_became_peered":"2023-01-15T14:27:41.257601+0000","last_unstale":"2023-01-15T15:09:08.252898+0000","last_undegraded":"2023-01-15T15:09:08.252898+0000","last_fullsized":"2023-01-15T15:09:08.252898+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2847,"num_read_kb":2676,"num_write":622,"num_write_kb":214,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"213'168","reported_seq":567,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:48.428413+0000","last_change":"2023-01-15T14:27:39.255845+0000","last_active":"2023-01-15T15:08:48.428413+0000","last_peered":"2023-01-15T15:08:48.428413+0000","last_clean":"2023-01-15T15:08:48.428413+0000","last_became_active":"2023-01-15T14:27:39.251860+0000","last_became_peered":"2023-01-15T14:27:39.251860+0000","last_unstale":"2023-01-15T15:08:48.428413+0000","last_undegraded":"2023-01-15T15:08:48.428413+0000","last_fullsized":"2023-01-15T15:08:48.428413+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5296824,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":535,"num_read_kb":11426,"num_write":929,"num_write_kb":34347,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":217,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:52.001607+0000","last_change":"2023-01-15T14:27:44.271667+0000","last_active":"2023-01-15T15:07:52.001607+0000","last_peered":"2023-01-15T15:07:52.001607+0000","last_clean":"2023-01-15T15:07:52.001607+0000","last_became_active":"2023-01-15T14:27:44.271280+0000","last_became_peered":"2023-01-15T14:27:44.271280+0000","last_unstale":"2023-01-15T15:07:52.001607+0000","last_undegraded":"2023-01-15T15:07:52.001607+0000","last_fullsized":"2023-01-15T15:07:52.001607+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"213'1820","reported_seq":3676,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.787124+0000","last_change":"2023-01-15T14:27:46.274538+0000","last_active":"2023-01-15T15:08:56.787124+0000","last_peered":"2023-01-15T15:08:56.787124+0000","last_clean":"2023-01-15T15:08:56.787124+0000","last_became_active":"2023-01-15T14:27:46.274287+0000","last_became_peered":"2023-01-15T14:27:46.274287+0000","last_unstale":"2023-01-15T15:08:56.787124+0000","last_undegraded":"2023-01-15T15:08:56.787124+0000","last_fullsized":"2023-01-15T15:08:56.787124+0000","mapping_epoch":27,"log_start":"213'1800","ondisk_log_start":"213'1800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":1800,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22155,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2617,"num_read_kb":2603,"num_write":1748,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":203,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:51.882233+0000","last_change":"2023-01-15T14:27:48.281222+0000","last_active":"2023-01-15T15:07:51.882233+0000","last_peered":"2023-01-15T15:07:51.882233+0000","last_clean":"2023-01-15T15:07:51.882233+0000","last_became_active":"2023-01-15T14:27:48.280957+0000","last_became_peered":"2023-01-15T14:27:48.280957+0000","last_unstale":"2023-01-15T15:07:51.882233+0000","last_undegraded":"2023-01-15T15:07:51.882233+0000","last_fullsized":"2023-01-15T15:07:51.882233+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"213'170","reported_seq":414,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:33.488655+0000","last_change":"2023-01-15T15:09:33.488619+0000","last_active":"2023-01-15T15:09:33.488655+0000","last_peered":"2023-01-15T15:09:33.488655+0000","last_clean":"2023-01-15T15:09:33.488655+0000","last_became_active":"2023-01-15T14:27:50.283193+0000","last_became_peered":"2023-01-15T14:27:50.283193+0000","last_unstale":"2023-01-15T15:09:33.488655+0000","last_undegraded":"2023-01-15T15:09:33.488655+0000","last_fullsized":"2023-01-15T15:09:33.488655+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'170","last_scrub_stamp":"2023-01-15T15:09:33.488523+0000","last_deep_scrub":"213'170","last_deep_scrub_stamp":"2023-01-15T15:09:33.488523+0000","last_clean_scrub_stamp":"2023-01-15T15:09:33.488523+0000","objects_scrubbed":1,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:34:41.061779+0000","scrub_duration":0.0027517570000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":219,"num_read_kb":234,"num_write":427,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":228,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:36.270107+0000","last_change":"2023-01-15T15:09:36.270061+0000","last_active":"2023-01-15T15:09:36.270107+0000","last_peered":"2023-01-15T15:09:36.270107+0000","last_clean":"2023-01-15T15:09:36.270107+0000","last_became_active":"2023-01-15T14:27:44.264370+0000","last_became_peered":"2023-01-15T14:27:44.264370+0000","last_unstale":"2023-01-15T15:09:36.270107+0000","last_undegraded":"2023-01-15T15:09:36.270107+0000","last_fullsized":"2023-01-15T15:09:36.270107+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:36.269990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:36.269990+0000","last_clean_scrub_stamp":"2023-01-15T15:09:36.269990+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:01:17.853003+0000","scrub_duration":0.0014379939999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"213'756","reported_seq":2099,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789461+0000","last_change":"2023-01-15T14:27:41.261555+0000","last_active":"2023-01-15T15:09:06.789461+0000","last_peered":"2023-01-15T15:09:06.789461+0000","last_clean":"2023-01-15T15:09:06.789461+0000","last_became_active":"2023-01-15T14:27:41.261264+0000","last_became_peered":"2023-01-15T14:27:41.261264+0000","last_unstale":"2023-01-15T15:09:06.789461+0000","last_undegraded":"2023-01-15T15:09:06.789461+0000","last_fullsized":"2023-01-15T15:09:06.789461+0000","mapping_epoch":22,"log_start":"213'700","ondisk_log_start":"213'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3556,"num_read_kb":3200,"num_write":996,"num_write_kb":358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"213'146","reported_seq":562,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.819574+0000","last_change":"2023-01-15T14:27:39.251377+0000","last_active":"2023-01-15T15:08:52.819574+0000","last_peered":"2023-01-15T15:08:52.819574+0000","last_clean":"2023-01-15T15:08:52.819574+0000","last_became_active":"2023-01-15T14:27:39.250517+0000","last_became_peered":"2023-01-15T14:27:39.250517+0000","last_unstale":"2023-01-15T15:08:52.819574+0000","last_undegraded":"2023-01-15T15:08:52.819574+0000","last_fullsized":"2023-01-15T15:08:52.819574+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5282518,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":646,"num_read_kb":141861,"num_write":810,"num_write_kb":29130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"213'120","reported_seq":397,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737891+0000","last_change":"2023-01-15T14:27:46.273941+0000","last_active":"2023-01-15T15:09:08.737891+0000","last_peered":"2023-01-15T15:09:08.737891+0000","last_clean":"2023-01-15T15:09:08.737891+0000","last_became_active":"2023-01-15T14:27:46.273647+0000","last_became_peered":"2023-01-15T14:27:46.273647+0000","last_unstale":"2023-01-15T15:09:08.737891+0000","last_undegraded":"2023-01-15T15:09:08.737891+0000","last_fullsized":"2023-01-15T15:09:08.737891+0000","mapping_epoch":27,"log_start":"213'100","ondisk_log_start":"213'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5171,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":145,"num_read_kb":138,"num_write":70,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":210,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.998298+0000","last_change":"2023-01-15T14:27:48.287760+0000","last_active":"2023-01-15T15:07:31.998298+0000","last_peered":"2023-01-15T15:07:31.998298+0000","last_clean":"2023-01-15T15:07:31.998298+0000","last_became_active":"2023-01-15T14:27:48.287414+0000","last_became_peered":"2023-01-15T14:27:48.287414+0000","last_unstale":"2023-01-15T15:07:31.998298+0000","last_undegraded":"2023-01-15T15:07:31.998298+0000","last_fullsized":"2023-01-15T15:07:31.998298+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"213'87","reported_seq":305,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:45.849567+0000","last_change":"2023-01-15T15:09:45.849535+0000","last_active":"2023-01-15T15:09:45.849567+0000","last_peered":"2023-01-15T15:09:45.849567+0000","last_clean":"2023-01-15T15:09:45.849567+0000","last_became_active":"2023-01-15T14:27:50.289970+0000","last_became_peered":"2023-01-15T14:27:50.289970+0000","last_unstale":"2023-01-15T15:09:45.849567+0000","last_undegraded":"2023-01-15T15:09:45.849567+0000","last_fullsized":"2023-01-15T15:09:45.849567+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'87","last_scrub_stamp":"2023-01-15T15:09:45.849465+0000","last_deep_scrub":"213'87","last_deep_scrub_stamp":"2023-01-15T15:09:45.849465+0000","last_clean_scrub_stamp":"2023-01-15T15:09:45.849465+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:49:16.291059+0000","scrub_duration":0.0015816000000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":241,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":212,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737846+0000","last_change":"2023-01-15T14:27:44.268807+0000","last_active":"2023-01-15T15:09:08.737846+0000","last_peered":"2023-01-15T15:09:08.737846+0000","last_clean":"2023-01-15T15:09:08.737846+0000","last_became_active":"2023-01-15T14:27:44.268570+0000","last_became_peered":"2023-01-15T14:27:44.268570+0000","last_unstale":"2023-01-15T15:09:08.737846+0000","last_undegraded":"2023-01-15T15:09:08.737846+0000","last_fullsized":"2023-01-15T15:09:08.737846+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"213'411","reported_seq":1861,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789490+0000","last_change":"2023-01-15T14:27:41.256620+0000","last_active":"2023-01-15T15:09:06.789490+0000","last_peered":"2023-01-15T15:09:06.789490+0000","last_clean":"2023-01-15T15:09:06.789490+0000","last_became_active":"2023-01-15T14:27:41.255907+0000","last_became_peered":"2023-01-15T14:27:41.255907+0000","last_unstale":"2023-01-15T15:09:06.789490+0000","last_undegraded":"2023-01-15T15:09:06.789490+0000","last_fullsized":"2023-01-15T15:09:06.789490+0000","mapping_epoch":22,"log_start":"213'400","ondisk_log_start":"213'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2573,"num_read_kb":2442,"num_write":483,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"213'159","reported_seq":491,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:52.853892+0000","last_change":"2023-01-15T14:27:39.255849+0000","last_active":"2023-01-15T15:08:52.853892+0000","last_peered":"2023-01-15T15:08:52.853892+0000","last_clean":"2023-01-15T15:08:52.853892+0000","last_became_active":"2023-01-15T14:27:39.255511+0000","last_became_peered":"2023-01-15T14:27:39.255511+0000","last_unstale":"2023-01-15T15:08:52.853892+0000","last_undegraded":"2023-01-15T15:08:52.853892+0000","last_fullsized":"2023-01-15T15:08:52.853892+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10485760,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":21793,"num_write":887,"num_write_kb":24148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"213'146","reported_seq":445,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789744+0000","last_change":"2023-01-15T14:27:46.276775+0000","last_active":"2023-01-15T15:09:06.789744+0000","last_peered":"2023-01-15T15:09:06.789744+0000","last_clean":"2023-01-15T15:09:06.789744+0000","last_became_active":"2023-01-15T14:27:46.276489+0000","last_became_peered":"2023-01-15T14:27:46.276489+0000","last_unstale":"2023-01-15T15:09:06.789744+0000","last_undegraded":"2023-01-15T15:09:06.789744+0000","last_fullsized":"2023-01-15T15:09:06.789744+0000","mapping_epoch":27,"log_start":"210'100","ondisk_log_start":"210'100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9377,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":201,"num_read_kb":194,"num_write":108,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:34.329508+0000","last_change":"2023-01-15T15:09:34.329483+0000","last_active":"2023-01-15T15:09:34.329508+0000","last_peered":"2023-01-15T15:09:34.329508+0000","last_clean":"2023-01-15T15:09:34.329508+0000","last_became_active":"2023-01-15T14:27:48.281192+0000","last_became_peered":"2023-01-15T14:27:48.281192+0000","last_unstale":"2023-01-15T15:09:34.329508+0000","last_undegraded":"2023-01-15T15:09:34.329508+0000","last_fullsized":"2023-01-15T15:09:34.329508+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:34.329417+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:34.329417+0000","last_clean_scrub_stamp":"2023-01-15T15:09:34.329417+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:30.655833+0000","scrub_duration":0.0021327859999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"213'146","reported_seq":385,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:53.082229+0000","last_change":"2023-01-15T14:27:50.292846+0000","last_active":"2023-01-15T15:08:53.082229+0000","last_peered":"2023-01-15T15:08:53.082229+0000","last_clean":"2023-01-15T15:08:53.082229+0000","last_became_active":"2023-01-15T14:27:50.292608+0000","last_became_peered":"2023-01-15T14:27:50.292608+0000","last_unstale":"2023-01-15T15:08:53.082229+0000","last_undegraded":"2023-01-15T15:08:53.082229+0000","last_fullsized":"2023-01-15T15:08:53.082229+0000","mapping_epoch":31,"log_start":"213'100","ondisk_log_start":"213'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":364,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789617+0000","last_change":"2023-01-15T14:27:44.274274+0000","last_active":"2023-01-15T15:09:06.789617+0000","last_peered":"2023-01-15T15:09:06.789617+0000","last_clean":"2023-01-15T15:09:06.789617+0000","last_became_active":"2023-01-15T14:27:44.273990+0000","last_became_peered":"2023-01-15T14:27:44.273990+0000","last_unstale":"2023-01-15T15:09:06.789617+0000","last_undegraded":"2023-01-15T15:09:06.789617+0000","last_fullsized":"2023-01-15T15:09:06.789617+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"213'356","reported_seq":1558,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819565+0000","last_change":"2023-01-15T14:27:41.258865+0000","last_active":"2023-01-15T15:09:05.819565+0000","last_peered":"2023-01-15T15:09:05.819565+0000","last_clean":"2023-01-15T15:09:05.819565+0000","last_became_active":"2023-01-15T14:27:41.258640+0000","last_became_peered":"2023-01-15T14:27:41.258640+0000","last_unstale":"2023-01-15T15:09:05.819565+0000","last_undegraded":"2023-01-15T15:09:05.819565+0000","last_fullsized":"2023-01-15T15:09:05.819565+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2098,"num_read_kb":1969,"num_write":432,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"213'180","reported_seq":530,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:46.869137+0000","last_change":"2023-01-15T14:29:22.638292+0000","last_active":"2023-01-15T15:08:46.869137+0000","last_peered":"2023-01-15T15:08:46.869137+0000","last_clean":"2023-01-15T15:08:46.869137+0000","last_became_active":"2023-01-15T14:29:22.637935+0000","last_became_peered":"2023-01-15T14:29:22.637935+0000","last_unstale":"2023-01-15T15:08:46.869137+0000","last_undegraded":"2023-01-15T15:08:46.869137+0000","last_fullsized":"2023-01-15T15:08:46.869137+0000","mapping_epoch":36,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5902414,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":455,"num_read_kb":58460,"num_write":970,"num_write_kb":59333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.10","version":"213'43","reported_seq":266,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332311+0000","last_change":"2023-01-15T14:27:46.268882+0000","last_active":"2023-01-15T15:09:05.332311+0000","last_peered":"2023-01-15T15:09:05.332311+0000","last_clean":"2023-01-15T15:09:05.332311+0000","last_became_active":"2023-01-15T14:27:46.268640+0000","last_became_peered":"2023-01-15T14:27:46.268640+0000","last_unstale":"2023-01-15T15:09:05.332311+0000","last_undegraded":"2023-01-15T15:09:05.332311+0000","last_fullsized":"2023-01-15T15:09:05.332311+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":31,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.879067+0000","last_change":"2023-01-15T14:27:48.285087+0000","last_active":"2023-01-15T15:07:31.879067+0000","last_peered":"2023-01-15T15:07:31.879067+0000","last_clean":"2023-01-15T15:07:31.879067+0000","last_became_active":"2023-01-15T14:27:48.284865+0000","last_became_peered":"2023-01-15T14:27:48.284865+0000","last_unstale":"2023-01-15T15:07:31.879067+0000","last_undegraded":"2023-01-15T15:07:31.879067+0000","last_fullsized":"2023-01-15T15:07:31.879067+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"213'110","reported_seq":372,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:24.519076+0000","last_change":"2023-01-15T15:09:24.519037+0000","last_active":"2023-01-15T15:09:24.519076+0000","last_peered":"2023-01-15T15:09:24.519076+0000","last_clean":"2023-01-15T15:09:24.519076+0000","last_became_active":"2023-01-15T14:27:50.284260+0000","last_became_peered":"2023-01-15T14:27:50.284260+0000","last_unstale":"2023-01-15T15:09:24.519076+0000","last_undegraded":"2023-01-15T15:09:24.519076+0000","last_fullsized":"2023-01-15T15:09:24.519076+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'110","last_scrub_stamp":"2023-01-15T15:09:24.518970+0000","last_deep_scrub":"213'110","last_deep_scrub_stamp":"2023-01-15T15:09:24.518970+0000","last_clean_scrub_stamp":"2023-01-15T15:09:24.518970+0000","objects_scrubbed":1,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:44.768596+0000","scrub_duration":0.003178447,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":305,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":214,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.819952+0000","last_change":"2023-01-15T14:27:44.276297+0000","last_active":"2023-01-15T15:09:05.819952+0000","last_peered":"2023-01-15T15:09:05.819952+0000","last_clean":"2023-01-15T15:09:05.819952+0000","last_became_active":"2023-01-15T14:27:44.275983+0000","last_became_peered":"2023-01-15T14:27:44.275983+0000","last_unstale":"2023-01-15T15:09:05.819952+0000","last_undegraded":"2023-01-15T15:09:05.819952+0000","last_fullsized":"2023-01-15T15:09:05.819952+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"213'385","reported_seq":1816,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:07.280597+0000","last_change":"2023-01-15T14:27:41.256247+0000","last_active":"2023-01-15T15:09:07.280597+0000","last_peered":"2023-01-15T15:09:07.280597+0000","last_clean":"2023-01-15T15:09:07.280597+0000","last_became_active":"2023-01-15T14:27:41.255992+0000","last_became_peered":"2023-01-15T14:27:41.255992+0000","last_unstale":"2023-01-15T15:09:07.280597+0000","last_undegraded":"2023-01-15T15:09:07.280597+0000","last_fullsized":"2023-01-15T15:09:07.280597+0000","mapping_epoch":22,"log_start":"213'300","ondisk_log_start":"213'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2455,"num_read_kb":2340,"num_write":445,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"213'155","reported_seq":467,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:43.008193+0000","last_change":"2023-01-15T15:09:43.008140+0000","last_active":"2023-01-15T15:09:43.008193+0000","last_peered":"2023-01-15T15:09:43.008193+0000","last_clean":"2023-01-15T15:09:43.008193+0000","last_became_active":"2023-01-15T14:28:22.925488+0000","last_became_peered":"2023-01-15T14:28:22.925488+0000","last_unstale":"2023-01-15T15:09:43.008193+0000","last_undegraded":"2023-01-15T15:09:43.008193+0000","last_fullsized":"2023-01-15T15:09:43.008193+0000","mapping_epoch":34,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":35,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'155","last_scrub_stamp":"2023-01-15T15:09:43.008056+0000","last_deep_scrub":"213'155","last_deep_scrub_stamp":"2023-01-15T15:09:43.008056+0000","last_clean_scrub_stamp":"2023-01-15T15:09:43.008056+0000","objects_scrubbed":5,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:55:45.813743+0000","scrub_duration":0.007245797,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274163,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":352,"num_read_kb":394,"num_write":756,"num_write_kb":49960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.11","version":"213'1715","reported_seq":3525,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789670+0000","last_change":"2023-01-15T14:27:46.273541+0000","last_active":"2023-01-15T15:09:06.789670+0000","last_peered":"2023-01-15T15:09:06.789670+0000","last_clean":"2023-01-15T15:09:06.789670+0000","last_became_active":"2023-01-15T14:27:46.273335+0000","last_became_peered":"2023-01-15T14:27:46.273335+0000","last_unstale":"2023-01-15T15:09:06.789670+0000","last_undegraded":"2023-01-15T15:09:06.789670+0000","last_fullsized":"2023-01-15T15:09:06.789670+0000","mapping_epoch":27,"log_start":"213'1700","ondisk_log_start":"213'1700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":1700,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2479,"num_read_kb":2469,"num_write":1665,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":223,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:43.643528+0000","last_change":"2023-01-15T15:09:43.643497+0000","last_active":"2023-01-15T15:09:43.643528+0000","last_peered":"2023-01-15T15:09:43.643528+0000","last_clean":"2023-01-15T15:09:43.643528+0000","last_became_active":"2023-01-15T14:27:48.279105+0000","last_became_peered":"2023-01-15T14:27:48.279105+0000","last_unstale":"2023-01-15T15:09:43.643528+0000","last_undegraded":"2023-01-15T15:09:43.643528+0000","last_fullsized":"2023-01-15T15:09:43.643528+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T15:09:43.643363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T15:09:43.643363+0000","last_clean_scrub_stamp":"2023-01-15T15:09:43.643363+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:26.564646+0000","scrub_duration":0.0016796230000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"213'95","reported_seq":314,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332496+0000","last_change":"2023-01-15T14:27:50.291594+0000","last_active":"2023-01-15T15:09:05.332496+0000","last_peered":"2023-01-15T15:09:05.332496+0000","last_clean":"2023-01-15T15:09:05.332496+0000","last_became_active":"2023-01-15T14:27:50.291281+0000","last_became_peered":"2023-01-15T14:27:50.291281+0000","last_unstale":"2023-01-15T15:09:05.332496+0000","last_undegraded":"2023-01-15T15:09:05.332496+0000","last_fullsized":"2023-01-15T15:09:05.332496+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:49.269624+0000","last_clean_scrub_stamp":"2023-01-15T14:27:49.269624+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":259,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":208,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.890874+0000","last_change":"2023-01-15T14:27:44.272928+0000","last_active":"2023-01-15T15:08:51.890874+0000","last_peered":"2023-01-15T15:08:51.890874+0000","last_clean":"2023-01-15T15:08:51.890874+0000","last_became_active":"2023-01-15T14:27:44.272613+0000","last_became_peered":"2023-01-15T14:27:44.272613+0000","last_unstale":"2023-01-15T15:08:51.890874+0000","last_undegraded":"2023-01-15T15:08:51.890874+0000","last_fullsized":"2023-01-15T15:08:51.890874+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"213'269","reported_seq":1409,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:06.789497+0000","last_change":"2023-01-15T14:27:41.267246+0000","last_active":"2023-01-15T15:09:06.789497+0000","last_peered":"2023-01-15T15:09:06.789497+0000","last_clean":"2023-01-15T15:09:06.789497+0000","last_became_active":"2023-01-15T14:27:41.261553+0000","last_became_peered":"2023-01-15T14:27:41.261553+0000","last_unstale":"2023-01-15T15:09:06.789497+0000","last_undegraded":"2023-01-15T15:09:06.789497+0000","last_fullsized":"2023-01-15T15:09:06.789497+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1651,"num_read_kb":1613,"num_write":292,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"213'206","reported_seq":558,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:08.737680+0000","last_change":"2023-01-15T14:27:39.412646+0000","last_active":"2023-01-15T15:09:08.737680+0000","last_peered":"2023-01-15T15:09:08.737680+0000","last_clean":"2023-01-15T15:09:08.737680+0000","last_became_active":"2023-01-15T14:27:39.412346+0000","last_became_peered":"2023-01-15T14:27:39.412346+0000","last_unstale":"2023-01-15T15:09:08.737680+0000","last_undegraded":"2023-01-15T15:09:08.737680+0000","last_fullsized":"2023-01-15T15:09:08.737680+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_clean_scrub_stamp":"2023-01-15T14:27:38.222190+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4479185,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":495,"num_read_kb":5894,"num_write":1108,"num_write_kb":23925,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"213'3347","reported_seq":6711,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.914247+0000","last_change":"2023-01-15T14:27:46.270319+0000","last_active":"2023-01-15T15:08:56.914247+0000","last_peered":"2023-01-15T15:08:56.914247+0000","last_clean":"2023-01-15T15:08:56.914247+0000","last_became_active":"2023-01-15T14:27:46.270070+0000","last_became_peered":"2023-01-15T14:27:46.270070+0000","last_unstale":"2023-01-15T15:08:56.914247+0000","last_undegraded":"2023-01-15T15:08:56.914247+0000","last_fullsized":"2023-01-15T15:08:56.914247+0000","mapping_epoch":27,"log_start":"213'3300","ondisk_log_start":"213'3300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:45.257598+0000","last_clean_scrub_stamp":"2023-01-15T14:27:45.257598+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":3000,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5015,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":4897,"num_read_kb":4889,"num_write":3292,"num_write_kb":22,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":207,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:56.891244+0000","last_change":"2023-01-15T14:27:48.286716+0000","last_active":"2023-01-15T15:08:56.891244+0000","last_peered":"2023-01-15T15:08:56.891244+0000","last_clean":"2023-01-15T15:08:56.891244+0000","last_became_active":"2023-01-15T14:27:48.286516+0000","last_became_peered":"2023-01-15T14:27:48.286516+0000","last_unstale":"2023-01-15T15:08:56.891244+0000","last_undegraded":"2023-01-15T15:08:56.891244+0000","last_fullsized":"2023-01-15T15:08:56.891244+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:47.260602+0000","last_clean_scrub_stamp":"2023-01-15T14:27:47.260602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"213'104","reported_seq":339,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:46.680428+0000","last_change":"2023-01-15T15:09:46.680400+0000","last_active":"2023-01-15T15:09:46.680428+0000","last_peered":"2023-01-15T15:09:46.680428+0000","last_clean":"2023-01-15T15:09:46.680428+0000","last_became_active":"2023-01-15T14:27:50.285499+0000","last_became_peered":"2023-01-15T14:27:50.285499+0000","last_unstale":"2023-01-15T15:09:46.680428+0000","last_undegraded":"2023-01-15T15:09:46.680428+0000","last_fullsized":"2023-01-15T15:09:46.680428+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"213'104","last_scrub_stamp":"2023-01-15T15:09:46.680339+0000","last_deep_scrub":"213'104","last_deep_scrub_stamp":"2023-01-15T15:09:46.680339+0000","last_clean_scrub_stamp":"2023-01-15T15:09:46.680339+0000","objects_scrubbed":1,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:07:06.528668+0000","scrub_duration":0.0033709030000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":108,"num_read_kb":108,"num_write":277,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":213,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:07:31.867124+0000","last_change":"2023-01-15T14:27:44.274551+0000","last_active":"2023-01-15T15:07:31.867124+0000","last_peered":"2023-01-15T15:07:31.867124+0000","last_clean":"2023-01-15T15:07:31.867124+0000","last_became_active":"2023-01-15T14:27:44.274227+0000","last_became_peered":"2023-01-15T14:27:44.274227+0000","last_unstale":"2023-01-15T15:07:31.867124+0000","last_undegraded":"2023-01-15T15:07:31.867124+0000","last_fullsized":"2023-01-15T15:07:31.867124+0000","mapping_epoch":25,"log_start":"0'0","ondisk_log_start":"0'0","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:43.251530+0000","last_clean_scrub_stamp":"2023-01-15T14:27:43.251530+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"213'303","reported_seq":1428,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:08:51.707741+0000","last_change":"2023-01-15T14:27:41.260609+0000","last_active":"2023-01-15T15:08:51.707741+0000","last_peered":"2023-01-15T15:08:51.707741+0000","last_clean":"2023-01-15T15:08:51.707741+0000","last_became_active":"2023-01-15T14:27:41.260376+0000","last_became_peered":"2023-01-15T14:27:41.260376+0000","last_unstale":"2023-01-15T15:08:51.707741+0000","last_undegraded":"2023-01-15T15:08:51.707741+0000","last_fullsized":"2023-01-15T15:08:51.707741+0000","mapping_epoch":22,"log_start":"213'200","ondisk_log_start":"213'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:27:40.232428+0000","last_clean_scrub_stamp":"2023-01-15T14:27:40.232428+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1800,"num_read_kb":1721,"num_write":359,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"213'192","reported_seq":737,"reported_epoch":213,"state":"active+clean","last_fresh":"2023-01-15T15:09:05.332064+0000","last_change":"2023-01-15T14:27:39.248069+0000","last_active":"2023-01-15T15:09:05.332064+0000","last_peered":"2023-01-15T15:09:05.332064+0000","last_clean":"2023-01-15T15:09:05.332064+0000","last_became_active":"2023-01-15T14:27:39.247779+0000","last_became_peered":"2023-01-15T14:27:39.247779+0000","last_unstale":"2023-01-15T15:09:05.332064+0000","last_undegraded":"2023-01-15T15:09:05.332064+0000","last_fullsized":"2023-01-15T15:09:05.332064+0000","mapping_epoch":20,"log_start":"213'100","ondisk_log_start":"213'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:27:38.222190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp